-- Logs begin at Thu 2021-12-16 02:51:58 UTC, end at Thu 2021-12-16 04:27:37 UTC. -- Dec 16 03:22:17.824068 dv-neutron-821927-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 03:22:20.689563 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.common.config [-] Logging enabled! Dec 16 03:22:20.690178 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev284 Dec 16 03:22:20.690319 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 03:22:20.693604 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.common.config [-] Logging enabled! Dec 16 03:22:20.693860 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev284 Dec 16 03:22:20.694175 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 03:22:20.695135 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 03:22:20.695370 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 03:22:20.695745 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 03:22:20.695992 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 03:22:20.696218 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 03:22:20.696546 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.696966 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 03:22:20.697277 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.697561 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.697849 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.698142 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.698456 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.698741 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.699028 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.699326 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.699596 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.699873 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.700154 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.700443 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.700721 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.701005 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.701288 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.701638 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.702106 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.703035 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.703450 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.703734 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.704034 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.704320 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.704596 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.704878 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.705163 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.705495 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] host = dv-neutron-821927-1-hyperv {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.705773 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.706062 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.706353 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.706669 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.706946 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.707225 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.707509 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.707784 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.708059 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.708337 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.708627 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.708917 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.709214 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.709440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.709664 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.709952 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.710241 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.710553 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.710827 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.711101 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.711374 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.711649 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.711919 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.712208 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.712493 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.712780 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.713085 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.713355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.713628 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.713904 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.714192 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.714484 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.714758 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.715030 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.715320 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.715590 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.715862 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.716142 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.716432 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.716719 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.717003 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.717434 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.717877 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.718164 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.718472 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.718725 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.719004 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.719279 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.719562 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.719837 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.720112 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.720388 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.720662 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.720949 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:20.721252 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.721550 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.721854 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.722138 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.722465 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.722748 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.723038 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.723318 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.723612 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.723902 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.724195 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.724476 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.724766 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.725044 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.725339 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.725645 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.725939 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.726233 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.726540 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.726817 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.727092 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.727369 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.727655 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.727934 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.728227 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.728518 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.728798 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.729098 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.729387 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.729680 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.729970 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.730244 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.730551 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.730844 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.731121 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.731395 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.731674 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.731963 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.732241 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.732514 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.732848 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.733249 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.733733 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.734210 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.734690 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.735159 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.735632 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.736047 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.736338 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.736630 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.736912 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.737207 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.737496 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.737780 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.738058 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.738344 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.738649 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.738928 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.739211 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.739487 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.739767 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.740044 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.740316 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.740596 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.740872 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.741148 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.741426 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.741703 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.741982 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.742254 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.742563 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.742841 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.743114 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.743395 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.743683 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.743982 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.744260 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.744537 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.744814 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.745092 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.745370 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.745648 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.745924 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.746199 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.746499 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.746792 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.747077 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.747364 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.747647 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.747949 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.748245 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.748676 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.749151 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.749437 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.749720 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.750008 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.750296 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.750618 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.750918 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.751215 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.751511 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.751809 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.752088 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.752397 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.752677 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:20.752895 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 03:22:20.753148 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103054) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 03:22:21.184269 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 03:22:21.184583 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 03:22:21.184840 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 03:22:21.185325 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 03:22:21.514299 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.514783 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.515077 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.516382 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.516658 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.516926 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.562654 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.562929 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.563198 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.577774 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.578056 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.578331 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.606665 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.606945 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.607214 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.644910 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.645182 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:21.645453 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.005015 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.005654 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.005654 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.005864 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.006513 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.104197 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.104533 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.104807 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.105078 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.105345 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.105658 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.105916 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.106172 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.106432 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.106748 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.107002 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.107264 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.107498 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.107797 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.108052 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.108313 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.108562 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.108826 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.109093 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.109336 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.109602 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.109852 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.110131 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.110541 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.110791 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.111034 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.111429 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.111660 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.111894 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.112127 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.112359 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.112590 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.112948 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 03:22:22.116062 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 03:22:22.120148 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 03:22:22.124115 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 16 03:22:22.125732 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 03:22:22.126199 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 03:22:22.126551 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 03:22:22.126926 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 03:22:22.129741 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 03:22:22.129990 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 03:22:22.130328 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 03:22:22.135618 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 03:22:22.158432 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 03:22:22.158900 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.159190 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103054) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 03:22:22.159550 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.160922 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103054) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 03:22:22.161171 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 03:22:22.161439 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 03:22:22.164667 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.164940 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.228970 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 03:22:22.229118 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 03:22:22.229358 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 03:22:22.229721 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 03:22:22.251623 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_db.sqlalchemy.engines [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103054) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 03:22:22.697827 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing driver for type 'gre' Dec 16 03:22:22.698373 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] gre ID ranges: [(1, 1000)] Dec 16 03:22:22.758690 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing driver for type 'local' Dec 16 03:22:22.759151 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing driver for type 'vlan' Dec 16 03:22:22.775974 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] VlanTypeDriver initialization complete Dec 16 03:22:22.776309 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing driver for type 'vxlan' Dec 16 03:22:22.776803 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] vxlan ID ranges: [(1, 1000)] Dec 16 03:22:22.828041 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing extension driver 'port_security' Dec 16 03:22:22.828381 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.extensions.port_security [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] PortSecurityExtensionDriver initialization complete Dec 16 03:22:22.828793 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing mechanism driver 'openvswitch' Dec 16 03:22:22.829051 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing mechanism driver 'hyperv' Dec 16 03:22:22.835833 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:22:22.836678 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.837054 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.837407 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.837947 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 03:22:22.838377 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnet after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.838756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.839098 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.839490 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 03:22:22.839887 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.840230 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.840566 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.840951 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 03:22:22.841380 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > security_group after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.841727 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > security_group after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.842067 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.842529 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 03:22:22.842934 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.843277 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.843615 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.844005 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 03:22:22.844411 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > address_group after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.844759 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > address_group after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.845119 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.845570 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 03:22:22.845952 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] ML2 OVO RPC backend initialized. {{(pid=103054) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 03:22:22.846678 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.847031 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.847446 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.847791 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > networks before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.848135 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.848474 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > ports before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.848811 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnet before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.849148 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnets before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.849486 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.849817 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.850146 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.850504 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.850836 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.851165 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.851494 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnet after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.851824 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.852151 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.852706 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.plugin [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Modular L2 Plugin initialization complete Dec 16 03:22:22.853033 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading services supported by the core plugin {{(pid=103054) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 03:22:22.853351 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Got port-security extension from driver 'port_security' Dec 16 03:22:22.853808 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.extensions.vlantransparent [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Disabled vlantransparent extension. Dec 16 03:22:22.854284 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103054) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 03:22:22.854625 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: router Dec 16 03:22:22.890304 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.890719 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router after_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.891090 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router before_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.891453 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.891826 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.892177 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router after_delete 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.892530 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.892993 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.893351 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router after_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.893693 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.894018 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.894362 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.894741 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.895147 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.895505 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.895846 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.896184 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.896524 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.896864 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.897206 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.897541 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: port before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.897881 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.898233 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.898606 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.898936 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.899294 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.899633 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.899991 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > agent after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.900337 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > agent after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.900675 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.901530 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Tracking information for resource: router configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.901868 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Tracking information for resource: floatingip configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 03:22:22.906949 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.db.l3_agentschedulers_db [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 03:22:22.907514 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.907868 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.908217 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.908564 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.909337 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router before_create 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.909698 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.910060 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_create 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.910423 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > router precommit_update 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.915157 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.services.provider_configuration [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service providers = [] {{(pid=103054) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 03:22:22.915521 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.db.servicetype_db [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103054) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 03:22:22.918435 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.services.service_base [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 03:22:22.918814 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.services.service_base [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 03:22:22.919152 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.services.service_base [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 03:22:22.920031 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.services.service_base [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 03:22:22.920400 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.services.service_base [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 03:22:22.920789 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.921112 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 03:22:22.931751 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.932083 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: auto_allocate Dec 16 03:22:22.938087 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: network precommit_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.938459 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: network precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.939006 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.939325 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: tag Dec 16 03:22:22.946520 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.946520 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: timestamp Dec 16 03:22:22.950350 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.950649 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: network_ip_availability Dec 16 03:22:22.956696 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.957062 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.957410 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:22.958135 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.958449 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: flavors Dec 16 03:22:22.963715 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.963879 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading Plugin: revisions Dec 16 03:22:22.968677 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 03:22:22.969072 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 03:22:22.969817 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103054) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 03:22:22.970150 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Initializing extension manager. Dec 16 03:22:22.970694 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: __init__.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.971031 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: __pycache__ {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.971362 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.971686 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.972453 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.973010 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: address-group Dec 16 03:22:22.973329 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: address_scope.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.974022 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.974553 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: address-scope Dec 16 03:22:22.974873 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.975799 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.976295 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: router-admin-state-down-before-update Dec 16 03:22:22.976610 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: agent.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.977308 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.977811 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: agent Dec 16 03:22:22.978133 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: agent_resources_synced.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.979654 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.980171 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: agent-resources-synced Dec 16 03:22:22.980474 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: allowedaddresspairs.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.982489 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.983109 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: allowed-address-pairs Dec 16 03:22:22.983515 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: auto_allocated_topology.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.984653 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.985245 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: auto-allocated-topology Dec 16 03:22:22.985583 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.986328 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.986946 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: availability_zone Dec 16 03:22:22.987234 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: availability_zone_filter.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.988211 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.988725 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: availability_zone_filter Dec 16 03:22:22.989045 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: data_plane_status.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.989969 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.990578 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 03:22:22.990982 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: default_subnetpools.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.992003 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.992581 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: default-subnetpools Dec 16 03:22:22.992903 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.993822 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.994381 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: dhcp_agent_scheduler Dec 16 03:22:22.994845 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: dns.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.995786 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.996350 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 03:22:22.996713 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: dns_domain_ports.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.997756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:22.998275 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 03:22:22.998778 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:22.999720 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.000296 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 03:22:23.000619 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: dvr.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.001361 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.001935 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: dvr Dec 16 03:22:23.002283 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: ecmp_routes.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.003365 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.003942 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 03:22:23.004265 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: empty_string_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.005174 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.005717 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: empty-string-filtering Dec 16 03:22:23.005997 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.006940 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.007443 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 03:22:23.007764 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.008683 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.009183 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 03:22:23.009502 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: external_net.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.010463 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.010929 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: external-net Dec 16 03:22:23.011249 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.012141 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.012651 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: extra_dhcp_opt Dec 16 03:22:23.012971 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: extraroute.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.013863 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.014417 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: extraroute Dec 16 03:22:23.014742 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: extraroute_atomic.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.017448 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.017978 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: extraroute-atomic Dec 16 03:22:23.018309 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: filter_validation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.019007 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.019517 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: filter-validation Dec 16 03:22:23.019847 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: fip_pf_description.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.020759 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.021267 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 03:22:23.021591 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: fip_port_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.022529 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.023039 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: fip-port-details Dec 16 03:22:23.023359 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: flavors.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.024627 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.025134 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: flavors Dec 16 03:22:23.025457 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.027217 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.027757 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 03:22:23.028071 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: floatingip_pools.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.028770 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.029281 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: floatingip-pools Dec 16 03:22:23.029605 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: ip_allocation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.030622 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.031131 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 03:22:23.031453 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.032380 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.032892 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: ip-substring-filtering Dec 16 03:22:23.033216 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l2_adjacency.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.034147 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.034676 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 03:22:23.034999 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l3.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.035987 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.036499 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: router Dec 16 03:22:23.036822 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.039155 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.039686 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 03:22:23.040013 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.040941 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.041458 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: ext-gw-mode Dec 16 03:22:23.041781 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.042719 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.043236 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: l3-ha Dec 16 03:22:23.043556 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l3_flavors.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.044463 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.044974 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: l3-flavors Dec 16 03:22:23.045294 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.046238 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.046775 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 03:22:23.047100 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: l3agentscheduler.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.048131 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.048638 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: l3_agent_scheduler Dec 16 03:22:23.048961 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: local_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.050804 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.051328 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension local_ip not supported by any of loaded plugins Dec 16 03:22:23.051654 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: logging.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.053124 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.053643 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension logging not supported by any of loaded plugins Dec 16 03:22:23.053971 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: metering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.054868 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.055448 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: metering Dec 16 03:22:23.055779 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.056866 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.057384 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: metering_source_and_destination_fields Dec 16 03:22:23.057708 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: multiprovidernet.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.058657 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.059172 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: multi-provider Dec 16 03:22:23.059495 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: netmtu.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.060403 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.060912 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: net-mtu Dec 16 03:22:23.061320 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: netmtu_writable.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.062230 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.062756 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: net-mtu-writable Dec 16 03:22:23.063080 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: network_availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.063746 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.064252 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: network_availability_zone Dec 16 03:22:23.064574 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: network_ip_availability.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.065686 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.066211 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: network-ip-availability Dec 16 03:22:23.066573 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: network_segment_range.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.067332 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.067831 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 03:22:23.068151 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: pagination.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.069119 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.069448 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: pagination Dec 16 03:22:23.069769 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: port_device_profile.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.070690 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.071199 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: port-device-profile Dec 16 03:22:23.071518 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.072428 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.072934 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: port-mac-address-regenerate Dec 16 03:22:23.073254 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.074156 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.074693 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: port-numa-affinity-policy Dec 16 03:22:23.075018 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: port_resource_request.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.075938 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.076441 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 03:22:23.076783 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: port_resource_request_groups.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.078109 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.078637 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 03:22:23.078957 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: portbindings.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.079875 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.080384 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: binding Dec 16 03:22:23.080702 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: portbindings_extended.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.081964 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.082527 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: binding-extended Dec 16 03:22:23.082854 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: portsecurity.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.083768 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.084278 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: port-security Dec 16 03:22:23.084598 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: project_id.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.085560 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.085892 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: project-id Dec 16 03:22:23.086211 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: providernet.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.087146 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.087663 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: provider Dec 16 03:22:23.087981 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.091603 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.092131 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos not supported by any of loaded plugins Dec 16 03:22:23.092815 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.093828 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.094344 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 03:22:23.094703 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.095656 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.096161 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 03:22:23.096489 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_default.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.097386 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.097892 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-default not supported by any of loaded plugins Dec 16 03:22:23.098213 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_fip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.098891 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.099388 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 03:22:23.099704 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.100607 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.101117 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 03:22:23.101437 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_gateway_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.102343 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.102884 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 03:22:23.103203 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_port_network_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.104213 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.104742 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 03:22:23.105062 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.106086 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.106626 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 03:22:23.106942 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_pps_rule.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.108162 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.108678 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 03:22:23.109003 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_rule_type_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.109906 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.110440 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 03:22:23.110767 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: qos_rules_alias.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.111800 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.112313 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 03:22:23.112630 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: quota_check_limit.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.113537 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.114050 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: quota-check-limit Dec 16 03:22:23.114367 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: quotasv2.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.115308 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.115631 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: quotas Dec 16 03:22:23.115948 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: quotasv2_detail.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.119230 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.119567 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: quota_details Dec 16 03:22:23.119895 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: rbac.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.120933 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.121463 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: rbac-policies Dec 16 03:22:23.121790 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: rbac_address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.122834 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.123356 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: rbac-address-group Dec 16 03:22:23.123736 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: rbac_address_scope.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.124717 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.125231 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: rbac-address-scope Dec 16 03:22:23.125554 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: rbac_security_groups.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.126502 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.127021 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: rbac-security-groups Dec 16 03:22:23.127342 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: rbac_subnetpool.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.128251 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.128755 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: rbac-subnetpool Dec 16 03:22:23.129075 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: revisionifmatch.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.129988 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.130523 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: revision-if-match Dec 16 03:22:23.130843 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: revisions.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.131947 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.132452 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: standard-attr-revisions Dec 16 03:22:23.132768 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: router_availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.133428 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.133927 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: router_availability_zone Dec 16 03:22:23.134242 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: routerservicetype.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.135175 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.135682 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 03:22:23.135996 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.137001 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.137505 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: security-groups-normalized-cidr Dec 16 03:22:23.137824 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.138764 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.139324 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: port-security-groups-filtering Dec 16 03:22:23.139772 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.140709 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.141218 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: security-groups-remote-address-group Dec 16 03:22:23.141539 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.142483 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.142984 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: security-groups-shared-filtering Dec 16 03:22:23.143302 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.143889 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 03:22:23.144203 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: securitygroup.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.153938 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.154511 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: security-group Dec 16 03:22:23.154874 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: segment.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.155696 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.156209 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension segment not supported by any of loaded plugins Dec 16 03:22:23.156530 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.157457 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.157968 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 03:22:23.158292 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: servicetype.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.159407 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.159933 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: service-type Dec 16 03:22:23.160259 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: sorting.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.161226 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.161538 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: sorting Dec 16 03:22:23.161863 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: standard_attr_segment.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.162784 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.163290 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 03:22:23.163619 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: standardattrdescription.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.164279 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.164777 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: standard-attr-description Dec 16 03:22:23.165100 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: stateful_security_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.166038 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.166577 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: stateful-security-group Dec 16 03:22:23.166896 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: stdattrs_common.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.167463 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 03:22:23.167777 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.168704 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.169215 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 03:22:23.169531 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: subnet_onboard.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.170638 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.171152 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: subnet_onboard Dec 16 03:22:23.171473 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.172388 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.172893 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 03:22:23.173213 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: subnet_service_types.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.174127 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.174666 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: subnet-service-types Dec 16 03:22:23.174987 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: subnetallocation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.176072 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.176581 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: subnet_allocation Dec 16 03:22:23.176898 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.177554 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.178058 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: subnetpool-prefix-ops Dec 16 03:22:23.178376 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.179345 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.179850 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 03:22:23.180165 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: tagging.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.181216 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.181737 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: standard-attr-tag Dec 16 03:22:23.182053 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: timestamp.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.183287 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.183808 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loaded extension: standard-attr-timestamp Dec 16 03:22:23.184125 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: trunk.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.185162 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.185680 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension trunk not supported by any of loaded plugins Dec 16 03:22:23.186003 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: trunk_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.186985 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.187493 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 03:22:23.187810 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: uplink_status_propagation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.188722 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.189230 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 03:22:23.189546 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Loading extension file: vlantransparent.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 03:22:23.190210 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 03:22:23.190737 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 03:22:23.193283 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:network Dec 16 03:22:23.193812 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:subnet Dec 16 03:22:23.194208 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 03:22:23.194619 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:port Dec 16 03:22:23.195871 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.196304 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service FLAVORS assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.196922 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.197340 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.197668 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:router Dec 16 03:22:23.198087 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 03:22:23.198610 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service METERING assigned prefix: /metering {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.200066 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:23.200490 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:23.200790 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:22:23.201816 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 03:22:23.202620 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:security_group Dec 16 03:22:23.203060 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 03:22:23.203667 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.203993 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 03:22:23.204334 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] subnetpool is already registered Dec 16 03:22:23.204762 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.205083 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 03:22:23.205407 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] subnetpool is already registered Dec 16 03:22:23.207708 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.208143 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service FLAVORS assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.208715 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.209129 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.209458 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:router Dec 16 03:22:23.209791 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] router is already registered Dec 16 03:22:23.210195 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 03:22:23.210550 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] floatingip is already registered Dec 16 03:22:23.210998 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service METERING assigned prefix: /metering {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.211646 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 03:22:23.211966 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] rbac_policy is already registered Dec 16 03:22:23.212371 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:security_group Dec 16 03:22:23.212701 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] security_group is already registered Dec 16 03:22:23.213093 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 03:22:23.213428 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] security_group_rule is already registered Dec 16 03:22:23.214029 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.214353 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 03:22:23.214699 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] subnetpool is already registered Dec 16 03:22:23.215114 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 03:22:23.215439 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 03:22:23.215766 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] subnetpool is already registered Dec 16 03:22:23.216216 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: extensions {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.217805 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: address-groups {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.219454 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: address-scopes {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.220769 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.221953 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: auto-allocated-topology {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.223229 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: availability_zones {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.224449 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: dhcp-networks {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.225981 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: dhcp-agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.227442 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.229679 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: flavors {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.230881 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: service_profiles {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.232101 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: next_providers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.233564 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: service_profiles {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.236065 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: floatingip-pools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.237298 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.239452 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: floatingips {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.240728 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: l3-routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.242112 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: l3-agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.243563 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: metering-labels {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.244933 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: metering-label-rules {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.246230 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: network-ip-availabilities {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.247534 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: bindings {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.249524 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: quotas {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.251209 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: quotas {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.252740 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: rbac-policies {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.254034 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: security-groups {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.255301 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: security-group-rules {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.256540 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: service-providers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.257791 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: subnetpools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.259251 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: subnetpools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.260695 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.262381 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.264245 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.266125 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.267956 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.269813 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.271544 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.273464 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.275264 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.277126 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron.api.extensions [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 03:22:23.283264 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING keystonemiddleware.auth_token [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 03:22:23.287975 dv-neutron-821927-1-hyperv neutron-server[103054]: WARNING keystonemiddleware.auth_token [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 03:22:23.296700 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Acquired lock "singleton_lock" {{(pid=103054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 03:22:23.297168 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Releasing lock "singleton_lock" {{(pid=103054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 03:22:23.297818 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO oslo_service.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Starting 2 workers Dec 16 03:22:23.302567 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Started child 103161 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 03:22:23.306940 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Started child 103162 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 03:22:23.307919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:23.308660 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO neutron.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 03:22:23.309058 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Publish callbacks [] for process, before_spawn {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:23.309305 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [-] (103161) wsgi starting up on http://0.0.0.0:9696 Dec 16 03:22:23.311374 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO oslo_service.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Starting 1 workers Dec 16 03:22:23.311801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:23.313248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [-] (103162) wsgi starting up on http://0.0.0.0:9696 Dec 16 03:22:23.316470 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Started child 103163 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 03:22:23.316988 dv-neutron-821927-1-hyperv neutron-server[103054]: INFO oslo_service.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Starting 1 workers Dec 16 03:22:23.320240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] calling RpcWorker wait() {{(pid=103163) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 03:22:23.320841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] returning from RpcWorker wait() {{(pid=103163) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 03:22:23.321376 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Started child 103164 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 03:22:23.322117 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c43924c1-d14e-4dec-8793-595a0b2faf98 None None] Publish callbacks [] for process, after_spawn {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:23.322254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:23.322688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:22:23.323947 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 03:22:23.324098 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 03:22:23.324279 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 03:22:23.324677 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 03:22:23.324972 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 03:22:23.325149 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 03:22:23.325679 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.325956 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.326111 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:23.326663 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.326663 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.327055 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.327755 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.328025 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.328275 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.328546 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.328780 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.328927 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.329241 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.329489 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.329717 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.330011 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.330271 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.330527 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.330776 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.330946 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.331187 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.331458 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.331698 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.331951 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.332181 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.332636 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.332861 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.333092 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.333306 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.333570 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.333805 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.334056 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.334281 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.334542 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.334786 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.335035 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.335270 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.335485 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.335741 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.335967 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.336201 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.336417 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.336871 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] host = dv-neutron-821927-1-hyperv {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.337085 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.337313 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.337535 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.337842 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.338007 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.338217 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.338597 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.338737 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.338972 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.339195 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.339438 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.339691 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.339930 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.340173 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.340381 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_options = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.340549 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.340820 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.341079 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.341281 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.341447 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.341619 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.341873 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.342035 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.342283 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.342582 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.342818 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.343029 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.343251 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.343479 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.343731 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.343955 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.344184 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.344416 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.344655 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.344896 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.345120 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.345355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.345631 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.345796 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.346025 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.346255 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.346592 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.346820 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.347060 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.347306 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.347555 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.347794 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.348037 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.348238 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.348491 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.348716 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.348938 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.349162 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.349422 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.349643 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.349897 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.350147 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.350371 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.350655 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.350868 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.351094 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.351322 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.351532 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.351757 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.352010 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.352223 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.352448 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.352656 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.352921 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.353104 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.353529 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.353819 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.354114 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.354368 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.354623 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.354872 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.355101 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.355349 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.355593 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.355827 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.356127 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.356344 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.356638 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.357338 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.357576 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.357894 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.358264 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.358419 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:22:23.358566 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.358768 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.359018 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.359231 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.359446 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.359709 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.359924 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.360164 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.360387 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.360623 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.360897 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.361160 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.361487 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.361845 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.362009 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.362354 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.362711 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.362933 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.363252 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.363395 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.363548 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.363823 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.364142 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.364719 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.364719 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.364953 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.365103 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.365313 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.365541 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.365760 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.366011 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.366235 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.366481 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.366693 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.366912 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.367127 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.367352 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.367729 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.367885 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.368049 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.368290 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.368502 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.368731 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.368941 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.369159 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.369572 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.369724 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.369872 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.370084 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.370339 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.370541 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.370783 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.371012 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.371221 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.371429 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.371661 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.372119 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.372119 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373078 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373078 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373078 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373078 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373951 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373951 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373951 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.373951 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.374637 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.374637 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.374637 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.375040 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.375040 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.375784 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.375784 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.375784 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.376488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.376488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.376488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.376811 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.376811 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.380756 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381914 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381914 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381914 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381914 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.381914 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.382859 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.382859 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.382859 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.382859 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.383142 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.383288 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.386261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.387488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.388366 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.388366 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.388366 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.388366 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.388677 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.388790 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.389049 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.389431 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.389717 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.390030 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.390247 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.390634 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.391112 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.391539 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.391928 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.392343 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.392739 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.393159 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.393377 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.393582 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.393856 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.394067 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.394281 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.394530 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.394764 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.394982 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.395222 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.395435 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.395649 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.395876 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.396106 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.396324 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.396536 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.396747 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.396999 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.397208 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.397467 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.397710 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.397917 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.398136 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.398372 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.398641 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.398870 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.399106 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.399327 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.399525 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.399733 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.399948 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.400161 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.400376 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.400610 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.400821 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.401063 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.401304 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.401806 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.402233 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.402488 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.402724 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.402940 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.403172 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.403414 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.403626 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.403850 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.404062 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.404275 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.404494 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.404734 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.405051 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406155 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406155 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406155 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406155 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406155 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406909 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406909 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.406909 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.407317 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.407317 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.407575 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.407709 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.408255 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.408414 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.408565 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.408988 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.408988 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.409277 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.409428 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.409563 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.409736 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.409943 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.410182 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.410622 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.411006 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.411417 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.411833 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.412229 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.412612 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.412991 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.413389 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.413585 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.413791 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.414009 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.414212 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.414483 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.414694 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.414905 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.415142 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.415376 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.415582 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.415886 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.416126 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.416355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.416647 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.416853 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.417098 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.417337 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.417654 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.417873 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.418272 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.418528 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.418774 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.419029 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.419266 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.419572 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.419834 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.420080 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.420313 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.420662 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.420935 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.421375 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.421455 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.421687 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.422004 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.422267 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.422551 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.422774 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.423014 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.423252 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.423472 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.423702 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.423932 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.424141 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.424390 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.424667 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.424857 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.425085 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.425327 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.425542 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.425774 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.426000 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.426241 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.426473 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.426621 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 03:22:23.427164 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 03:22:23.427322 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 03:22:23.427472 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 03:22:23.427650 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 03:22:23.427817 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 03:22:23.427959 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 03:22:23.428172 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.428330 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.428486 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.428645 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.428803 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.428981 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.429138 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.429297 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.429454 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.429607 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.429762 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.429918 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.430073 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.430230 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.430386 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.430566 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.430722 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.430878 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.431040 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.431195 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.431370 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.431498 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.431651 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.431805 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.432008 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.432168 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.432324 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.432480 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.432636 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.432793 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.432948 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.433104 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.433259 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.433415 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.433570 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.433724 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.433880 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.434035 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.434190 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.434344 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.434522 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.434677 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] host = dv-neutron-821927-1-hyperv {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.434833 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.434990 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.435144 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.435306 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.435461 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.435616 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.435771 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.435926 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.436118 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.436273 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.436437 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.436575 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.436795 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437239 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437239 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_options = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437239 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437505 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437505 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437773 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437905 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.437988 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.438134 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.438293 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.438469 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.438627 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.438782 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.438937 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.439299 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.439299 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.439474 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.439679 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.439679 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.439915 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.440037 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.440157 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.440276 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.440395 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.440739 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.440739 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.440941 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.441021 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.441141 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.441253 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.441408 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.441563 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.441715 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.441867 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.442008 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.442152 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.442285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.442464 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.442620 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.442775 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.442936 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.443091 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.443247 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.443402 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.443545 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.443699 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.443854 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.443992 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.444128 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.444282 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.444436 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.444591 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.444746 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.444899 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.445236 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.445236 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.445464 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 03:22:23.445586 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.445705 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.445824 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.445943 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.446101 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.446258 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.446436 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.446594 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.446905 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.447648 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.447648 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.447648 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.447648 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.447648 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.448159 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.448159 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.448159 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.448455 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.448455 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.448668 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.448668 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449019 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449019 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449238 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449362 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449445 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449591 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449815 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.449949 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.450079 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.450208 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.450337 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.450563 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.450702 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.450837 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.450991 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.451127 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.451254 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.451396 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.451536 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.451696 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.451977 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.452938 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.452938 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.453196 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.453329 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.453475 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.453603 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.453734 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.453882 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.454023 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.454159 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.454285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.454446 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.454590 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.454763 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.454907 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.455055 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.455194 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.455338 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.455471 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.455603 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.455746 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.455908 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.456053 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.456213 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.456358 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.456517 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.456675 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.456835 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.456993 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.457170 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.457306 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.457453 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.457611 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.457768 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.457928 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.458081 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.458218 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.458376 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.458563 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.458649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:22:23.458733 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.458871 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.459028 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.459215 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.459359 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.459499 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.459632 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.459776 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.459941 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.460069 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.460225 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.460397 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.460540 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.460699 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.460857 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.461014 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.461172 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.461316 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.461475 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.461634 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.461780 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.461927 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.462083 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.462247 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.462442 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.462581 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.462740 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.462901 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.463059 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.463216 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.463373 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.463535 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.463696 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.463854 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.464011 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.464170 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.464329 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.464497 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.464655 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.464815 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.464973 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.465139 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.465307 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.465470 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.465628 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.465786 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.465944 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.466103 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.466261 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.466435 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.466594 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.466751 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.466908 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.467077 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.467240 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.467540 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.467738 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.467930 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.468082 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.468240 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.468398 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.468556 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.468715 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.468873 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.469029 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.469188 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.469346 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.469504 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.469637 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.470361 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.470361 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.470361 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.470361 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.470361 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.471440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.471440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.471440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.471440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.471440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.471440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.471440 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472285 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472960 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472960 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472960 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.472960 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.473297 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.473297 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.473297 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.473689 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.473689 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.473943 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.473943 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.474200 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.474200 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.474481 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.474623 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.474758 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.474897 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475032 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475168 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475301 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475429 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475557 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475684 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475831 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.475966 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.476137 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.476293 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.476452 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.476611 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.476769 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.476925 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.477082 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.477243 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.477405 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.477561 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.477717 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.477881 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.478043 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.478202 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.478359 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.478539 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.478697 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.478857 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.479014 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.479184 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.479342 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.479499 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.479656 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.479813 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.479970 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.480138 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.480295 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.480453 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.480609 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.480767 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.480923 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.481089 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.481246 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.481403 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.481559 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.481716 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.481873 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.482039 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.482196 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.482355 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.482533 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.482691 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.482848 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.483196 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.483196 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.483807 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.483807 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.483807 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484064 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484064 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484208 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484283 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484425 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484582 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484739 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.484903 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.485062 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.485220 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.485384 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.485547 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.485704 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.485860 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.486033 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.486179 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.486324 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.486496 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.486655 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.486811 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.486970 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.487134 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.487294 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.487469 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.487612 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.487782 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.487949 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.488115 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.488272 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.488459 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.488606 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.488763 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.488921 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.489079 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.489238 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.489396 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.489553 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.489710 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.489868 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.490024 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.490182 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.490339 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.490546 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.490690 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.490851 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.494335 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.494335 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.494335 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.494335 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.494335 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 03:22:23.494335 dv-neutron-821927-1-hyperv neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 03:22:23.494877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57520) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:22:23.503136 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062728 Dec 16 03:22:35.233717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46eaf67-5334-4bda-b726-c8b1ef9229d5 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:22:35.299828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46eaf67-5334-4bda-b726-c8b1ef9229d5 None None] No non-hosted networks {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 03:22:35.346688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.agentschedulers_db [None req-c46eaf67-5334-4bda-b726-c8b1ef9229d5 None None] DHCP Agent not found on host dv-neutron-821927-1-hyperv {{(pid=103163) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 03:22:35.420628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b37adad3-83f8-4758-8fef-13836c423aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550894'] for agent, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:37.323272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa585a5e-b39d-422d-946f-27006bd7689a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550894'] for agent, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:37.357301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-942a9b74-0388-4de1-80cd-26ef8824d3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:38.425943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550894'] for agent, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:39.971795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550894'] for agent, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:40.965687 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.db.l3_hamode_db [None req-ee43518d-48da-4a64-af3d-ed01efb366e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 03:22:41.061996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550894'] for agent, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:41.062740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.063020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.063351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.063680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.064004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.064328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.064701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.065045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.065368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.065702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.066038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.066360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.067918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:41.068952 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821927-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:22:41.082444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821927-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:22:41.084630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43518d-48da-4a64-af3d-ed01efb366e1 None None] Routers set() bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:22:41.085022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43518d-48da-4a64-af3d-ed01efb366e1 None None] Router IDs set() for agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 03:22:41.317266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:22:41.829238 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING oslo_policy.policy [None req-ed4153aa-2d66-40bb-bcf6-46a7c8a6f8b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:22:41.829945 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING oslo_policy.policy [None req-ed4153aa-2d66-40bb-bcf6-46a7c8a6f8b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:22:42.053926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-ed4153aa-2d66-40bb-bcf6-46a7c8a6f8b8 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:22:42.055084 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ed4153aa-2d66-40bb-bcf6-46a7c8a6f8b8 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7368059 Dec 16 03:22:44.711647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:22:45.057612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:22:45.155936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.policy [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 03:22:45.201197 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING oslo_policy.policy [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:22:45.201927 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING oslo_policy.policy [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:22:45.210426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.quota [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] Loaded quota_driver: . Dec 16 03:22:45.303577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771888673571', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771888674070', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771888613539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771888625066', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771888635414', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771888643870', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1413363', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1439219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3844844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3884619'] for rbac-policy, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:45.377404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:45.378647 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f5817238-9acd-498c-98aa-761ad8ee34f6 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6659858 Dec 16 03:22:48.316104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:22:48.652977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:22:48.687235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Made reservation on behalf of 1f5b9deb38f04b6483262583dfff17ff for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:22:48.689916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:48.712637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:48.824186 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:48.831285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:48.849522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:22:48.876158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771890265465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:48.876677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Unsubscribe: segment precommit_create {{(pid=103162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 03:22:48.877182 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Added segment 8277611f-332e-4177-815e-7cb491cae4c7 of type vlan for network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae Dec 16 03:22:48.896158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c4d3cc-f381-4af1-9640-d5130bb4c007,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:22:48.944873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.945230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.945698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.945895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.946230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.946590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.946925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.947251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.947586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.947905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.948226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.948522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.948880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Tracked resource versions report: Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: pushed versions: Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: { 'AddressGroup': {'1.2'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Log': {'1.0'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Network': {'1.1'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Port': {'1.7'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'PortForwarding': {'1.2'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'QosPolicy': {'1.10'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroup': {'1.5'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SubPort': {'1.0'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Subnet': {'1.1'}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Trunk': {'1.1'}} Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: consumer versions: Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'ConntrackHelper': '1.0', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'LocalIPAssociation': '1.0', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Log': '1.0', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Network': '1.1', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Port': '1.7', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'PortForwarding': '1.2', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'QosPolicy': '1.10', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroup': '1.5', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroupRule': '1.2', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SubPort': '1.0', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Subnet': '1.1', Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Trunk': '1.1'}} Dec 16 03:22:48.950364 dv-neutron-821927-1-hyperv neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:22:48.990677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:49.036894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:49.037948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:22:49.038666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:49.118279 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8006678 Dec 16 03:22:49.137185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ba50e-3e11-4d9f-bdb3-58fa00c6412b admin admin] Pushing event updated for resources: {'Network': ['ID=fb63c045-c0dd-4cee-b7df-a2b7c67e0eae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:22:49.149704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:22:52.064160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57652) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:22:52.497165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e05ae6-4ba5-46f7-8d4c-beb3facf29cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:22:52.498573 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-38e05ae6-4ba5-46f7-8d4c-beb3facf29cd admin admin] 10.222.0.16 "GET /v2.0/networks/fb63c045-c0dd-4cee-b7df-a2b7c67e0eae HTTP/1.1" status: 200 len: 824 time: 0.4334469 Dec 16 03:22:52.524611 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2281406c-93bb-4a45-b274-7e1302f35d9e admin admin] 10.222.0.16 "GET /v2.0/subnetpools/8426e5fc-aa82-4201-b362-25b130ea150c HTTP/1.1" status: 200 len: 734 time: 0.0196400 Dec 16 03:22:52.533510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Request body: {'subnet': {'subnetpool_id': '8426e5fc-aa82-4201-b362-25b130ea150c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:22:52.560439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Made reservation on behalf of 1f5b9deb38f04b6483262583dfff17ff for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:22:52.562843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:52.871846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:52.941348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eef507e-5846-4341-b32b-35997dd7b6fd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:22:52.947773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Checking segment: {'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:22:52.948216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Network hostable DHCP agents. Network: fb63c045-c0dd-4cee-b7df-a2b7c67e0eae, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:22:52.978679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:22:52.992370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, fb63c045-c0dd-4cee-b7df-a2b7c67e0eae) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:22:52.997846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:22:52.998461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:53.003777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60478a79-c085-4cad-bbd5-8d840e6c9800 None None] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:22:53.018879 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf05c343-d2df-4fe2-b099-c2484f3b188d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4850883 Dec 16 03:22:53.269138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'fixed_ips': [{'subnet_id': '8eef507e-5846-4341-b32b-35997dd7b6fd'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:22:53.270711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:53.587673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Allocated IP 172.20.0.2 (fb63c045-c0dd-4cee-b7df-a2b7c67e0eae/8eef507e-5846-4341-b32b-35997dd7b6fd/84437891-5915-4722-8daa-d5edea51857c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:22:53.831699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:53.840324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:53.917284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:22:53.922370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:22:53.935236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:22:53.943390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Pushing event updated for resources: {'Port': ['ID=84437891-5915-4722-8daa-d5edea51857c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:22:53.973591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.973932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.974345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.974711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.975043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.975372 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.975714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.976044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.976376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.976722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.977040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.977343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.977654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Tracked resource versions report: Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: pushed versions: Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: { 'AddressGroup': {'1.2'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Log': {'1.0'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Network': {'1.1'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Port': {'1.7'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'PortForwarding': {'1.2'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'QosPolicy': {'1.10'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroup': {'1.5'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SubPort': {'1.0'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Subnet': {'1.1'}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Trunk': {'1.1'}} Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: consumer versions: Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'ConntrackHelper': '1.0', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'LocalIPAssociation': '1.0', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Log': '1.0', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Network': '1.1', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Port': '1.7', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'PortForwarding': '1.2', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'QosPolicy': '1.10', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroup': '1.5', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroupRule': '1.2', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SubPort': '1.0', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Subnet': '1.1', Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Trunk': '1.1'}} Dec 16 03:22:53.979110 dv-neutron-821927-1-hyperv neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:22:54.028511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Attempting to bind port 84437891-5915-4722-8daa-d5edea51857c on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:22:54.029219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Attempting to bind port 84437891-5915-4722-8daa-d5edea51857c by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:22:54.029332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Attempting to bind port 84437891-5915-4722-8daa-d5edea51857c on network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:22:54.034299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:22:54.034718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Checking segment: {'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:22:54.035170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:54.035553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Bound using segment: {'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:22:54.036046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Bound port: 84437891-5915-4722-8daa-d5edea51857c, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:22:54.036432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:54.101889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] For port 84437891-5915-4722-8daa-d5edea51857c, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:22:54.106575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] For port 84437891-5915-4722-8daa-d5edea51857c, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84437891-5915-4722-8daa-d5edea51857c,segment=NetworkSegment(8277611f-332e-4177-815e-7cb491cae4c7),segment_id=8277611f-332e-4177-815e-7cb491cae4c7)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:22:54.112298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:22:54.177619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b227a9e-45d3-4975-ba92-4da106e5f690 None None] Pushing event updated for resources: {'Port': ['ID=84437891-5915-4722-8daa-d5edea51857c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:22:55.637308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:22:55.968818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-b3f9e899-53c9-4ee0-9810-2c7bbfd0290a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:22:55.969849 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b3f9e899-53c9-4ee0-9810-2c7bbfd0290a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3314707 Dec 16 03:22:58.598703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:22:58.929270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-4ead435d-d35f-42c2-8f8d-3f628e8ccef1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:22:58.930280 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ead435d-d35f-42c2-8f8d-3f628e8ccef1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3306208 Dec 16 03:23:01.766050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:23:02.099224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-996006d4-7bba-4fb2-8c7f-a298a1280bb6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:23:02.134765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996006d4-7bba-4fb2-8c7f-a298a1280bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:02.136242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996006d4-7bba-4fb2-8c7f-a298a1280bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:02.269293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996006d4-7bba-4fb2-8c7f-a298a1280bb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:02.277944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996006d4-7bba-4fb2-8c7f-a298a1280bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:02.293952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996006d4-7bba-4fb2-8c7f-a298a1280bb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:02.295187 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-996006d4-7bba-4fb2-8c7f-a298a1280bb6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5280704 Dec 16 03:23:02.834021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84437891-5915-4722-8daa-d5edea51857c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:23:02.920908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 84437891-5915-4722-8daa-d5edea51857c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:02.921328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:03.031576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:03.066047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 84437891-5915-4722-8daa-d5edea51857c, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84437891-5915-4722-8daa-d5edea51857c,segment=NetworkSegment(8277611f-332e-4177-815e-7cb491cae4c7),segment_id=8277611f-332e-4177-815e-7cb491cae4c7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:23:03.070507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:03.120502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=84437891-5915-4722-8daa-d5edea51857c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:03.264763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9247ed93-da2e-4ea6-9dde-7500cea7d760 None None] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:23:03.319278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6605c21d-6464-4af2-b043-161d77590a47 None None] Provisioning complete for port 84437891-5915-4722-8daa-d5edea51857c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:03.319502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6605c21d-6464-4af2-b043-161d77590a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:03.694354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c2091c1f-33cf-4652-ad38-44a743ef6c64 None None] Provisioning complete for port 84437891-5915-4722-8daa-d5edea51857c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:03.694766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2091c1f-33cf-4652-ad38-44a743ef6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:04.797579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84437891-5915-4722-8daa-d5edea51857c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:23:04.844829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 84437891-5915-4722-8daa-d5edea51857c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:04.845198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:04.934154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 57692) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:23:05.138673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e00dd309-7a3a-40de-931c-429b5125f634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:05.491411 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING oslo_policy.policy [None req-7518ef4b-4416-42ff-ba42-4b8704a14a1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:23:05.492246 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING oslo_policy.policy [None req-7518ef4b-4416-42ff-ba42-4b8704a14a1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:23:05.724628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-7518ef4b-4416-42ff-ba42-4b8704a14a1e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:23:05.725894 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7518ef4b-4416-42ff-ba42-4b8704a14a1e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7899501 Dec 16 03:23:07.317277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47678592-0f21-45bb-a9d7-58d537012f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:08.322866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:08.385808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 57716) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:23:08.535809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:23:08.537921 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.quota [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Loaded quota_driver: . Dec 16 03:23:08.607072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Made reservation on behalf of 1ffbc167ef884001b70e3c56fc8b8fbe for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:23:08.672771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.policy [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103161) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 03:23:08.718148 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING oslo_policy.policy [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:23:08.718559 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING oslo_policy.policy [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 03:23:08.728986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:08.748792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:08.860028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:08.866510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:08.878063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Reserving flat network on physical network physnet1 {{(pid=103161) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 03:23:08.908686 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771890265465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:08.909279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Unsubscribe: segment precommit_create {{(pid=103161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 03:23:08.909797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Added segment 5fed484b-cef4-4128-9b3b-df673f37531a of type flat for network 33645301-2883-4c93-bcc7-dcde38e486a1 Dec 16 03:23:08.931726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e776007c-ca9e-439f-a3ba-55b4b7578a67,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:08.989919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.990292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.990696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.991070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.991433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.991811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.992187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.992555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.992914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.993278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.993634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.993977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.994334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Tracked resource versions report: Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: pushed versions: Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: { 'AddressGroup': {'1.2'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'ConntrackHelper': {'1.0'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Log': {'1.0'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Network': {'1.1'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Port': {'1.7'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'PortForwarding': {'1.2'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'QosPolicy': {'1.10'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroup': {'1.5'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SubPort': {'1.0'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Subnet': {'1.1'}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Trunk': {'1.1'}} Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: consumer versions: Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'ConntrackHelper': '1.0', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'LocalIPAssociation': '1.0', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Log': '1.0', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Network': '1.1', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Port': '1.7', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'PortForwarding': '1.2', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'QosPolicy': '1.10', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroup': '1.5', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroupRule': '1.2', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SubPort': '1.0', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Subnet': '1.1', Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Trunk': '1.1'}} Dec 16 03:23:08.995904 dv-neutron-821927-1-hyperv neutron-server[103161]: {{(pid=103161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:23:09.046335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:09.096410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:09.097581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:23:09.098350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:09.192739 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8055000 Dec 16 03:23:09.203625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f99097-f3d3-4da2-9dbb-7f91608ecb6d admin admin] Pushing event updated for resources: {'Network': ['ID=33645301-2883-4c93-bcc7-dcde38e486a1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:09.215666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 33645301-2883-4c93-bcc7-dcde38e486a1 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:23:09.875824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:11.007991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:11.665164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 57740) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:23:11.813814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c458b-3adc-4579-bd05-ab47804f72f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:23:11.815229 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0d2c458b-3adc-4579-bd05-ab47804f72f3 admin admin] 10.222.0.16 "GET /v2.0/subnets/8eef507e-5846-4341-b32b-35997dd7b6fd HTTP/1.1" status: 200 len: 849 time: 0.1487105 Dec 16 03:23:11.977180 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1483a87a-69e5-4b2a-9cbc-cdcf4dc0ba04 admin admin] 10.222.0.16 "GET /v2.0/routers/f5e5038c-8487-4a2b-beea-ddd4c4195bff HTTP/1.1" status: 200 len: 704 time: 0.1525297 Dec 16 03:23:12.269946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:12.580745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Allocated IP 172.20.0.1 (fb63c045-c0dd-4cee-b7df-a2b7c67e0eae/8eef507e-5846-4341-b32b-35997dd7b6fd/97bcdd06-32b0-4495-9c16-e1e6c33f422d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:23:12.778259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:12.859656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:12.941060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:23:12.945748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:23:12.951613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Pushing event updated for resources: {'Port': ['ID=97bcdd06-32b0-4495-9c16-e1e6c33f422d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:12.962452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:23:12.963023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:13.156724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:13.201060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1345a919-c482-4964-9cc9-b4e772533a4f None None] Provisioning complete for port 97bcdd06-32b0-4495-9c16-e1e6c33f422d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:13.201631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1345a919-c482-4964-9cc9-b4e772533a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:13.239319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1345a919-c482-4964-9cc9-b4e772533a4f None None] Port 97bcdd06-32b0-4495-9c16-e1e6c33f422d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:23:13.427313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:13.435428 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:13.436196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:13.509890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Pushing event updated for resources: {'Port': ['ID=97bcdd06-32b0-4495-9c16-e1e6c33f422d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:13.560748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:23:13.562156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:23:13.728110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Router f5e5038c-8487-4a2b-beea-ddd4c4195bff is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:23:13.763029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6ccfd77f-7bcc-45c0-b2be-85140e684568 None None] Provisioning complete for port 97bcdd06-32b0-4495-9c16-e1e6c33f422d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:13.763506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd77f-7bcc-45c0-b2be-85140e684568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:13.797079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfd77f-7bcc-45c0-b2be-85140e684568 None None] Port 97bcdd06-32b0-4495-9c16-e1e6c33f422d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:23:13.818723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:23:13.825403 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-14e64c72-c2b2-4344-a4e3-341d56c23a3b admin admin] 10.222.0.16 "PUT /v2.0/routers/f5e5038c-8487-4a2b-beea-ddd4c4195bff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8385105 Dec 16 03:23:13.843975 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Sync routers for ids ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:23:13.857641 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Routers {'f5e5038c-8487-4a2b-beea-ddd4c4195bff'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:23:13.858524 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:23:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:14.051467 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Set router f5e5038c-8487-4a2b-beea-ddd4c4195bff gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:23:14.480649 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'name': 'router1', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:23:02Z', 'updated_at': '2021-12-16T03:23:13Z', 'revision_number': 2, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'gw_port_host': None, '_interfaces': [{'id': '97bcdd06-32b0-4495-9c16-e1e6c33f422d', 'name': '', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'mac_address': 'fa:16:3e:93:27:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:12Z', 'updated_at': '2021-12-16T03:23:13Z', 'revision_number': 2, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'subnets': [{'id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8426e5fc-aa82-4201-b362-25b130ea150c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:14.531187 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Checking router: f5e5038c-8487-4a2b-beea-ddd4c4195bff for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:23:14.531566 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Updating router f5e5038c-8487-4a2b-beea-ddd4c4195bff port 97bcdd06-32b0-4495-9c16-e1e6c33f422d binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:23:14.581125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.098109 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.106140 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.244482 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Pushing event updated for resources: {'Port': ['ID=97bcdd06-32b0-4495-9c16-e1e6c33f422d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:15.273214 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.273572 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.273900 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.274235 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.274589 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.274915 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.275227 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.275547 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.275885 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.276221 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.276567 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.276881 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.277198 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Tracked resource versions report: Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: pushed versions: Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: { 'AddressGroup': {'1.2'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Log': {'1.0'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Network': {'1.1'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Port': {'1.7'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'PortForwarding': {'1.2'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'QosPolicy': {'1.10'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroup': {'1.5'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SubPort': {'1.0'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Subnet': {'1.1'}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Trunk': {'1.1'}} Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: consumer versions: Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'ConntrackHelper': '1.0', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'LocalIPAssociation': '1.0', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Log': '1.0', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Network': '1.1', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Port': '1.7', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'PortForwarding': '1.2', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'QosPolicy': '1.10', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroup': '1.5', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroupRule': '1.2', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SubPort': '1.0', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Subnet': '1.1', Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Trunk': '1.1'}} Dec 16 03:23:15.278754 dv-neutron-821927-1-hyperv neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:23:15.285717 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Attempting to bind port 97bcdd06-32b0-4495-9c16-e1e6c33f422d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:23:15.286114 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Attempting to bind port 97bcdd06-32b0-4495-9c16-e1e6c33f422d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:23:15.286579 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Attempting to bind port 97bcdd06-32b0-4495-9c16-e1e6c33f422d on network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:23:15.292564 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:23:15.293020 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Checking segment: {'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:23:15.293472 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.293855 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Bound using segment: {'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:23:15.294356 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Bound port: 97bcdd06-32b0-4495-9c16-e1e6c33f422d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8277611f-332e-4177-815e-7cb491cae4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:23:15.294766 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.362455 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] For port 97bcdd06-32b0-4495-9c16-e1e6c33f422d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:23:15.381324 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] For port 97bcdd06-32b0-4495-9c16-e1e6c33f422d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=97bcdd06-32b0-4495-9c16-e1e6c33f422d,segment=NetworkSegment(8277611f-332e-4177-815e-7cb491cae4c7),segment_id=8277611f-332e-4177-815e-7cb491cae4c7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:23:15.387900 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.438079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c9a96fee-891e-4d31-971b-196df58f4c96 None None] Provisioning complete for port 97bcdd06-32b0-4495-9c16-e1e6c33f422d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:15.438610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a96fee-891e-4d31-971b-196df58f4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.441153 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Routers {'f5e5038c-8487-4a2b-beea-ddd4c4195bff'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:23:15.441753 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:23:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:15.526773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a96fee-891e-4d31-971b-196df58f4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.530195 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] Set router f5e5038c-8487-4a2b-beea-ddd4c4195bff gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:23:15.561635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c9a96fee-891e-4d31-971b-196df58f4c96 None None] For port 97bcdd06-32b0-4495-9c16-e1e6c33f422d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=97bcdd06-32b0-4495-9c16-e1e6c33f422d,segment=NetworkSegment(8277611f-332e-4177-815e-7cb491cae4c7),segment_id=8277611f-332e-4177-815e-7cb491cae4c7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:23:15.570638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a96fee-891e-4d31-971b-196df58f4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.626295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a96fee-891e-4d31-971b-196df58f4c96 None None] Pushing event updated for resources: {'Port': ['ID=97bcdd06-32b0-4495-9c16-e1e6c33f422d,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:15.646011 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f9e0e-bc34-44ac-9ec4-9bd4c407d126 None None] Pushing event updated for resources: {'Port': ['ID=97bcdd06-32b0-4495-9c16-e1e6c33f422d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:15.693455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-196cf54e-2943-4d4c-aa1e-d7e0d7998dc3 None None] Provisioning complete for port 97bcdd06-32b0-4495-9c16-e1e6c33f422d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:15.693973 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-196cf54e-2943-4d4c-aa1e-d7e0d7998dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:15.754041 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'name': 'router1', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:23:02Z', 'updated_at': '2021-12-16T03:23:13Z', 'revision_number': 2, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'gw_port_host': None, '_interfaces': [{'id': '97bcdd06-32b0-4495-9c16-e1e6c33f422d', 'name': '', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'mac_address': 'fa:16:3e:93:27:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:12Z', 'updated_at': '2021-12-16T03:23:15Z', 'revision_number': 4, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'subnets': [{'id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8426e5fc-aa82-4201-b362-25b130ea150c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:15.779857 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8eb440-5a1d-489f-9dda-d3395aa21673 None None] The sync data for ids ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'] in dv-neutron-821927-1-hyperv is: [{'id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'name': 'router1', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:23:02Z', 'updated_at': '2021-12-16T03:23:13Z', 'revision_number': 2, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'gw_port_host': None, '_interfaces': [{'id': '97bcdd06-32b0-4495-9c16-e1e6c33f422d', 'name': '', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'mac_address': 'fa:16:3e:93:27:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:12Z', 'updated_at': '2021-12-16T03:23:15Z', 'revision_number': 4, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'subnets': [{'id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8426e5fc-aa82-4201-b362-25b130ea150c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:23:16.256283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 57752) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:23:16.370806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329dc7c9-6cfa-4c96-bc15-f5e0b31d719d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:23:16.372223 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-329dc7c9-6cfa-4c96-bc15-f5e0b31d719d admin admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 842 time: 0.1148615 Dec 16 03:23:16.382261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'gateway_ip': '172.26.6.1', 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:23:16.413432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Made reservation on behalf of 1ffbc167ef884001b70e3c56fc8b8fbe for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:23:16.415810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:16.718276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:23:16.718736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:16.771954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29206e3-0410-47f6-841c-7e25f3ee8faa,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:16.785392 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:23:16.785758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Network hostable DHCP agents. Network: 33645301-2883-4c93-bcc7-dcde38e486a1, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:23:16.808015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:23:16.820241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 33645301-2883-4c93-bcc7-dcde38e486a1) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:23:16.824774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:23:16.825777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:16.830893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6d5df-a66c-4a6d-a97a-144666c29215 None None] Network 33645301-2883-4c93-bcc7-dcde38e486a1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:23:16.850460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-64c479ab-a8bc-4b5f-8bf0-44a29c520750 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4652619 Dec 16 03:23:16.951959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a366db-86af-41b8-babb-787e1b1165ad None None] Network 33645301-2883-4c93-bcc7-dcde38e486a1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:23:17.381078 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:23:19.367682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:23:19.593088 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7ae9ceca-e0cb-4f73-8c92-a82266ed3e91 admin admin] 10.222.0.16 "GET /v2.0/routers/f5e5038c-8487-4a2b-beea-ddd4c4195bff HTTP/1.1" status: 200 len: 710 time: 0.2242272 Dec 16 03:23:19.711201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49200ba-19d6-407b-b0a0-2e24d240e44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:23:19.712565 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f49200ba-19d6-407b-b0a0-2e24d240e44a admin admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 886 time: 0.1135595 Dec 16 03:23:19.723049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:23:19.967567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:20.209273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:20.298678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:20.502899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Allocated IP 172.26.6.157 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/c5619ee6-40a6-4e25-9c03-e79e8445400c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:23:20.606554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:20.667902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:20.742029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:23:20.747117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:23:20.753883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:23:20.759404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Pushing event updated for resources: {'Port': ['ID=c5619ee6-40a6-4e25-9c03-e79e8445400c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:21.042028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:21.229785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:21.235795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:21.355371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Router f5e5038c-8487-4a2b-beea-ddd4c4195bff has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:23:21.469626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:23:21.474582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:21.475797 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-33df953a-0686-46ae-955b-bdf97513e300 admin admin] 10.222.0.16 "PUT /v2.0/routers/f5e5038c-8487-4a2b-beea-ddd4c4195bff HTTP/1.1" status: 200 len: 890 time: 1.7563076 Dec 16 03:23:22.810603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Sync routers for ids ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:23:22.821849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Routers {'f5e5038c-8487-4a2b-beea-ddd4c4195bff'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:23:22.822723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:23:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:22.843580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 97bcdd06-32b0-4495-9c16-e1e6c33f422d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:23:23.073168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 97bcdd06-32b0-4495-9c16-e1e6c33f422d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:23.073429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:23.076322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Set router f5e5038c-8487-4a2b-beea-ddd4c4195bff gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:23:23.593394 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'name': 'router1', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'c5619ee6-40a6-4e25-9c03-e79e8445400c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:23:02Z', 'updated_at': '2021-12-16T03:23:20Z', 'revision_number': 4, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'gw_port': {'id': 'c5619ee6-40a6-4e25-9c03-e79e8445400c', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:20Z', 'updated_at': '2021-12-16T03:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '97bcdd06-32b0-4495-9c16-e1e6c33f422d', 'name': '', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'mac_address': 'fa:16:3e:93:27:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:12Z', 'updated_at': '2021-12-16T03:23:15Z', 'revision_number': 5, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'subnets': [{'id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8426e5fc-aa82-4201-b362-25b130ea150c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:23.647657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Checking router: f5e5038c-8487-4a2b-beea-ddd4c4195bff for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:23:23.647983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Updating router f5e5038c-8487-4a2b-beea-ddd4c4195bff port c5619ee6-40a6-4e25-9c03-e79e8445400c binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:23:23.696722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:24.020620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:24.027318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:24.071337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e4ebd-02f4-42c2-9ca9-a8010169eaab None None] Pushing event updated for resources: {'Port': ['ID=c5619ee6-40a6-4e25-9c03-e79e8445400c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:24.078917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 57772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:23:24.082492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Attempting to bind port c5619ee6-40a6-4e25-9c03-e79e8445400c on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:23:24.082862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Attempting to bind port c5619ee6-40a6-4e25-9c03-e79e8445400c by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:23:24.083220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Attempting to bind port c5619ee6-40a6-4e25-9c03-e79e8445400c on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:23:24.088286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:23:24.088650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:23:24.089019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:24.089403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:23:24.089899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Bound port: c5619ee6-40a6-4e25-9c03-e79e8445400c, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:23:24.090285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:24.139637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] For port c5619ee6-40a6-4e25-9c03-e79e8445400c, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:23:24.142703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] For port c5619ee6-40a6-4e25-9c03-e79e8445400c, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c5619ee6-40a6-4e25-9c03-e79e8445400c,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:23:24.149058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:24.206882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e4ebd-02f4-42c2-9ca9-a8010169eaab None None] Pushing event updated for resources: {'Port': ['ID=c5619ee6-40a6-4e25-9c03-e79e8445400c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:24.207095 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ae5ee010-fdb5-435c-a9bf-c4fe62300d97 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1263630 Dec 16 03:23:24.208779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Routers {'f5e5038c-8487-4a2b-beea-ddd4c4195bff'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:23:24.209361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:23:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:24.320491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] Set router f5e5038c-8487-4a2b-beea-ddd4c4195bff gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:23:24.541462 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'name': 'router1', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'c5619ee6-40a6-4e25-9c03-e79e8445400c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:23:02Z', 'updated_at': '2021-12-16T03:23:20Z', 'revision_number': 4, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'gw_port': {'id': 'c5619ee6-40a6-4e25-9c03-e79e8445400c', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:20Z', 'updated_at': '2021-12-16T03:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '97bcdd06-32b0-4495-9c16-e1e6c33f422d', 'name': '', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'mac_address': 'fa:16:3e:93:27:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:12Z', 'updated_at': '2021-12-16T03:23:15Z', 'revision_number': 5, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'subnets': [{'id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8426e5fc-aa82-4201-b362-25b130ea150c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:23:24.570220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c4001-ed18-4306-b2a8-a0448ecb9ac2 None None] The sync data for ids ['f5e5038c-8487-4a2b-beea-ddd4c4195bff'] in dv-neutron-821927-1-hyperv is: [{'id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'name': 'router1', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'c5619ee6-40a6-4e25-9c03-e79e8445400c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:23:02Z', 'updated_at': '2021-12-16T03:23:20Z', 'revision_number': 4, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'gw_port': {'id': 'c5619ee6-40a6-4e25-9c03-e79e8445400c', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:20Z', 'updated_at': '2021-12-16T03:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '97bcdd06-32b0-4495-9c16-e1e6c33f422d', 'name': '', 'network_id': 'fb63c045-c0dd-4cee-b7df-a2b7c67e0eae', 'tenant_id': '1f5b9deb38f04b6483262583dfff17ff', 'mac_address': 'fa:16:3e:93:27:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e5038c-8487-4a2b-beea-ddd4c4195bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:23:12Z', 'updated_at': '2021-12-16T03:23:15Z', 'revision_number': 5, 'project_id': '1f5b9deb38f04b6483262583dfff17ff', 'subnets': [{'id': '8eef507e-5846-4341-b32b-35997dd7b6fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8426e5fc-aa82-4201-b362-25b130ea150c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:23:24.848581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c5619ee6-40a6-4e25-9c03-e79e8445400c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:23:24.902526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c5619ee6-40a6-4e25-9c03-e79e8445400c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:24.903368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:24.995362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:25.021721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port c5619ee6-40a6-4e25-9c03-e79e8445400c, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c5619ee6-40a6-4e25-9c03-e79e8445400c,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:23:25.023347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:25.082681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=c5619ee6-40a6-4e25-9c03-e79e8445400c,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:23:26.824906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c5619ee6-40a6-4e25-9c03-e79e8445400c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:23:26.884621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c5619ee6-40a6-4e25-9c03-e79e8445400c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:23:26.885838 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:35.134283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81d83224-2e60-40e6-b1f2-442d736192e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:37.324637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f8b5-6c37-4f58-b250-51ae794c4687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:38.336336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:39.888326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:41.012129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:23:54.409735 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:24:05.128112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb69f-512c-4d44-8f4f-585f4e59a5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:07.317692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3f20aa7-9ddb-4e31-98c5-2b956ff06a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:08.327944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:09.889246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:11.009433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:31.380038 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:24:35.133807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4ed81a6-8825-427b-976c-8c60e87602f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:37.324760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66a68651-6996-4863-a080-ddeb2cd40b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:38.332485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:39.887286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:41.003441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:50.510115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58288) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:24:50.606693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5a3509-ae83-4d79-ba37-d84c854244fd admin admin] GET failed (client error): The resource could not be found. Dec 16 03:24:50.608619 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ad5a3509-ae83-4d79-ba37-d84c854244fd admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0972769 Dec 16 03:24:50.900196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a5f3e-0e31-4400-b12b-df9c9be49f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:24:50.902008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fa8a5f3e-0e31-4400-b12b-df9c9be49f3d admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2863009 Dec 16 03:24:53.282903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:24:53.379250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b959a-9f78-450a-9109-6e400ae9a5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:24:53.381163 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f73b959a-9f78-450a-9109-6e400ae9a5ca admin admin] 10.222.0.16 "GET /v2.0/subnets/8eef507e-5846-4341-b32b-35997dd7b6fd HTTP/1.1" status: 200 len: 849 time: 0.0972629 Dec 16 03:24:53.391605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:24:53.482440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Publish callbacks [] for subnet, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:53.638118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771890327004'] for subnet, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:53.667473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:24:53.668113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:53.669950 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] 10.222.0.16 "PUT /v2.0/subnets/8eef507e-5846-4341-b32b-35997dd7b6fd HTTP/1.1" status: 200 len: 868 time: 0.2816572 Dec 16 03:24:53.672352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0694abe-4baa-4bc8-8c56-10581a461e68 None None] Network fb63c045-c0dd-4cee-b7df-a2b7c67e0eae requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:24:53.689706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eef507e-5846-4341-b32b-35997dd7b6fd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:24:53.697314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.697701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.698028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.698368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.698755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.699090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.699501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.699852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.700218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.700899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.701230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.701562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:53.701904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd27ff-ad13-4f40-9356-bad60a81365c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:24:54.000908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-046e9052-1ec8-420e-a90b-0755d324467d None None] Provisioning complete for port 84437891-5915-4722-8daa-d5edea51857c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:24:54.001333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046e9052-1ec8-420e-a90b-0755d324467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:54.091682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-046e9052-1ec8-420e-a90b-0755d324467d None None] Provisioning complete for port 97bcdd06-32b0-4495-9c16-e1e6c33f422d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:24:54.092101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046e9052-1ec8-420e-a90b-0755d324467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:24:56.032283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:24:56.236273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141caf1-0da1-4dcd-9266-fa41b8fe30e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:24:56.236652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141caf1-0da1-4dcd-9266-fa41b8fe30e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:24:56.238199 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4141caf1-0da1-4dcd-9266-fa41b8fe30e4 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2046824 Dec 16 03:24:58.621378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:24:58.785079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abab80-01c3-45a8-bf5a-612eec64b2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:24:58.785547 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abab80-01c3-45a8-bf5a-612eec64b2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:24:58.787119 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-87abab80-01c3-45a8-bf5a-612eec64b2bb admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1641636 Dec 16 03:25:01.149229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:01.280611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c63042-d2fd-4689-8fc5-1c4e73b3c96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:01.281981 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-89c63042-d2fd-4689-8fc5-1c4e73b3c96a admin admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 886 time: 0.1317542 Dec 16 03:25:03.668635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58330) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:03.809415 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c66d002-a95c-42a1-8354-693a3f0919e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:03.811003 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3c66d002-a95c-42a1-8354-693a3f0919e2 admin admin] 10.222.0.16 "GET /v2.0/networks/fb63c045-c0dd-4cee-b7df-a2b7c67e0eae HTTP/1.1" status: 200 len: 868 time: 0.1413796 Dec 16 03:25:05.129187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-181c1af0-fd18-4076-8d3a-78cae0265c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:06.186946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58340) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:06.329649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96bafd-d430-4a6a-bcf7-f52caa6ff294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:06.330079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96bafd-d430-4a6a-bcf7-f52caa6ff294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:06.331704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ad96bafd-d430-4a6a-bcf7-f52caa6ff294 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1434779 Dec 16 03:25:07.323214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6594d5f2-c33a-4805-a664-f4f72bc67ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:08.337033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:08.379289 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:25:08.698008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:08.804454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77ea25-72a1-4a00-8aae-2b1a2b539e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:08.805116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77ea25-72a1-4a00-8aae-2b1a2b539e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:08.807723 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ed77ea25-72a1-4a00-8aae-2b1a2b539e72 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082556 Dec 16 03:25:09.891979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:11.008302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:11.157299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:11.257761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2641850-a80b-4382-9136-153c76366521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:11.259197 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d2641850-a80b-4382-9136-153c76366521 admin admin] 10.222.0.16 "GET /v2.0/subnets/8eef507e-5846-4341-b32b-35997dd7b6fd HTTP/1.1" status: 200 len: 868 time: 0.1009426 Dec 16 03:25:13.670351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58364) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:13.777110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c0f454-ecaf-4bad-993d-6a70ea023dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:13.778451 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2c0f454-ecaf-4bad-993d-6a70ea023dfd admin admin] 10.222.0.16 "GET /v2.0/subnets/b29206e3-0410-47f6-841c-7e25f3ee8faa HTTP/1.1" status: 200 len: 816 time: 0.1067841 Dec 16 03:25:35.135292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5f129fb-e5a0-4a84-a464-378cbe9288f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:37.318485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb58f-1406-4b88-a250-47681ef9bce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:38.340197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:38.879631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58420) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:38.936695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-80f06209-7453-48e9-a931-adfdcc944812 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:25:38.937768 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-80f06209-7453-48e9-a931-adfdcc944812 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567701 Dec 16 03:25:39.893297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:41.016280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:41.440178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:41.511408 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c516c81-25b7-4bb4-a09c-fe594cb311e9 admin admin] GET failed (client error): The resource could not be found. Dec 16 03:25:41.512723 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8c516c81-25b7-4bb4-a09c-fe594cb311e9 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0715423 Dec 16 03:25:41.606435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039fef78-74ed-4b1b-83b1-6bb8e375de2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:41.608199 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-039fef78-74ed-4b1b-83b1-6bb8e375de2d admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0880713 Dec 16 03:25:44.007491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58436) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:44.062908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:25:44.089416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Made reservation on behalf of 1ffbc167ef884001b70e3c56fc8b8fbe for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:25:44.091931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:44.121158 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.services.revisions.revision_plugin [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Could not find related network for resource to bump revision. Dec 16 03:25:44.135785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:25:44.146200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:44.146650 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Added segment dfd0b43f-c96a-4cea-874b-dc22d34c8bf1 of type vlan for network ada66cae-84ad-4f76-aca8-cdf1780505a6 Dec 16 03:25:44.192373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:44.216754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:44.217765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:44.218968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:44.268331 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2597408 Dec 16 03:25:44.280458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Pushing event updated for resources: {'Network': ['ID=ada66cae-84ad-4f76-aca8-cdf1780505a6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:25:44.289071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.289468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.289804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.290142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.290480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.290846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.291156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.291486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.291833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.292159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.292484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.292818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.293125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b08541-aea0-4391-b472-840606be9555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:44.307084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network ada66cae-84ad-4f76-aca8-cdf1780505a6 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:25:45.379673 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:25:46.645844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58444) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:25:46.720177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2bb01a-966a-4e10-a3e9-4d601d72c39c admin admin] GET failed (client error): The resource could not be found. Dec 16 03:25:46.721455 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9a2bb01a-966a-4e10-a3e9-4d601d72c39c admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0746262 Dec 16 03:25:46.793568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d311bf2-9e6d-4623-a393-d1c6aa1a6091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:46.795024 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5d311bf2-9e6d-4623-a393-d1c6aa1a6091 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0688679 Dec 16 03:25:46.809386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Request body: {'subnet': {'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:25:46.837556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Made reservation on behalf of 1ffbc167ef884001b70e3c56fc8b8fbe for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:25:46.841457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.012934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.059413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8d9537-9e57-4bd2-b0ae-e9b4d776113a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:25:47.080363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Checking segment: {'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:25:47.080662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Network hostable DHCP agents. Network: ada66cae-84ad-4f76-aca8-cdf1780505a6, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:25:47.099193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Network ada66cae-84ad-4f76-aca8-cdf1780505a6 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:25:47.109311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, ada66cae-84ad-4f76-aca8-cdf1780505a6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:25:47.113370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:25:47.114086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.118743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186af3e-7be2-45aa-9989-bbdec476af99 None None] Network ada66cae-84ad-4f76-aca8-cdf1780505a6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:25:47.131102 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-026d548c-98ba-43cf-843c-e7600ac8804e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3251104 Dec 16 03:25:47.322939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-ada66cae-84ad-4f76-aca8-cdf1780505a6', 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6', 'project_id': '1ffbc167ef884001b70e3c56fc8b8fbe', 'fixed_ips': [{'subnet_id': '4a8d9537-9e57-4bd2-b0ae-e9b4d776113a'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:25:47.323835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.464079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Allocated IP 192.168.233.2 (ada66cae-84ad-4f76-aca8-cdf1780505a6/4a8d9537-9e57-4bd2-b0ae-e9b4d776113a/091afaea-8102-479c-ba6d-bb15b69b85f4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:25:47.607390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.614937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.652008 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Network ada66cae-84ad-4f76-aca8-cdf1780505a6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:25:47.654752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:25:47.658264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:25:47.671771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Pushing event updated for resources: {'Port': ['ID=091afaea-8102-479c-ba6d-bb15b69b85f4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:25:47.691659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.692017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.692362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.692691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.693013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.693330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.693812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.694023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.694355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.694758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.694972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.695291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.695710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:25:47.726868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Attempting to bind port 091afaea-8102-479c-ba6d-bb15b69b85f4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:25:47.727814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Attempting to bind port 091afaea-8102-479c-ba6d-bb15b69b85f4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:25:47.728205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Attempting to bind port 091afaea-8102-479c-ba6d-bb15b69b85f4 on network ada66cae-84ad-4f76-aca8-cdf1780505a6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:25:47.733642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:25:47.734138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Checking segment: {'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:25:47.735091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.735496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Bound using segment: {'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:25:47.736747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Bound port: 091afaea-8102-479c-ba6d-bb15b69b85f4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:25:47.736747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.805476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] For port 091afaea-8102-479c-ba6d-bb15b69b85f4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:25:47.809022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] For port 091afaea-8102-479c-ba6d-bb15b69b85f4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=091afaea-8102-479c-ba6d-bb15b69b85f4,segment=NetworkSegment(dfd0b43f-c96a-4cea-874b-dc22d34c8bf1),segment_id=dfd0b43f-c96a-4cea-874b-dc22d34c8bf1)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:25:47.813664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:47.869856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc059b-3117-4ff3-ba82-b76e43a6c10f None None] Pushing event updated for resources: {'Port': ['ID=091afaea-8102-479c-ba6d-bb15b69b85f4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:25:48.718380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0932c-4e7a-4e50-86bc-efbec12745a6 None None] Network ada66cae-84ad-4f76-aca8-cdf1780505a6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:25:48.821895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b153991-b95a-46f7-acbe-056231a9507d None None] Provisioning complete for port 091afaea-8102-479c-ba6d-bb15b69b85f4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:25:48.822163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b153991-b95a-46f7-acbe-056231a9507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:48.920185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b153991-b95a-46f7-acbe-056231a9507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:48.956393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 091afaea-8102-479c-ba6d-bb15b69b85f4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:25:49.003343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0b153991-b95a-46f7-acbe-056231a9507d None None] For port 091afaea-8102-479c-ba6d-bb15b69b85f4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=091afaea-8102-479c-ba6d-bb15b69b85f4,segment=NetworkSegment(dfd0b43f-c96a-4cea-874b-dc22d34c8bf1),segment_id=dfd0b43f-c96a-4cea-874b-dc22d34c8bf1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:25:49.011707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b153991-b95a-46f7-acbe-056231a9507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:49.083387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b153991-b95a-46f7-acbe-056231a9507d None None] Pushing event updated for resources: {'Port': ['ID=091afaea-8102-479c-ba6d-bb15b69b85f4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:25:49.086353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 091afaea-8102-479c-ba6d-bb15b69b85f4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:25:49.086777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:49.235716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2cfc3931-1378-4515-bbce-2fe6d23279ee None None] Provisioning complete for port 091afaea-8102-479c-ba6d-bb15b69b85f4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:25:49.236085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfc3931-1378-4515-bbce-2fe6d23279ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:25:50.890337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 091afaea-8102-479c-ba6d-bb15b69b85f4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:25:50.943081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 091afaea-8102-479c-ba6d-bb15b69b85f4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:25:50.943442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:05.140993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a03c777-a477-4018-9d49-d01fb9db98ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:07.323059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d8868e2-46a2-4400-9175-c10d2565bd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:08.345953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:09.899935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:11.013236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:22.378995 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:26:35.152035 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4439e12-413e-48a3-bdee-611e8eed58d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:37.327063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d49848c-c0cc-4255-b5fe-cecbeaa69fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:38.348511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:39.915602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:41.017745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:26:59.378715 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:27:05.147385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6f5e-e047-4a48-98c9-539e7f3d6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:05.884951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:27:05.893899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-1b424fc7-9730-4561-8311-a7d5334fa24f tempest-verify_tempest_config-1533859294 tempest-verify_tempest_config-1533859294-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:27:05.895192 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1b424fc7-9730-4561-8311-a7d5334fa24f tempest-verify_tempest_config-1533859294 tempest-verify_tempest_config-1533859294-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0090342 Dec 16 03:27:06.230290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58506) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:27:06.343353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:06.417877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:06.423365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:06.467299 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b90497d2d494c2aa99514b21d121322&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2359388 Dec 16 03:27:06.468224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408610aa-1015-4730-9b0b-bc8b834338aa,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:27:06.470224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:27:06.474967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.475317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.475661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.475994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.476323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.476658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.476987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.477307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.477649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.477951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.478284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.478641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.478952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cd1e1-f395-4ec9-8648-bf3a2a217cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.528302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:06.549196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:06.646208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:06.648914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:06.650080 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/408610aa-1015-4730-9b0b-bc8b834338aa HTTP/1.1" status: 204 len: 168 time: 0.1788590 Dec 16 03:27:06.658115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408610aa-1015-4730-9b0b-bc8b834338aa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:27:06.665523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.665876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.666222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.666603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.666967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.667296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.667628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.667992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.668488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.668778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.669120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.669419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:06.669738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bc60a-592f-4afe-b3b5-1fbe31ed5f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:27:07.332950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d215-b9e2-4846-824d-15c2a3b4a836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:08.352956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:09.912628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:11.025049 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:35.162034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d25d4d72-acff-4626-a7b2-3c215fac4828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:36.380005 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:27:37.347429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c71cded3-fcec-4dfc-b5c7-7d9ff2973e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:38.364701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:39.915506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:27:41.025366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:05.165082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a526153-77ad-46f8-9f14-991da83d4c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:07.351150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3956ab7e-ed6f-495f-9871-094bc41c2092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:08.366643 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:09.919153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:11.028601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:13.382243 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:28:23.660887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550894'] for agent, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:35.163827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38230303-85b3-4da3-95f4-8fe97a733f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:37.350202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3b8c-9773-4cf6-b607-f5d1e33a0ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:38.364511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:38.812307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58582) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:28:38.947211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f5477861-d1c3-4164-9504-ebe7c7fb3cfc admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1333361 Dec 16 03:28:39.918694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:41.024787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:28:41.361820 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58592) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:28:41.426017 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b8228c1d-70f5-4205-9c28-c67b068d6f1d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0630586 Dec 16 03:28:50.387223 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:28:53.617112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:05.164416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a7da9be-9ba0-417a-8275-c9a1d92926b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:07.348702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c78-a0ca-46a3-9beb-a5ab9646074e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:08.365996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:09.923947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:11.030886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:23.623239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:27.388745 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:29:35.158595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f807deb1-1fa0-4e9f-9689-2c3c9fb6cc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:37.341488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3db85bf-cece-4ffb-b1d8-7a9d51cc0040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:38.368616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:39.925673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:41.025815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:53.644241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.271365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58766) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:54.353628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58774) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:54.383404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58780) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:54.646281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2117853478-network', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:54.671711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Made reservation on behalf of b1c8e5e6545c4b2bab937c4d8f16be97 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:54.674773 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.683107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.757001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.763337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1126722261-network', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:54.770934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.797617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:29:54.811543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2093082663-network', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:54.822210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.822789 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Added segment 592a6a3f-1d8e-4b07-9617-889b57c00e1b of type vlan for network ad205ef7-0651-499d-8e85-15dfe8aba452 Dec 16 03:29:54.824339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Made reservation on behalf of 7af0ae006bf943b0b427dd4cad01802a for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:54.826608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.869032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999ecff6-efd5-4fde-934b-145b87d04af2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:54.879011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.904653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.909159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.909513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.909855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.910193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.910554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.910881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.911222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.911554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.911878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.912399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.912777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.913100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.913779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Tracked resource versions report: Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: pushed versions: Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: { 'AddressGroup': {'1.2'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'ConntrackHelper': {'1.0'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Log': {'1.0'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Network': {'1.1'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Port': {'1.7'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'PortForwarding': {'1.2'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'QosPolicy': {'1.10'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroup': {'1.5'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SubPort': {'1.0'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Subnet': {'1.1'}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Trunk': {'1.1'}} Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: consumer versions: Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: HyperV agent@hv-neutron-8219: {}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'ConntrackHelper': '1.0', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'LocalIPAssociation': '1.0', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Log': '1.0', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Network': '1.1', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Port': '1.7', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'PortForwarding': '1.2', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'QosPolicy': '1.10', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroup': '1.5', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SecurityGroupRule': '1.2', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'SubPort': '1.0', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Subnet': '1.1', Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: 'Trunk': '1.1'}} Dec 16 03:29:54.915118 dv-neutron-821927-1-hyperv neutron-server[103161]: {{(pid=103161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:29:54.973253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:54.974417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:54.975108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.010807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7378237 Dec 16 03:29:55.011368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:55.021910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Request body: {'subnet': {'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2117853478-subnet', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:55.040515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Made reservation on behalf of 360a5709777448db8d2cc7b052c2df3f for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:55.043232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.057442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Made reservation on behalf of b1c8e5e6545c4b2bab937c4d8f16be97 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:55.062269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.146542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd555f4-7235-4e16-bdf2-00622645637f admin admin] Pushing event updated for resources: {'Network': ['ID=ad205ef7-0651-499d-8e85-15dfe8aba452,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:55.159144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network ad205ef7-0651-499d-8e85-15dfe8aba452 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:29:55.160818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.243744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.254585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.265412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58816) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:55.297831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.309455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:29:55.311887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.315342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.325963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:29:55.336236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.336574 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Added segment ff6cf809-f53a-49de-aee0-2d26e41402be of type vlan for network 9558eca6-2c63-4413-9405-f9c511187379 Dec 16 03:29:55.376521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37beeef6-a771-4b61-835a-05f900ce1fcc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:55.385791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.415692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.415956 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Added segment 47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9 of type vlan for network d66cf454-67d6-4261-9d7b-066c431936a6 Dec 16 03:29:55.452941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f179795-9634-426f-8872-4159abda9ec6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:55.484095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38eafb6-e027-456b-b076-ec1c2d72829e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:55.495654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.497832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.498332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.498722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.498843 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:55.499051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.499369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.499989 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.500785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.501554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.502272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.502631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.502973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.503298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.503620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.503936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.504247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Tracked resource versions report: Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: pushed versions: Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: { 'AddressGroup': {'1.2'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Log': {'1.0'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Network': {'1.1'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Port': {'1.7'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'PortForwarding': {'1.2'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'QosPolicy': {'1.10'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroup': {'1.5'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SubPort': {'1.0'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Subnet': {'1.1'}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Trunk': {'1.1'}} Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: consumer versions: Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: HyperV agent@hv-neutron-8219: {}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'ConntrackHelper': '1.0', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'LocalIPAssociation': '1.0', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Log': '1.0', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Network': '1.1', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Port': '1.7', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'PortForwarding': '1.2', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'QosPolicy': '1.10', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroup': '1.5', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SecurityGroupRule': '1.2', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'SubPort': '1.0', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Subnet': '1.1', Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: 'Trunk': '1.1'}} Dec 16 03:29:55.505384 dv-neutron-821927-1-hyperv neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:29:55.513060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Checking segment: {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:29:55.516636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Network hostable DHCP agents. Network: ad205ef7-0651-499d-8e85-15dfe8aba452, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:29:55.547682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Network ad205ef7-0651-499d-8e85-15dfe8aba452 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:29:55.565531 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2104125 Dec 16 03:29:55.566224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, ad205ef7-0651-499d-8e85-15dfe8aba452) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:55.574991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:55.578799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c570a7-5c28-4788-8c8d-620b23115bb9 None None] Network ad205ef7-0651-499d-8e85-15dfe8aba452 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:29:55.588812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cecb3-e3b3-4a20-a03e-1a4e2129af9d admin admin] Pushing event updated for resources: {'Network': ['ID=9558eca6-2c63-4413-9405-f9c511187379,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:55.589034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Request body: {'subnet': {'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1126722261-subnet', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:55.595718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.597653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:55.598570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.608703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:55.614379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.649752 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14cc0f7c-35e1-4a50-9418-bf461d12353f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6369495 Dec 16 03:29:55.653129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Made reservation on behalf of 7af0ae006bf943b0b427dd4cad01802a for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:55.656998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.662736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58830) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:55.680563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:55.700745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] Pushing event updated for resources: {'Network': ['ID=d66cf454-67d6-4261-9d7b-066c431936a6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:55.705067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 9558eca6-2c63-4413-9405-f9c511187379 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:29:55.725922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-db6a64c6-190a-41f4-a355-d543d959bf38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3407450 Dec 16 03:29:55.727931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58834) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:55.735640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network d66cf454-67d6-4261-9d7b-066c431936a6 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:29:55.745665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.746926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.769094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Request body: {'subnet': {'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2093082663-subnet', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:55.777881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-ad205ef7-0651-499d-8e85-15dfe8aba452', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:29:55.779023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.791094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2114155682'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:55.809105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.894908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Made reservation on behalf of d6e71aca78f741e69ee2035fb6d3abb5 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:55.898789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.908444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:55.911753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Made reservation on behalf of 360a5709777448db8d2cc7b052c2df3f for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:55.914586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.049758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Allocated IP 172.20.0.2 (ad205ef7-0651-499d-8e85-15dfe8aba452/e38eafb6-e027-456b-b076-ec1c2d72829e/ca118cfb-3911-4dfe-8601-74e0c328b9de) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:29:56.125961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.135594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.205735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:29:56.239806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e41c3e0-6f53-4861-bdca-56719b7039cb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:56.250839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.251353 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Added segment 736de31d-eb68-45a1-9287-73665f494c7f of type vlan for network 7d606541-aa2e-4d3d-a7c8-ff32edde214e Dec 16 03:29:56.262679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.279745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.286753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.317240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.329843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.334726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4e2279-1f51-45cd-9dc1-0f847df33257,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:56.339666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633ff807-c3fe-40e8-81c2-3b0dc02e6efc,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:56.365711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.405149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Checking segment: {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:29:56.405642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Network hostable DHCP agents. Network: d66cf454-67d6-4261-9d7b-066c431936a6, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:29:56.414470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.421318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:56.422067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.425563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Checking segment: {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:29:56.425900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Network hostable DHCP agents. Network: 9558eca6-2c63-4413-9405-f9c511187379, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:29:56.452395 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Network ad205ef7-0651-499d-8e85-15dfe8aba452 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:29:56.453124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Network 9558eca6-2c63-4413-9405-f9c511187379 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:29:56.461418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:56.463199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Pushing event updated for resources: {'Port': ['ID=ca118cfb-3911-4dfe-8601-74e0c328b9de,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:56.470800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 9558eca6-2c63-4413-9405-f9c511187379) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:56.482981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:29:56.488966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689c53e-cbc5-4fd8-bc7f-08648fa99599 None None] Network 9558eca6-2c63-4413-9405-f9c511187379 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:29:56.494922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:56.496765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.505940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58862) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:56.531089 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2610688 Dec 16 03:29:56.541959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58866) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:56.573000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Network d66cf454-67d6-4261-9d7b-066c431936a6 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:29:56.584784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, d66cf454-67d6-4261-9d7b-066c431936a6) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:56.590722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:56.591345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.604176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd898cc0-4650-4113-8171-80f8727c4341 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Pushing event updated for resources: {'Network': ['ID=7d606541-aa2e-4d3d-a7c8-ff32edde214e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:56.610560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.611304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.613364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.614447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.614996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.615360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.616617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.616960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.617332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.622958 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b870c68b-0cb9-4c59-8895-9288c4dea222 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8887143 Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Tracked resource versions report: Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: pushed versions: Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: { 'AddressGroup': {'1.2'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Log': {'1.0'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Network': {'1.1'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Port': {'1.7'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'PortForwarding': {'1.2'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'QosPolicy': {'1.10'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroup': {'1.5'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SubPort': {'1.0'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Subnet': {'1.1'}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Trunk': {'1.1'}} Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: consumer versions: Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: HyperV agent@hv-neutron-8219: {}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'ConntrackHelper': '1.0', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'LocalIPAssociation': '1.0', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Log': '1.0', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Network': '1.1', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Port': '1.7', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'PortForwarding': '1.2', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'QosPolicy': '1.10', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroup': '1.5', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SecurityGroupRule': '1.2', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'SubPort': '1.0', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Subnet': '1.1', Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: 'Trunk': '1.1'}} Dec 16 03:29:56.623123 dv-neutron-821927-1-hyperv neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:29:56.625480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58872) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:56.627326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:56.638912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9730d0-6c0a-4e71-a4d9-b901c7e8f3ff None None] Network d66cf454-67d6-4261-9d7b-066c431936a6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:29:56.657492 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-19b4c0f0-927c-479a-a4f8-019d9a3d6593 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0796657 Dec 16 03:29:56.658741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58874) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:56.676176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.677768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 7d606541-aa2e-4d3d-a7c8-ff32edde214e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:29:56.677990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.688567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:56.737167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.768512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.769949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.774156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.836302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Attempting to bind port ca118cfb-3911-4dfe-8601-74e0c328b9de on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:29:56.836975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Attempting to bind port ca118cfb-3911-4dfe-8601-74e0c328b9de by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:29:56.837501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Attempting to bind port ca118cfb-3911-4dfe-8601-74e0c328b9de on network ad205ef7-0651-499d-8e85-15dfe8aba452 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:29:56.866685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:29:56.867367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Checking segment: {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:29:56.867927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.868473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Bound using segment: {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:29:56.869098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Bound port: ca118cfb-3911-4dfe-8601-74e0c328b9de, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:29:56.869794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.885224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.906369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.929140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-9558eca6-2c63-4413-9405-f9c511187379', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:29:56.930322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:56.974451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-d66cf454-67d6-4261-9d7b-066c431936a6', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:29:56.975813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.004383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-302679180'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:57.041138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Made reservation on behalf of 6a606f89f2a54d0db120008f5bf6e17f for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:57.045524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.058824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.136862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'network': {'name': 'tempest-network--1540292437', 'router:external': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:57.159596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] For port ca118cfb-3911-4dfe-8601-74e0c328b9de, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:29:57.171863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:57.177191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.195753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Allocated IP 172.26.6.178 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:29:57.220930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] For port ca118cfb-3911-4dfe-8601-74e0c328b9de, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ca118cfb-3911-4dfe-8601-74e0c328b9de,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:29:57.230250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Made reservation on behalf of c013d6e7bce240d3b716dcfd061aa7d1 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:57.236659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.237131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.252395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.275356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.356122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58890) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:57.387216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58894) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:57.401831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73634906-210e-4c69-afd2-815ac92b61d1 None None] Pushing event updated for resources: {'Port': ['ID=ca118cfb-3911-4dfe-8601-74e0c328b9de,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:57.452743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Allocated IP 172.20.0.2 (9558eca6-2c63-4413-9405-f9c511187379/633ff807-c3fe-40e8-81c2-3b0dc02e6efc/e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:29:57.481802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.495626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.497840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Allocated IP 172.20.0.2 (d66cf454-67d6-4261-9d7b-066c431936a6/7a4e2279-1f51-45cd-9dc1-0f847df33257/dc0a016d-9712-4800-a432-b8c49f07ff03) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:29:57.513543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.514293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.519605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.539946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:29:57.551537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:29:57.579287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.579877 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Added segment eaef1231-39d4-4330-ab62-d402d86d5f5b of type vlan for network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 Dec 16 03:29:57.583312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.583661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Added segment 9ce6d7ea-fc32-4d0a-8428-94cf55bc5040 of type vlan for network f5e5622b-e6e9-4cce-8ab7-ebae546b12b5 Dec 16 03:29:57.604077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d72f85c8-02b2-4402-9c18-fe1aa3415bbf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1136947265'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:57.604866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d72f85c8-02b2-4402-9c18-fe1aa3415bbf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Unknown quota resources ['metering_label']. {{(pid=103161) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:29:57.637645 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c28f23-67b3-48af-b406-4490e837ed85,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:57.647407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1894735165', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:57.659256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8652fca4-4a7d-4943-982b-df2a00d1e8c8 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1057121377'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:57.659889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8652fca4-4a7d-4943-982b-df2a00d1e8c8 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Unknown quota resources ['metering_label']. {{(pid=103162) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:29:57.680598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.876161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.923060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.923060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:57.923060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.956168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.979225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.983975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.985948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Made reservation on behalf of dbeecb5028a749318186bea609cd0ec2 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:57.988561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:57.994039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.018123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.020114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.026248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:29:58.026940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.029533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8766a9a5-5937-4fde-9c38-239fef029f80,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.040425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Network 9558eca6-2c63-4413-9405-f9c511187379 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:29:58.047938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:58.057133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:29:58.060502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Network d66cf454-67d6-4261-9d7b-066c431936a6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:29:58.062746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Pushing event updated for resources: {'Port': ['ID=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.067250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:58.071682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:29:58.144726 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6014540 Dec 16 03:29:58.150278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:58.209787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Attempting to bind port dc0a016d-9712-4800-a432-b8c49f07ff03 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:29:58.210189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Attempting to bind port dc0a016d-9712-4800-a432-b8c49f07ff03 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:29:58.210578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Attempting to bind port dc0a016d-9712-4800-a432-b8c49f07ff03 on network d66cf454-67d6-4261-9d7b-066c431936a6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:29:58.216007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Pushing event updated for resources: {'Port': ['ID=dc0a016d-9712-4800-a432-b8c49f07ff03,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.218603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Attempting to bind port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:29:58.218998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Attempting to bind port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:29:58.219297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Attempting to bind port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 on network 9558eca6-2c63-4413-9405-f9c511187379 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:29:58.225363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:29:58.225800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Checking segment: {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:29:58.226310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.226722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Bound using segment: {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:29:58.227190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Bound port: e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:29:58.227580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.229997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:29:58.230357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Checking segment: {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:29:58.230852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.231228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Bound using segment: {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:29:58.231876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Bound port: dc0a016d-9712-4800-a432-b8c49f07ff03, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:29:58.232277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.246800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.264122 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7473996 Dec 16 03:29:58.277243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:58.281365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d72f85c8-02b2-4402-9c18-fe1aa3415bbf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.285049 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d72f85c8-02b2-4402-9c18-fe1aa3415bbf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9196348 Dec 16 03:29:58.297066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Request body: {'subnet': {'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:58.308880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58914) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:58.317351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a66e23b5-afee-4b74-ac2a-f8fde9379508 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a70692ed-32fe-4b83-adf1-0764b429d8cb'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:58.317853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a66e23b5-afee-4b74-ac2a-f8fde9379508 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103161) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:29:58.353640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-caa46b74-435c-458a-b883-9b829cee40da None None] For port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:29:58.358289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-caa46b74-435c-458a-b883-9b829cee40da None None] For port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:29:58.362591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] For port dc0a016d-9712-4800-a432-b8c49f07ff03, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:29:58.365841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.370580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8652fca4-4a7d-4943-982b-df2a00d1e8c8 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.371791 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8652fca4-4a7d-4943-982b-df2a00d1e8c8 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9828818 Dec 16 03:29:58.374656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] For port dc0a016d-9712-4800-a432-b8c49f07ff03, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=dc0a016d-9712-4800-a432-b8c49f07ff03,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:29:58.384777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bfd37-9530-4fde-b727-c4d1dad73ffe tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Network': ['ID=f5e5622b-e6e9-4cce-8ab7-ebae546b12b5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.386941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58916) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:58.387061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.390859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0231dc-1088-40f2-a824-421f0ec101dd tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event updated for resources: {'Network': ['ID=5170ce7d-f29d-4616-ade0-89e2f2ee7327,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.400571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:29:58.407420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f580a190-4357-48e2-9026-4c6aa1b9cd5e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'eb3212e1-7c58-49b7-b2d2-315bef112eb7'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:58.407910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f580a190-4357-48e2-9026-4c6aa1b9cd5e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103161) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:29:58.414018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network f5e5622b-e6e9-4cce-8ab7-ebae546b12b5 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:29:58.432099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.440724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:29:58.446601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:58.450853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:29:58.574866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.583505 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.services.metering.metering_plugin [None req-a66e23b5-afee-4b74-ac2a-f8fde9379508 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 03:29:58.646174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa46b74-435c-458a-b883-9b829cee40da None None] Pushing event updated for resources: {'Port': ['ID=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.683933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Pushing event updated for resources: {'Port': ['ID=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.735198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67612c17-fce3-44c6-a06f-89b4661135f9 None None] Pushing event updated for resources: {'Port': ['ID=dc0a016d-9712-4800-a432-b8c49f07ff03,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:58.773727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.807347 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.services.metering.metering_plugin [None req-f580a190-4357-48e2-9026-4c6aa1b9cd5e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 03:29:58.833707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.845650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.871598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.874981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a66e23b5-afee-4b74-ac2a-f8fde9379508 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.876181 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a66e23b5-afee-4b74-ac2a-f8fde9379508 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5622747 Dec 16 03:29:58.896542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58918) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:58.911287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:58.915756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] device_id is not set on port 3e8aee40-98ed-406d-8e1c-b10992d77717 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:29:58.930103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-51773b84-4a53-4779-b186-32a932831b84 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a70692ed-32fe-4b83-adf1-0764b429d8cb'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:58.930643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-51773b84-4a53-4779-b186-32a932831b84 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103162) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:29:59.003718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Made reservation on behalf of 6a606f89f2a54d0db120008f5bf6e17f for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:29:59.008254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks [] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.019578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f580a190-4357-48e2-9026-4c6aa1b9cd5e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.021012 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f580a190-4357-48e2-9026-4c6aa1b9cd5e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6243403 Dec 16 03:29:59.027502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58920) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:59.046431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99766bb5-f377-433c-ae32-234b453d4b8b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:59.052443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2257bfd1-0570-4dee-a64e-a2efd564220e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'eb3212e1-7c58-49b7-b2d2-315bef112eb7'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:29:59.053197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2257bfd1-0570-4dee-a64e-a2efd564220e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103161) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:29:59.249952 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.services.metering.metering_plugin [None req-2257bfd1-0570-4dee-a64e-a2efd564220e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 03:29:59.261768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e62d58-87e2-4d38-8681-331ef0fe3428 None None] Network ad205ef7-0651-499d-8e85-15dfe8aba452 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:29:59.279334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Allocated IP 172.26.6.68 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/fd64de54-5509-4056-8f86-074675f54cfc) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:29:59.336834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:29:59.377723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.377982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2257bfd1-0570-4dee-a64e-a2efd564220e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.381599 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2257bfd1-0570-4dee-a64e-a2efd564220e tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3426592 Dec 16 03:29:59.383015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58922) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:59.386975 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.services.metering.metering_plugin [None req-51773b84-4a53-4779-b186-32a932831b84 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 03:29:59.402017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-554110ea-6c34-493d-9b24-f5e7ea3a76ab None None] Provisioning complete for port ca118cfb-3911-4dfe-8601-74e0c328b9de triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:29:59.402400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-554110ea-6c34-493d-9b24-f5e7ea3a76ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.412747 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5cc94a3a-4341-41e4-b254-2e0f9ec6fe8c tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=ac50168f-657d-44e6-9843-84a7478981d8 HTTP/1.1" status: 200 len: 462 time: 0.0241609 Dec 16 03:29:59.418036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:29:59.478514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:29:59.478514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.531824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.532794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.533085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.533482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > port after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.533872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.534262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > port after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.534682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.535082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.535848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.535848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:29:59.559151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-554110ea-6c34-493d-9b24-f5e7ea3a76ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.595651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.620537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.629526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-554110ea-6c34-493d-9b24-f5e7ea3a76ab None None] For port ca118cfb-3911-4dfe-8601-74e0c328b9de, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ca118cfb-3911-4dfe-8601-74e0c328b9de,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:29:59.633166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.637175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-554110ea-6c34-493d-9b24-f5e7ea3a76ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.732807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:29:59.739705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554110ea-6c34-493d-9b24-f5e7ea3a76ab None None] Pushing event updated for resources: {'Port': ['ID=ca118cfb-3911-4dfe-8601-74e0c328b9de,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:59.744190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.745390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ca118cfb-3911-4dfe-8601-74e0c328b9de up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:29:59.828327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.834104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event updated for resources: {'Subnet': ['ID=919be3a8-877a-4d97-869a-2aca5d2cf8c4,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:59.839481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:59.864096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ca118cfb-3911-4dfe-8601-74e0c328b9de triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:29:59.864582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:29:59.891062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Checking segment: {'id': 'eaef1231-39d4-4330-ab62-d402d86d5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:29:59.891416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Network hostable DHCP agents. Network: 5170ce7d-f29d-4616-ade0-89e2f2ee7327, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:29:59.896260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:29:59.907948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:29:59.910095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd64de54-5509-4056-8f86-074675f54cfc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:29:59.915188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:00.010435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:00.012880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:00.013226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:00.013561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:00.013876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:00.014233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e5622b-e6e9-4cce-8ab7-ebae546b12b5']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:00.044737 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 5170ce7d-f29d-4616-ade0-89e2f2ee7327) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:00.059603 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:00.060408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.067873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51773b84-4a53-4779-b186-32a932831b84 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.072495 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-51773b84-4a53-4779-b186-32a932831b84 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1631238 Dec 16 03:30:00.074770 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58926) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:00.075202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc1622d-7e4e-413e-8113-7d38124d8dee None None] Network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:00.084352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce6d7ea-fc32-4d0a-8428-94cf55bc5040') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:00.085036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce6d7ea-fc32-4d0a-8428-94cf55bc5040') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:00.091144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f7bab64c-3e29-40d2-8134-c1437b535f7f tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=25512ba6-4735-4ca1-a90a-a813631b497b HTTP/1.1" status: 200 len: 464 time: 0.0125437 Dec 16 03:30:00.093811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58928) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:00.122775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.137041 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c20b90f7-672c-4bbe-8d8d-650b1d1f7a60 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8585746 Dec 16 03:30:00.158584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58930) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:00.175573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Request body: {'port': {'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1005386375'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:00.198796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.269510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b023c22-401e-4ce3-9f02-bb90bd39263f None None] Network 9558eca6-2c63-4413-9405-f9c511187379 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:00.325768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76f19dff-de09-4d84-b678-e92861c15076 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.327626 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-76f19dff-de09-4d84-b678-e92861c15076 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/ac50168f-657d-44e6-9843-84a7478981d8 HTTP/1.1" status: 204 len: 168 time: 0.9086056 Dec 16 03:30:00.342007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.348683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58934) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:00.365677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Allocated IP 172.26.6.7 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/3e8aee40-98ed-406d-8e1c-b10992d77717) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:00.408082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:00.409384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: from cryptography.utils import int_from_bytes Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: from cryptography.utils import int_from_bytes Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:00.413893 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:00.475063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7482f52a-88c0-4545-8ff2-33d6947ea1fe None None] Provisioning complete for port ca118cfb-3911-4dfe-8601-74e0c328b9de triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:00.475430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7482f52a-88c0-4545-8ff2-33d6947ea1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.479827 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fe58c676-0244-4d6e-99a0-90e7f87bd9d6 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=ac50168f-657d-44e6-9843-84a7478981d8 HTTP/1.1" status: 200 len: 221 time: 0.1299002 Dec 16 03:30:00.488242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:00.494482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-35e1377b-acdb-4ff4-b2c2-b7c545d28c56 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--783303701', 'description': 'label created by tempest'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:00.494938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-35e1377b-acdb-4ff4-b2c2-b7c545d28c56 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Unknown quota resources ['metering_label']. {{(pid=103162) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:30:00.563266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-5170ce7d-f29d-4616-ade0-89e2f2ee7327', 'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327', 'project_id': '6a606f89f2a54d0db120008f5bf6e17f', 'fixed_ips': [{'subnet_id': '919be3a8-877a-4d97-869a-2aca5d2cf8c4'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:00.564169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.687643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7fda3e40-c748-4d42-958a-cc028ef8beb0 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.688806 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7fda3e40-c748-4d42-958a-cc028ef8beb0 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/25512ba6-4735-4ca1-a90a-a813631b497b HTTP/1.1" status: 204 len: 168 time: 0.5940843 Dec 16 03:30:00.691734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.720009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:00.725252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device dc0a016d-9712-4800-a432-b8c49f07ff03 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:00.731688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.747429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6ff99-d349-49af-a63e-009ca513256d None None] Network d66cf454-67d6-4261-9d7b-066c431936a6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:00.777975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.783033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5e5622b-e6e9-4cce-8ab7-ebae546b12b5 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 03:30:00.792911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.797421 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f5e5622b-e6e9-4cce-8ab7-ebae546b12b5 HTTP/1.1" status: 204 len: 168 time: 2.6007366 Dec 16 03:30:00.816468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58942) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:00.822461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:00.895588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6d661-6355-478e-9231-c04420aecfa2 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5e5622b-e6e9-4cce-8ab7-ebae546b12b5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:00.921114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Made reservation on behalf of 6a606f89f2a54d0db120008f5bf6e17f for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:00.925171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:00.955817 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-929f5eb9-cb77-4a48-9938-c9a2b417e0a7 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=25512ba6-4735-4ca1-a90a-a813631b497b HTTP/1.1" status: 200 len: 221 time: 0.2228987 Dec 16 03:30:00.988796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] device_id is not set on port b5d9d896-4216-482f-a174-31372089183b yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:00.997590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58944) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:01.009805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-00cdc027-20f7-4605-8db1-763b40719caf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1639199319', 'description': 'label created by tempest'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:01.010854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-00cdc027-20f7-4605-8db1-763b40719caf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Unknown quota resources ['metering_label']. {{(pid=103161) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 03:30:01.147421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.181165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Made reservation on behalf of c013d6e7bce240d3b716dcfd061aa7d1 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:01.183382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.203275 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Allocated IP 172.20.0.2 (5170ce7d-f29d-4616-ade0-89e2f2ee7327/919be3a8-877a-4d97-869a-2aca5d2cf8c4/ad1ca010-130d-417f-a728-981faa60154f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:01.214828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port dc0a016d-9712-4800-a432-b8c49f07ff03 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:01.215386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.303677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.345182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.353860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Allocated IP 172.26.6.40 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/441c6a0e-73c6-4234-9134-2dc12b0fb695) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:01.362716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35e1377b-acdb-4ff4-b2c2-b7c545d28c56 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.367012 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-35e1377b-acdb-4ff4-b2c2-b7c545d28c56 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8733282 Dec 16 03:30:01.372038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:01.389808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:01.401990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5fdc59a4-4067-4c53-be50-8c81047a6116 None None] Provisioning complete for port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:01.402542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fdc59a4-4067-4c53-be50-8c81047a6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.473424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.473809 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Added segment bedf71b0-eae7-4b7f-b431-bdd7e55eac8d of type vlan for network 208b4ef0-8f99-4079-9553-239df16fc251 Dec 16 03:30:01.496743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.532632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:01.539985 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-81e321a1-75d7-4710-8a00-03ea53710743 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=c59e0856-0e0b-4334-af1a-adef3b98b9f9 HTTP/1.1" status: 200 len: 467 time: 0.1438210 Dec 16 03:30:01.541231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:01.548172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:01.563550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:01.573693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port dc0a016d-9712-4800-a432-b8c49f07ff03, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=dc0a016d-9712-4800-a432-b8c49f07ff03,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:01.601083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:30:01.609976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.656361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8aee40-98ed-406d-8e1c-b10992d77717,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:01.709424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00cdc027-20f7-4605-8db1-763b40719caf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.714333 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-00cdc027-20f7-4605-8db1-763b40719caf tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7119238 Dec 16 03:30:01.741754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58950) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:01.758868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:01.770557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.798201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=dc0a016d-9712-4800-a432-b8c49f07ff03,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:01.806631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.809991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5fdc59a4-4067-4c53-be50-8c81047a6116 None None] Provisioning complete for port dc0a016d-9712-4800-a432-b8c49f07ff03 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:01.810483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fdc59a4-4067-4c53-be50-8c81047a6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.847616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.851673 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d39e06d2-33a6-4575-8b71-cebfd97d778c tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=783367c3-fa84-411d-9f33-64e6f56168fd HTTP/1.1" status: 200 len: 468 time: 0.1032600 Dec 16 03:30:01.873997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:01.904259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:01.913285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Pushing event updated for resources: {'Port': ['ID=ad1ca010-130d-417f-a728-981faa60154f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:01.915938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:01.919827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:01.934658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:01.935265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.939930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:01.939930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.973274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.974210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:01.974904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:01.981291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Allocated IP 172.20.0.10 (5170ce7d-f29d-4616-ade0-89e2f2ee7327/919be3a8-877a-4d97-869a-2aca5d2cf8c4/b5d9d896-4216-482f-a174-31372089183b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:02.047062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-32009416-f23d-4631-880a-8d6bdeb8c10f tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.8500891 Dec 16 03:30:02.048829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58956) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.057780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Attempting to bind port ad1ca010-130d-417f-a728-981faa60154f on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:02.058159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Attempting to bind port ad1ca010-130d-417f-a728-981faa60154f by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'eaef1231-39d4-4330-ab62-d402d86d5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:02.058555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Attempting to bind port ad1ca010-130d-417f-a728-981faa60154f on network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:02.063475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.7'}]}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:02.070063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:02.070773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Checking segment: {'id': 'eaef1231-39d4-4330-ab62-d402d86d5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:02.071247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.071661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Bound using segment: {'id': 'eaef1231-39d4-4330-ab62-d402d86d5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:02.072175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Bound port: ad1ca010-130d-417f-a728-981faa60154f, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaef1231-39d4-4330-ab62-d402d86d5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5170ce7d-f29d-4616-ade0-89e2f2ee7327'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:02.072655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.084809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.140082 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.3218598 Dec 16 03:30:02.148125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58960) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.154509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ca118cfb-3911-4dfe-8601-74e0c328b9de up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:02.155286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'subnet': {'network_id': '208b4ef0-8f99-4079-9553-239df16fc251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:02.186512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31363778-13ac-46da-8b80-42e101fc0847 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.190348 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-31363778-13ac-46da-8b80-42e101fc0847 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/c59e0856-0e0b-4334-af1a-adef3b98b9f9 HTTP/1.1" status: 204 len: 168 time: 0.6261179 Dec 16 03:30:02.191196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.203364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] For port ad1ca010-130d-417f-a728-981faa60154f, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:02.214547 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2efdb1ca-5ed9-4f96-a82d-b9881efa99fe tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=c59e0856-0e0b-4334-af1a-adef3b98b9f9 HTTP/1.1" status: 200 len: 216 time: 0.0189540 Dec 16 03:30:02.214892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.219909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] For port ad1ca010-130d-417f-a728-981faa60154f, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ad1ca010-130d-417f-a728-981faa60154f,segment=NetworkSegment(eaef1231-39d4-4330-ab62-d402d86d5f5b),segment_id=eaef1231-39d4-4330-ab62-d402d86d5f5b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:02.231532 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1fef7348-8e4a-4d6c-b0f7-01c1f91c3d78 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0123408 Dec 16 03:30:02.231532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:02.231834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.231951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.239301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b41f9f9-7a3d-4eb0-a251-1abe219bd362 None None] Provisioning complete for port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:02.239675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9f9-7a3d-4eb0-a251-1abe219bd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.247272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.251354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d73c9-594a-43f7-b290-047f8c00571a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Network': ['ID=208b4ef0-8f99-4079-9553-239df16fc251,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:02.258517 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-62e512c8-1f72-4b82-b2de-3c07c2226446 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0223627 Dec 16 03:30:02.261583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.262869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Router f53c1571-9fb3-4a48-b7db-85077c192385 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:30:02.272220 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Sync routers for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:02.289097 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:02.289736 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:29:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:02.291721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.295684 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9582f3ea-fdcd-4684-9f77-b031b4bdaeaf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.6260171 Dec 16 03:30:02.304369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.305531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 208b4ef0-8f99-4079-9553-239df16fc251 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:02.315423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:02.322225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb341961-eadf-44a5-a6e4-2af374e34380 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.335729 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eb341961-eadf-44a5-a6e4-2af374e34380 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/783367c3-fa84-411d-9f33-64e6f56168fd HTTP/1.1" status: 204 len: 168 time: 0.4594500 Dec 16 03:30:02.361073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.396989 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:02.403811 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0293fca1-78a6-475c-91c8-e71127f79266 tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/eb3212e1-7c58-49b7-b2d2-315bef112eb7 HTTP/1.1" status: 200 len: 473 time: 0.1389346 Dec 16 03:30:02.403811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:02.411055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.447808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Pushing event updated for resources: {'Port': ['ID=441c6a0e-73c6-4234-9134-2dc12b0fb695,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:02.455105 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b6c7f6b7-6e46-40e1-86c0-9767e66079e7 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=783367c3-fa84-411d-9f33-64e6f56168fd HTTP/1.1" status: 200 len: 216 time: 0.0942380 Dec 16 03:30:02.455681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.482449 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9799644c-230e-4874-9d56-ffa6838aba2d tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/aabcf5fb-528f-4909-a0ed-c00034828478 HTTP/1.1" status: 200 len: 459 time: 0.0615661 Dec 16 03:30:02.485067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.529380 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3146b3f3-9d21-4ccf-a5c6-c63a0a211f0f tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0644677 Dec 16 03:30:02.533641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58980) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.540015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:02.547258 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:02.583474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.584879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.669576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.671950 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0441ecf6-7dbc-434e-9d73-2f2937577b85 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1267939 Dec 16 03:30:02.672824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Made reservation on behalf of c013d6e7bce240d3b716dcfd061aa7d1 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:02.677634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.685408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Sync routers for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:02.688637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.698431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ca118cfb-3911-4dfe-8601-74e0c328b9de triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:02.698431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.775863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a749f-b1be-4893-aed5-3e7dade00599 None None] Pushing event updated for resources: {'Port': ['ID=ad1ca010-130d-417f-a728-981faa60154f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:02.815042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:02.815906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:29:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:02.891588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.896040 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2b4dd4ba-00f1-4c89-b16e-1ab147f364a3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2720075 Dec 16 03:30:02.899573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58984) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.914159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e425e879-843f-43e4-8294-dec8d2197a5e tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/a70692ed-32fe-4b83-adf1-0764b429d8cb HTTP/1.1" status: 200 len: 473 time: 0.2201829 Dec 16 03:30:02.915556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.936364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65537a76-85c7-4012-8154-fd7e09b8b02c tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:02.936364 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-65537a76-85c7-4012-8154-fd7e09b8b02c tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/aabcf5fb-528f-4909-a0ed-c00034828478 HTTP/1.1" status: 204 len: 168 time: 0.4463437 Dec 16 03:30:02.940457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.957128 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dc46528a-adea-4e10-a936-17d27b79ae07 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/8bad0130-ec07-4551-be91-75611eac2717 HTTP/1.1" status: 200 len: 461 time: 0.0346906 Dec 16 03:30:02.963436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58990) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:02.986409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:03.014202 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:29:58Z', 'revision_number': 3, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:03.042284 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Checking router: 22d6836f-f298-469e-9e5f-dcb57d3f4d0e for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:30:03.043860 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Updating router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:30:03.081660 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.338898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b41f9f9-7a3d-4eb0-a251-1abe219bd362 None None] Provisioning complete for port dc0a016d-9712-4800-a432-b8c49f07ff03 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:03.339711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9f9-7a3d-4eb0-a251-1abe219bd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.393614 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.405515 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.502265 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Attempting to bind port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:03.502988 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Attempting to bind port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:03.503669 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Attempting to bind port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:03.507431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:00Z', 'revision_number': 3, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:03.518325 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Pushing event updated for resources: {'Port': ['ID=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:03.528466 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:03.530147 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:03.533090 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.534871 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:03.535852 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Bound port: e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:03.536268 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.613745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Checking router: f53c1571-9fb3-4a48-b7db-85077c192385 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:30:03.614221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Updating router f53c1571-9fb3-4a48-b7db-85077c192385 port fd64de54-5509-4056-8f86-074675f54cfc binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:30:03.633743 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.634217 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.637618 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.637986 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.638328 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.641617 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.641987 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.642327 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.645118 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.645499 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.645844 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.646215 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.646599 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Tracked resource versions report: Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: pushed versions: Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: { 'AddressGroup': {'1.2'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Log': {'1.0'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Network': {'1.1'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Port': {'1.7'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'PortForwarding': {'1.2'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'QosPolicy': {'1.10'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroup': {'1.5'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SubPort': {'1.0'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Subnet': {'1.1'}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Trunk': {'1.1'}} Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: consumer versions: Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: { DHCP agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: HyperV agent@hv-neutron-8219: {}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: L3 agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: Metadata agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: Metering agent@dv-neutron-821927-1-hyperv: {}, Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: Open vSwitch agent@dv-neutron-821927-1-hyperv: { 'AddressGroup': '1.2', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'ConntrackHelper': '1.0', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'LocalIPAssociation': '1.0', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Log': '1.0', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Network': '1.1', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Port': '1.7', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'PortForwarding': '1.2', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'QosPolicy': '1.10', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroup': '1.5', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SecurityGroupRule': '1.2', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'SubPort': '1.0', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Subnet': '1.1', Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: 'Trunk': '1.1'}} Dec 16 03:30:03.656741 dv-neutron-821927-1-hyperv neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 03:30:03.703651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-564b22d2-1107-4fe4-a02a-9e49ba1bbeee tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.705548 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-564b22d2-1107-4fe4-a02a-9e49ba1bbeee tempest-MeteringIpV6TestJSON-1375828253 tempest-MeteringIpV6TestJSON-1375828253-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/eb3212e1-7c58-49b7-b2d2-315bef112eb7 HTTP/1.1" status: 204 len: 168 time: 0.7611029 Dec 16 03:30:03.709670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.734211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.746343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.761969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08b8e9fb-4870-4a11-8bd5-58490a33db19 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:03.764292 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-08b8e9fb-4870-4a11-8bd5-58490a33db19 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/8bad0130-ec07-4551-be91-75611eac2717 HTTP/1.1" status: 204 len: 168 time: 0.7999284 Dec 16 03:30:03.777625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 58994) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:03.795469 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] For port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:03.804117 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] For port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:03.818953 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.006125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:04.006841 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:29:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:04.010184 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d777e9b-3530-4db6-90c1-a69a10989f59 None None] Pushing event updated for resources: {'Port': ['ID=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:04.010967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638267f-1852-4bff-8268-cf30ba84becd None None] Network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:04.017163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ad1ca010-130d-417f-a728-981faa60154f up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:04.060312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Allocated IP 172.20.0.1 (d66cf454-67d6-4261-9d7b-066c431936a6/7a4e2279-1f51-45cd-9dc1-0f847df33257/98263872-c0d0-4634-918f-a56b29ab68ab) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:04.143556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4b623916-6095-40fd-9cfd-5c3df809e72f None None] Provisioning complete for port ad1ca010-130d-417f-a728-981faa60154f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:04.143919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b623916-6095-40fd-9cfd-5c3df809e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.157728 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:04.275904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 58998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:04.289368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.296327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.298933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ad1ca010-130d-417f-a728-981faa60154f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:04.299303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.393838 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:30:04.427060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.468940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0212287e-8f26-4f0c-9ed7-28d2ca356ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.480066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b623916-6095-40fd-9cfd-5c3df809e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.487107 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:29:58Z', 'revision_number': 3, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:04.496303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.525187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.528907 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdab0f1-021a-41fe-bb73-3a04adbedca6 None None] The sync data for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv is: [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:29:58Z', 'revision_number': 3, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:04.605214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4b623916-6095-40fd-9cfd-5c3df809e72f None None] For port ad1ca010-130d-417f-a728-981faa60154f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ad1ca010-130d-417f-a728-981faa60154f,segment=NetworkSegment(eaef1231-39d4-4330-ab62-d402d86d5f5b),segment_id=eaef1231-39d4-4330-ab62-d402d86d5f5b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:04.607253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.621233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b623916-6095-40fd-9cfd-5c3df809e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.630344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.632579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.672473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.720923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Attempting to bind port fd64de54-5509-4056-8f86-074675f54cfc on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:04.721290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Attempting to bind port fd64de54-5509-4056-8f86-074675f54cfc by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:04.721645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Attempting to bind port fd64de54-5509-4056-8f86-074675f54cfc on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:04.725613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b623916-6095-40fd-9cfd-5c3df809e72f None None] Pushing event updated for resources: {'Port': ['ID=ad1ca010-130d-417f-a728-981faa60154f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:04.745495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Allocated IP 172.20.0.1 (ad205ef7-0651-499d-8e85-15dfe8aba452/e38eafb6-e027-456b-b076-ec1c2d72829e/ce06e8c5-3111-49bb-a595-b82b45e6c658) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:04.761345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Network d66cf454-67d6-4261-9d7b-066c431936a6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:04.767240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.773611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:04.774199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:04.774365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.774767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:04.775249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Bound port: fd64de54-5509-4056-8f86-074675f54cfc, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:04.775639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.817046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:04.823970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:04.824458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.826140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:30:04.826572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:30:04.828986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2101c9-7c93-4e76-9d16-3c31d2d65e32 None None] Pushing event updated for resources: {'Port': ['ID=fd64de54-5509-4056-8f86-074675f54cfc,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:04.877253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Router 59b671bd-bd48-4f47-bc15-76722b616ec4 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:30:04.891917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] For port fd64de54-5509-4056-8f86-074675f54cfc, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:04.897141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] For port fd64de54-5509-4056-8f86-074675f54cfc, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fd64de54-5509-4056-8f86-074675f54cfc,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:04.913481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.970931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:04.987879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Pushing event updated for resources: {'Port': ['ID=98263872-c0d0-4634-918f-a56b29ab68ab,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:05.020420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7c1450cd-736e-4a24-af44-4183d7aac9b5 None None] Provisioning complete for port ad1ca010-130d-417f-a728-981faa60154f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:05.020793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c1450cd-736e-4a24-af44-4183d7aac9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.049468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0212287e-8f26-4f0c-9ed7-28d2ca356ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.090134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:05.102941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:05.103630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:29:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:05.104441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0212287e-8f26-4f0c-9ed7-28d2ca356ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.109151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2101c9-7c93-4e76-9d16-3c31d2d65e32 None None] Pushing event updated for resources: {'Port': ['ID=fd64de54-5509-4056-8f86-074675f54cfc,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:05.150611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:05.153047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:05.159161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:05.159797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.203910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e09433f5-ce6c-4e59-8efe-dae1338e8731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.224425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ae796a0-f896-4451-89fb-f85499ecf136 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.229557 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0ae796a0-f896-4451-89fb-f85499ecf136 tempest-MeteringTestJSON-1229112915 tempest-MeteringTestJSON-1229112915-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/a70692ed-32fe-4b83-adf1-0764b429d8cb HTTP/1.1" status: 204 len: 168 time: 1.4359667 Dec 16 03:30:05.248298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.277997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event updated for resources: {'Port': ['ID=b5d9d896-4216-482f-a174-31372089183b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:05.293372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a79c3da5-1c32-4cc7-bcd1-b1b78a57e59a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.1324091 Dec 16 03:30:05.297590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59004) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:05.415511 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0212287e-8f26-4f0c-9ed7-28d2ca356ec3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee2ed01517124f299f898a43aca81e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1371212 Dec 16 03:30:05.424889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Network ad205ef7-0651-499d-8e85-15dfe8aba452 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:05.427908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212287e-8f26-4f0c-9ed7-28d2ca356ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb42f1d9-feee-4520-a003-db86383d852e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:05.448013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:05.496429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:05.517786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:05.525151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device dc0a016d-9712-4800-a432-b8c49f07ff03 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:05.532624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:05.538110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:05.583056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:30:05.583784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.633843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce06e8c5-3111-49bb-a595-b82b45e6c658,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:05.667248 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Sync routers for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:05.685082 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:05.686109 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:29:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:05.692363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.737934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.778263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59014) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:05.788195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-054871ad-81cd-455e-a83a-bd63539a827e None None] Provisioning complete for port b5d9d896-4216-482f-a174-31372089183b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:05.788736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-054871ad-81cd-455e-a83a-bd63539a827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.836134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port dc0a016d-9712-4800-a432-b8c49f07ff03 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:05.836465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.876363 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:05.879795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0779f2a9-a823-4c58-8eb2-991db9607201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.914217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:05.915537 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4a7c8c4b-86fd-4a33-9b53-2b128aa69530 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2551837 Dec 16 03:30:05.918068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-054871ad-81cd-455e-a83a-bd63539a827e None None] Port b5d9d896-4216-482f-a174-31372089183b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:05.947918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:05.975481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-054871ad-81cd-455e-a83a-bd63539a827e None None] Provisioning complete for port 98263872-c0d0-4634-918f-a56b29ab68ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:05.975481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-054871ad-81cd-455e-a83a-bd63539a827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.095949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-054871ad-81cd-455e-a83a-bd63539a827e None None] Port 98263872-c0d0-4634-918f-a56b29ab68ab cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:06.111676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:00Z', 'revision_number': 3, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:06.144687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199587ab-e441-4909-8af6-86a2b1eb42d8 None None] The sync data for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv is: [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:00Z', 'revision_number': 3, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:06.222092 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:02Z', 'revision_number': 3, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:06.244232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0314ccca-b57c-4262-98fd-9a9b8d233d1d None None] Provisioning complete for port ce06e8c5-3111-49bb-a595-b82b45e6c658 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:06.244608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0314ccca-b57c-4262-98fd-9a9b8d233d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.263734 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Checking router: 59b671bd-bd48-4f47-bc15-76722b616ec4 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:30:06.264289 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Updating router 59b671bd-bd48-4f47-bc15-76722b616ec4 port 441c6a0e-73c6-4234-9134-2dc12b0fb695 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:30:06.279710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bdd3670c-5319-43ab-aa8a-1fa8092b9c29,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:06.303010 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.317881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0314ccca-b57c-4262-98fd-9a9b8d233d1d None None] Port ce06e8c5-3111-49bb-a595-b82b45e6c658 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:06.384893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f271c53-e1ca-49d8-9ca6-691d74576740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.425220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0779f2a9-a823-4c58-8eb2-991db9607201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.479221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:06.493331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.534603 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Checking segment: {'id': 'bedf71b0-eae7-4b7f-b431-bdd7e55eac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '208b4ef0-8f99-4079-9553-239df16fc251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:06.535001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Network hostable DHCP agents. Network: 208b4ef0-8f99-4079-9553-239df16fc251, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:06.566081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.612140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:06.621659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.704329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Deleting port b5d9d896-4216-482f-a174-31372089183b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:06.704766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.731991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.828385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.871455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:06.872452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0779f2a9-a823-4c58-8eb2-991db9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.875406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0779f2a9-a823-4c58-8eb2-991db9607201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.877538 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0779f2a9-a823-4c58-8eb2-991db9607201 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb42f1d9-feee-4520-a003-db86383d852e HTTP/1.1" status: 204 len: 168 time: 1.4196601 Dec 16 03:30:06.882020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.883636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ad1ca010-130d-417f-a728-981faa60154f up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:06.908262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779f2a9-a823-4c58-8eb2-991db9607201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb42f1d9-feee-4520-a003-db86383d852e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:06.912652 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:06.924361 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.015238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.063130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Network 208b4ef0-8f99-4079-9553-239df16fc251 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:07.065013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.065716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.150200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:07.173827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ad1ca010-130d-417f-a728-981faa60154f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:07.174202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.217903 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030717e-3145-45d0-ac67-ed8ed18dc2fb None None] Pushing event updated for resources: {'Port': ['ID=441c6a0e-73c6-4234-9134-2dc12b0fb695,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:07.244455 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Attempting to bind port 441c6a0e-73c6-4234-9134-2dc12b0fb695 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:07.245446 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Attempting to bind port 441c6a0e-73c6-4234-9134-2dc12b0fb695 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:07.246164 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Attempting to bind port 441c6a0e-73c6-4234-9134-2dc12b0fb695 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:07.252391 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:07.253210 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:07.254006 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.254796 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:07.255893 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Bound port: 441c6a0e-73c6-4234-9134-2dc12b0fb695, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:07.256605 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.310337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 208b4ef0-8f99-4079-9553-239df16fc251) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:07.332918 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] For port 441c6a0e-73c6-4234-9134-2dc12b0fb695, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:07.340409 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] For port 441c6a0e-73c6-4234-9134-2dc12b0fb695, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=441c6a0e-73c6-4234-9134-2dc12b0fb695,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:07.347185 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.387656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f54ee09-bbc9-4662-b024-2dcefe198179 None None] Network 208b4ef0-8f99-4079-9553-239df16fc251 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:07.426599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:07.426915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.438879 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030717e-3145-45d0-ac67-ed8ed18dc2fb None None] Pushing event updated for resources: {'Port': ['ID=441c6a0e-73c6-4234-9134-2dc12b0fb695,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:07.466713 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:07.467440 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:29:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:07.488727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Pushing event updated for resources: {'Port': ['ID=98263872-c0d0-4634-918f-a56b29ab68ab,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:07.513286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46150c60-72be-4a9c-9fc9-44e07e8529df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.525816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59024) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:07.528118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.535194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.543156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.588986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef77b6d-a465-42b0-9412-8b1ff8c3b4fb None None] Network 208b4ef0-8f99-4079-9553-239df16fc251 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:07.602824 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:07.611510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Calling delete_port for b5d9d896-4216-482f-a174-31372089183b owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:07.623396 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a380bf6b-875c-4ba0-9af9-b40a9ec881eb tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.4733059 Dec 16 03:30:07.624574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ad06534-9fea-4ad9-9706-b1489e03951a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.629840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:07.662579 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'floatingip': {'floating_network_id': '208b4ef0-8f99-4079-9553-239df16fc251'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:07.673533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f271c53-e1ca-49d8-9ca6-691d74576740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.703467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f271c53-e1ca-49d8-9ca6-691d74576740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.708645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.715027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce06e8c5-3111-49bb-a595-b82b45e6c658,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:07.760109 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7f271c53-e1ca-49d8-9ca6-691d74576740 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ee4b73139fc4799a9e6d248bc6023cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9784980 Dec 16 03:30:07.790943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:07.837686 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:02Z', 'revision_number': 3, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:07.870379 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef69ef-ece7-485f-a8a9-caac6402fac3 None None] The sync data for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv is: [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:02Z', 'revision_number': 3, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:07.889866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.908413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95c480f6-2d0f-4fee-8ed2-21c6f0b5ee48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.956243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f271c53-e1ca-49d8-9ca6-691d74576740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a9df49-0352-4b85-9324-f7c9e9ec0d18,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:07.958805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95c480f6-2d0f-4fee-8ed2-21c6f0b5ee48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.961675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:07.998475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Network ad205ef7-0651-499d-8e85-15dfe8aba452 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:08.011720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:08.035869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.041933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Network d66cf454-67d6-4261-9d7b-066c431936a6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:08.106084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:08.272629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.306061 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95c480f6-2d0f-4fee-8ed2-21c6f0b5ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.309177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95c480f6-2d0f-4fee-8ed2-21c6f0b5ee48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.310630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-95c480f6-2d0f-4fee-8ed2-21c6f0b5ee48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89a9df49-0352-4b85-9324-f7c9e9ec0d18 HTTP/1.1" status: 204 len: 168 time: 0.5166118 Dec 16 03:30:08.325889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.336247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c480f6-2d0f-4fee-8ed2-21c6f0b5ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a9df49-0352-4b85-9324-f7c9e9ec0d18,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:08.419375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.447936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:30:08.488024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-851e6e25-a900-4e9a-b2a1-d7730c7ad523 None None] Provisioning complete for port ce06e8c5-3111-49bb-a595-b82b45e6c658 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:08.494975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-851e6e25-a900-4e9a-b2a1-d7730c7ad523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.528071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ad06534-9fea-4ad9-9706-b1489e03951a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.588349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ad06534-9fea-4ad9-9706-b1489e03951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.598537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.599059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6679947c-2ef0-437c-925b-60250fbe4f17 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:30:08.618096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fd64de54-5509-4056-8f86-074675f54cfc up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:08.669641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:08.675630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c22fb86f-ccdc-4491-802f-d06c8fa3d5b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/22d6836f-f298-469e-9e5f-dcb57d3f4d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3703625 Dec 16 03:30:08.677090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Allocated IP 172.20.0.1 (9558eca6-2c63-4413-9405-f9c511187379/633ff807-c3fe-40e8-81c2-3b0dc02e6efc/4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:08.713310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Sync routers for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:08.714852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:08.737713 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4ad06534-9fea-4ad9-9706-b1489e03951a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83c3ab70d862494aa4c427afd3cad54f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1957340 Dec 16 03:30:08.747433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:08.750447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad06534-9fea-4ad9-9706-b1489e03951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a8bf9-ba21-4f51-83dc-a020f2ebaccd,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:08.767612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-851e6e25-a900-4e9a-b2a1-d7730c7ad523 None None] Port ce06e8c5-3111-49bb-a595-b82b45e6c658 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:08.781664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:08.784974 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 03:30:08.793485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:08.795888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:08.796217 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dd8378f0-c950-47db-971a-6494ca26fe18 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 6.7463400 Dec 16 03:30:08.853936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event deleted for resources: {'Port': ['ID=b5d9d896-4216-482f-a174-31372089183b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:08.875004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Router f53c1571-9fb3-4a48-b7db-85077c192385 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:30:09.111190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7a29a527-722a-43b9-ac4c-6d59b6fc2e0c None None] Provisioning complete for port 98263872-c0d0-4634-918f-a56b29ab68ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:09.111575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a527-722a-43b9-ac4c-6d59b6fc2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.168723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:09.264209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.277364 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-61aa8cee-770a-4dc8-b530-1e3d961f0b3a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "DELETE /v2.0/ports/b5d9d896-4216-482f-a174-31372089183b HTTP/1.1" status: 204 len: 168 time: 3.9742827 Dec 16 03:30:09.282122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59050) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:09.291961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port fd64de54-5509-4056-8f86-074675f54cfc triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:09.292330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.339322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-889689a9-bb7a-4e6e-9660-d89208125c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.358911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59056) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:09.426372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.449611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.451224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a790529-43c8-49ab-a497-7a8fc174f705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.511285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-889689a9-bb7a-4e6e-9660-d89208125c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.566577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7a29a527-722a-43b9-ac4c-6d59b6fc2e0c None None] Port 98263872-c0d0-4634-918f-a56b29ab68ab cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:09.626943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b160e694-7506-461a-ba37-cd3f33ae2a6c tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3409467 Dec 16 03:30:09.634090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59058) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:09.644390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1944469326'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:09.655417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:09.660363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.665828 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Sync routers for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:09.671672 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Deleting port 3e8aee40-98ed-406d-8e1c-b10992d77717 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:09.672161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.690102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port fd64de54-5509-4056-8f86-074675f54cfc, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fd64de54-5509-4056-8f86-074675f54cfc,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:09.695468 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:09.696288 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:09.714440 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0759c438-0b6c-4886-95e6-15d2f2d7892f admin admin] 10.222.0.16 "PUT /v2.0/routers/f53c1571-9fb3-4a48-b7db-85077c192385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8090208 Dec 16 03:30:09.728322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.735430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.736905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:09.781684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-889689a9-bb7a-4e6e-9660-d89208125c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.784288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-889689a9-bb7a-4e6e-9660-d89208125c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.785803 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-889689a9-bb7a-4e6e-9660-d89208125c22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a28a8bf9-ba21-4f51-83dc-a020f2ebaccd HTTP/1.1" status: 204 len: 168 time: 1.0371056 Dec 16 03:30:09.813736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Network 9558eca6-2c63-4413-9405-f9c511187379 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:09.831723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Allocated IP 172.20.0.6 (208b4ef0-8f99-4079-9553-239df16fc251/bdd3670c-5319-43ab-aa8a-1fa8092b9c29/1fd225c6-c387-4c5c-999e-ab692626580d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:09.834186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Made reservation on behalf of 6a606f89f2a54d0db120008f5bf6e17f for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:09.844866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:09.847207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:09.913767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:09.967997 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:10.009690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889689a9-bb7a-4e6e-9660-d89208125c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a8bf9-ba21-4f51-83dc-a020f2ebaccd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:10.082204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Pushing event updated for resources: {'Port': ['ID=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:10.089244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a790529-43c8-49ab-a497-7a8fc174f705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.094435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:10.095805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.129397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a790529-43c8-49ab-a497-7a8fc174f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.180660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.205548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.258500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.279077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 2, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:10.291312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:10.333714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.346075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.346505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Added segment 8bafb6f4-4320-4da0-94ed-78f56a81b75c of type vlan for network 2317dff2-3a99-4b7d-86a3-235b7ba69368 Dec 16 03:30:10.387930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=fd64de54-5509-4056-8f86-074675f54cfc,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:10.398280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Calling delete_port for 3e8aee40-98ed-406d-8e1c-b10992d77717 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:10.407620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Checking router: 22d6836f-f298-469e-9e5f-dcb57d3f4d0e for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:30:10.407978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Updating router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e port ce06e8c5-3111-49bb-a595-b82b45e6c658 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:30:10.432609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4a790529-43c8-49ab-a497-7a8fc174f705 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bdba4fe10cd4a7eb746026da7da284d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0724990 Dec 16 03:30:10.436710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.439322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59078) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:10.531519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a790529-43c8-49ab-a497-7a8fc174f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ede6e4-4508-4333-86e1-b1c5cedfbb86,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:10.535126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.581379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-df238d36-d780-4e62-a510-6de85d38f968 None None] Provisioning complete for port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:10.581942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df238d36-d780-4e62-a510-6de85d38f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.611403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.667526 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 2, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:10.705633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.717924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59084) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:10.732624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.739324 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Checking router: f53c1571-9fb3-4a48-b7db-85077c192385 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:30:10.739761 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Updating router f53c1571-9fb3-4a48-b7db-85077c192385 port 98263872-c0d0-4634-918f-a56b29ab68ab binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:30:10.747072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:10.747736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.780158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-49cb6189-e664-4719-967c-d033c0f1a17d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124295550', 'description': 'tempest-description--249936702'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:10.810571 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:10.832177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-df238d36-d780-4e62-a510-6de85d38f968 None None] Port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:11.004653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event updated for resources: {'Network': ['ID=2317dff2-3a99-4b7d-86a3-235b7ba69368,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:11.049034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Network 208b4ef0-8f99-4079-9553-239df16fc251 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:11.052776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e59-adc9-4e85-be29-d90cf62a7467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.081044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e59-adc9-4e85-be29-d90cf62a7467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.108269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 2317dff2-3a99-4b7d-86a3-235b7ba69368 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:11.121311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.188363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e59-adc9-4e85-be29-d90cf62a7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.191355 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e59-adc9-4e85-be29-d90cf62a7467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.193685 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6dee6e59-adc9-4e85-be29-d90cf62a7467 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5ede6e4-4508-4333-86e1-b1c5cedfbb86 HTTP/1.1" status: 204 len: 168 time: 0.7531672 Dec 16 03:30:11.207206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49cb6189-e664-4719-967c-d033c0f1a17d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.209989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:11.213798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee6e59-adc9-4e85-be29-d90cf62a7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ede6e4-4508-4333-86e1-b1c5cedfbb86,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:11.221469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:11.260448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e8aee40-98ed-406d-8e1c-b10992d77717,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:11.387100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 441c6a0e-73c6-4234-9134-2dc12b0fb695 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:11.394497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.503155 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.563633 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f2ca16fc-c213-4126-ba53-e7dcfd6c2757 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9262655 Dec 16 03:30:11.564373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd225c6-c387-4c5c-999e-ab692626580d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:11.582936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59104) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:11.616578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.662255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.669695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.690826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.700971 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-da35b3b4-e9f5-4d69-8667-68d18bcb8ff1 tempest-RoutersAdminNegativeIpV6Test-1634975095 tempest-RoutersAdminNegativeIpV6Test-1634975095-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3e8aee40-98ed-406d-8e1c-b10992d77717 HTTP/1.1" status: 204 len: 168 time: 2.8908780 Dec 16 03:30:11.776864 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.780564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.790947 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.795321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:11.918401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85e778-e229-40ba-b427-445cf3f1f44b None None] Pushing event updated for resources: {'Port': ['ID=ce06e8c5-3111-49bb-a595-b82b45e6c658,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:11.934111 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2d3c-0dab-49b4-9695-f43967fb6b8d None None] Pushing event updated for resources: {'Port': ['ID=98263872-c0d0-4634-918f-a56b29ab68ab,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:11.972645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Pushing event updated for resources: {'Port': ['ID=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:12.000393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 441c6a0e-73c6-4234-9134-2dc12b0fb695 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:12.000635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.040659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.219873 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Attempting to bind port 98263872-c0d0-4634-918f-a56b29ab68ab on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:12.222657 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Attempting to bind port 98263872-c0d0-4634-918f-a56b29ab68ab by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:12.223092 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Attempting to bind port 98263872-c0d0-4634-918f-a56b29ab68ab on network d66cf454-67d6-4261-9d7b-066c431936a6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:12.241916 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:12.254023 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Checking segment: {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:12.259687 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.282287 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Bound using segment: {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:12.282954 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Bound port: 98263872-c0d0-4634-918f-a56b29ab68ab, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:12.283382 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.415993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Network 9558eca6-2c63-4413-9405-f9c511187379 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:12.417801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:12.420003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Attempting to bind port ce06e8c5-3111-49bb-a595-b82b45e6c658 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:12.420622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Attempting to bind port ce06e8c5-3111-49bb-a595-b82b45e6c658 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:12.421236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Attempting to bind port ce06e8c5-3111-49bb-a595-b82b45e6c658 on network ad205ef7-0651-499d-8e85-15dfe8aba452 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:12.462479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:12.462885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Checking segment: {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:12.463285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.463652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Bound using segment: {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:12.464159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Bound port: ce06e8c5-3111-49bb-a595-b82b45e6c658, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:12.464550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.506675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59118) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:12.521637 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] For port 98263872-c0d0-4634-918f-a56b29ab68ab, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:12.525129 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] For port 98263872-c0d0-4634-918f-a56b29ab68ab, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=98263872-c0d0-4634-918f-a56b29ab68ab,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:12.531768 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.562471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e72cc018-b10e-4f3f-9f23-5609f91d584d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614741635', 'description': 'tempest-description--1355088894'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:12.565814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2a6dcc12-2b2e-473c-bde4-7edf4a0a9d52 None None] Provisioning complete for port ce06e8c5-3111-49bb-a595-b82b45e6c658 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:12.565814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a6dcc12-2b2e-473c-bde4-7edf4a0a9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.628073 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:12.629922 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:12.670676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2a6dcc12-2b2e-473c-bde4-7edf4a0a9d52 None None] Port ce06e8c5-3111-49bb-a595-b82b45e6c658 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:12.674016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.708203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Router 59b671bd-bd48-4f47-bc15-76722b616ec4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:30:12.724210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e72cc018-b10e-4f3f-9f23-5609f91d584d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.734075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:12.770217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.801428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.838782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 441c6a0e-73c6-4234-9134-2dc12b0fb695, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=441c6a0e-73c6-4234-9134-2dc12b0fb695,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:12.879870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:12.881261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fd64de54-5509-4056-8f86-074675f54cfc up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:12.974271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:12.987425 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c61691c3-d3d4-4268-91e5-45cb872fff4f admin admin] 10.222.0.16 "PUT /v2.0/routers/59b671bd-bd48-4f47-bc15-76722b616ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0361733 Dec 16 03:30:13.004414 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2d3c-0dab-49b4-9695-f43967fb6b8d None None] Pushing event updated for resources: {'Port': ['ID=98263872-c0d0-4634-918f-a56b29ab68ab,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:13.051050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Sync routers for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:13.080732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.091316 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:13.096064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c5d62bc-193a-42c7-ba96-268ebee1b0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.098423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] For port ce06e8c5-3111-49bb-a595-b82b45e6c658, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:13.103389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] For port ce06e8c5-3111-49bb-a595-b82b45e6c658, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ce06e8c5-3111-49bb-a595-b82b45e6c658,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:13.107594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9458b5a7-53c7-41f3-8d00-a38861b458a1 None None] Provisioning complete for port 98263872-c0d0-4634-918f-a56b29ab68ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:13.108024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9458b5a7-53c7-41f3-8d00-a38861b458a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.176759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=441c6a0e-73c6-4234-9134-2dc12b0fb695,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:13.207537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.250684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49cb6189-e664-4719-967c-d033c0f1a17d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.282305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd225c6-c387-4c5c-999e-ab692626580d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:13.285182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49cb6189-e664-4719-967c-d033c0f1a17d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.297442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c5d62bc-193a-42c7-ba96-268ebee1b0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.306651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c5d62bc-193a-42c7-ba96-268ebee1b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.309836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.311382 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fa0c73b2-586a-4d8d-8f33-6b153024b39a tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.6550996 Dec 16 03:30:13.324431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59136) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:13.363007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85e778-e229-40ba-b427-445cf3f1f44b None None] Pushing event updated for resources: {'Port': ['ID=ce06e8c5-3111-49bb-a595-b82b45e6c658,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:13.373623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d62bc-193a-42c7-ba96-268ebee1b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2c59fa-bc4f-45d6-a7c2-d8661de4f7ee,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:13.418386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port fd64de54-5509-4056-8f86-074675f54cfc triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:13.419115 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2c5d62bc-193a-42c7-ba96-268ebee1b0b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8d1308b8b3f427b88b97d65e02b9712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6823282 Dec 16 03:30:13.421358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.421841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:13.443369 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8299f6f8-3195-48da-8853-6f72adef171d tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "GET /v2.0/agents/1af4274c-1735-4390-84c3-0a12fb9d59c5/dhcp-networks HTTP/1.1" status: 200 len: 6439 time: 1.7888443 Dec 16 03:30:13.448682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:13.470674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:13.471327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:13.473167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:13.473722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:13.508967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49cb6189-e664-4719-967c-d033c0f1a17d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.511353 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-49cb6189-e664-4719-967c-d033c0f1a17d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7801073 Dec 16 03:30:13.523786 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-745b9f2f-ff67-41fc-a439-4eae572ead16 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=208b4ef0-8f99-4079-9553-239df16fc251 HTTP/1.1" status: 200 len: 689 time: 0.1901698 Dec 16 03:30:13.526546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59152) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:13.527062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59154) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:13.546628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ea33804b-133b-40da-a486-f12063fc2552 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Request body: {'security_group_rule': {'security_group_id': 'e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:13.609085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb6189-e664-4719-967c-d033c0f1a17d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:13.619999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:13.713723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e72cc018-b10e-4f3f-9f23-5609f91d584d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.728206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e72cc018-b10e-4f3f-9f23-5609f91d584d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.763286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f14-9fe5-4a78-b987-886c580e6f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.799108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e72cc018-b10e-4f3f-9f23-5609f91d584d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.800618 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e72cc018-b10e-4f3f-9f23-5609f91d584d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2755435 Dec 16 03:30:13.807369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea33804b-133b-40da-a486-f12063fc2552 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.809922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:13.825159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cc018-b10e-4f3f-9f23-5609f91d584d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f025571-83c6-4596-9e2e-aed6e231eae9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:13.825994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d5fe0594-d8c4-4081-89da-81e1af5a5c87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Request body: {'security_group_rule': {'security_group_id': '8f025571-83c6-4596-9e2e-aed6e231eae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:13.857993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.870809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f14-9fe5-4a78-b987-886c580e6f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.873125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:13.949702 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c73eb5-ed7d-4406-b26f-fde28d7601b9 None None] The sync data for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv is: [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:13.962688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0594-d8c4-4081-89da-81e1af5a5c87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:13.986318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59162) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:14.080646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f19c5-8c48-4d28-95a4-52cebbde230a tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] Network 2317dff2-3a99-4b7d-86a3-235b7ba69368 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:14.148412 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d54f19c5-8c48-4d28-95a4-52cebbde230a tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "POST /v2.0/agents/1af4274c-1735-4390-84c3-0a12fb9d59c5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6986573 Dec 16 03:30:14.155485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:14.253839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:14.302432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea33804b-133b-40da-a486-f12063fc2552 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.313564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea33804b-133b-40da-a486-f12063fc2552 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.364040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33804b-133b-40da-a486-f12063fc2552 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1233a48c-997c-4c23-ba1e-09d71c335b3f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:14.386720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea33804b-133b-40da-a486-f12063fc2552 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.388046 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ea33804b-133b-40da-a486-f12063fc2552 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8475776 Dec 16 03:30:14.414736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59172) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:14.419537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-436fbd1b-ba2c-4bbe-8aca-37518549bb78 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Request body: {'security_group_rule': {'security_group_id': 'e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:14.424493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59174) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:14.436293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cdc3f9-e9b4-410c-ba91-446b430c726e None None] Network 2317dff2-3a99-4b7d-86a3-235b7ba69368 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:14.442731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3f5bf054-e8d1-4e81-bc2f-8cde65c380a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846257235', 'description': 'tempest-description--614800658'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:14.468528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Deleting port 1fd225c6-c387-4c5c-999e-ab692626580d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:14.468775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.561821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9458b5a7-53c7-41f3-8d00-a38861b458a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.594274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-436fbd1b-ba2c-4bbe-8aca-37518549bb78 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.600514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf054-e8d1-4e81-bc2f-8cde65c380a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.736499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.736499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.780986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Calling delete_port for 1fd225c6-c387-4c5c-999e-ab692626580d owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:14.816999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-436fbd1b-ba2c-4bbe-8aca-37518549bb78 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.829957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-436fbd1b-ba2c-4bbe-8aca-37518549bb78 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.841566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9458b5a7-53c7-41f3-8d00-a38861b458a1 None None] For port 98263872-c0d0-4634-918f-a56b29ab68ab, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=98263872-c0d0-4634-918f-a56b29ab68ab,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:14.857806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9458b5a7-53c7-41f3-8d00-a38861b458a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.868999 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8904734f-b8c5-4543-ba1e-8c8014e69f8f tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "GET /v2.0/agents/1af4274c-1735-4390-84c3-0a12fb9d59c5/dhcp-networks HTTP/1.1" status: 200 len: 7208 time: 0.7122760 Dec 16 03:30:14.885800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1795054569'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:14.893550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59182) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:14.896107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0594-d8c4-4081-89da-81e1af5a5c87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.913818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f14-9fe5-4a78-b987-886c580e6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.949679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f14-9fe5-4a78-b987-886c580e6f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:14.951161 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f05d6f14-9fe5-4a78-b987-886c580e6f9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c2c59fa-bc4f-45d6-a7c2-d8661de4f7ee HTTP/1.1" status: 204 len: 168 time: 1.5283492 Dec 16 03:30:14.961701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0594-d8c4-4081-89da-81e1af5a5c87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.008708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe0594-d8c4-4081-89da-81e1af5a5c87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa44528d-916d-4ef6-8eb2-3dadb58d52cc,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:15.047444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d6f14-9fe5-4a78-b987-886c580e6f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2c59fa-bc4f-45d6-a7c2-d8661de4f7ee,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:15.058171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fbd1b-ba2c-4bbe-8aca-37518549bb78 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be823a3-25e5-4fb9-b58a-ff1167df11f3,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:15.103561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b5a7-53c7-41f3-8d00-a38861b458a1 None None] Pushing event updated for resources: {'Port': ['ID=98263872-c0d0-4634-918f-a56b29ab68ab,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:15.120656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 441c6a0e-73c6-4234-9134-2dc12b0fb695 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:15.146974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Provisioning complete for port 98263872-c0d0-4634-918f-a56b29ab68ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:15.146974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.158995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0594-d8c4-4081-89da-81e1af5a5c87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.160410 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d5fe0594-d8c4-4081-89da-81e1af5a5c87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3482714 Dec 16 03:30:15.182817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.187394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-21d4132a-7684-4412-a807-009553e546df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Request body: {'security_group_rule': {'security_group_id': '8f025571-83c6-4596-9e2e-aed6e231eae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:15.194085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Made reservation on behalf of 18d0705985df4792afc99ebbbc22cb74 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:15.198265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.218291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf054-e8d1-4e81-bc2f-8cde65c380a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.224009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-436fbd1b-ba2c-4bbe-8aca-37518549bb78 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.230039 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-436fbd1b-ba2c-4bbe-8aca-37518549bb78 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8140996 Dec 16 03:30:15.231689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59194) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.241994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:15.247107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.260920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 2, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:15.274173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf054-e8d1-4e81-bc2f-8cde65c380a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.328969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bf054-e8d1-4e81-bc2f-8cde65c380a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a5af8e-d5f2-4b47-9791-070bd3d70c80,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:15.331822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.353073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Checking router: 59b671bd-bd48-4f47-bc15-76722b616ec4 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:30:15.353431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Updating router 59b671bd-bd48-4f47-bc15-76722b616ec4 port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:30:15.359442 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9928ee08-a58a-45c8-897f-fd970f4dfde1 tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "DELETE /v2.0/agents/1af4274c-1735-4390-84c3-0a12fb9d59c5/dhcp-networks/2317dff2-3a99-4b7d-86a3-235b7ba69368 HTTP/1.1" status: 204 len: 168 time: 0.4563627 Dec 16 03:30:15.369001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59198) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.395899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf054-e8d1-4e81-bc2f-8cde65c380a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.397381 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3f5bf054-e8d1-4e81-bc2f-8cde65c380a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9712489 Dec 16 03:30:15.400576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.427900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a5b672da-0354-45ba-85a2-11932cf707bd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Request body: {'security_group_rule': {'security_group_id': 'd0a5af8e-d5f2-4b47-9791-070bd3d70c80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:15.439663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21d4132a-7684-4412-a807-009553e546df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.441701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:13Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:15.490994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4c08-b023-44d9-910b-e3d8cf91b68b None None] The sync data for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv is: [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:13Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:15.497283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.510381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.513461 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 441c6a0e-73c6-4234-9134-2dc12b0fb695 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:15.514028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.567358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fd225c6-c387-4c5c-999e-ab692626580d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:15.599049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59208) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.699160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8a40d145-39fa-4698-bf7c-38d4a9de6c86 tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "GET /v2.0/agents/1af4274c-1735-4390-84c3-0a12fb9d59c5/dhcp-networks HTTP/1.1" status: 200 len: 6439 time: 0.3276126 Dec 16 03:30:15.703797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.751982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.817127 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ca70fca4-2d2c-44bc-a705-69502dd6aff7 tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "GET /v2.0/networks/5170ce7d-f29d-4616-ade0-89e2f2ee7327/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1079862 Dec 16 03:30:15.820586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.828583 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Provisioning complete for port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:15.828998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.860744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59214) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.914380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.919693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21d4132a-7684-4412-a807-009553e546df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.921785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5b672da-0354-45ba-85a2-11932cf707bd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.931665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.953835 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f9226136-505e-41b1-9b7a-a8045d95cbb5 tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "GET /v2.0/networks/5170ce7d-f29d-4616-ade0-89e2f2ee7327/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1295218 Dec 16 03:30:15.954470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:15.962551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:15.965459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21d4132a-7684-4412-a807-009553e546df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.031441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:16.045268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.051491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4132a-7684-4412-a807-009553e546df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4087fd6-f339-49d1-b68b-a3aa62d15097,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:16.052883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 98263872-c0d0-4634-918f-a56b29ab68ab up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:16.072880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:16.081857 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-50efa8a0-65c0-4e02-90de-d2a873dde722 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbeecb5028a749318186bea609cd0ec2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4748485 Dec 16 03:30:16.111042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:16.114072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391f4a30-0c7f-42b0-8d31-c2c9b27d36e7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:16.126335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4849261a-867f-4646-b251-7ac3df43204c tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:16.132922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21d4132a-7684-4412-a807-009553e546df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.134120 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-21d4132a-7684-4412-a807-009553e546df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9502161 Dec 16 03:30:16.150124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59222) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:16.151299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.151909 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Added segment 8db87b94-9638-4e54-a557-3750f870b5e8 of type vlan for network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f Dec 16 03:30:16.170696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Provisioning complete for port ce06e8c5-3111-49bb-a595-b82b45e6c658 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:16.171360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.178265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:16.200924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Allocated IP 172.26.6.198 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/c2b2a8a8-971d-489e-9375-2d31e523de47) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:16.285294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.294305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 98263872-c0d0-4634-918f-a56b29ab68ab triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:16.295004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.302966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5b672da-0354-45ba-85a2-11932cf707bd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.308877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.316529 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4849261a-867f-4646-b251-7ac3df43204c tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "PUT /v2.0/quotas/986710ccb102478686b99b8063467d92 HTTP/1.1" status: 200 len: 368 time: 0.4427645 Dec 16 03:30:16.333418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:16.335921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5b672da-0354-45ba-85a2-11932cf707bd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.338142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd3670c-5319-43ab-aa8a-1fa8092b9c29,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:16.354749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Request body: {'network': {'project_id': '986710ccb102478686b99b8063467d92'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:16.355927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.383647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.411267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.445907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.447491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a57348c5-62af-4b79-897b-8765edd9d0fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.458134 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4e817d44-3db5-4823-b894-8b2d016b950a tempest-DHCPAgentSchedulersTestJSON-2014188977 tempest-DHCPAgentSchedulersTestJSON-2014188977-project-admin] 10.222.0.16 "GET /v2.0/agents/1af4274c-1735-4390-84c3-0a12fb9d59c5/dhcp-networks HTTP/1.1" status: 200 len: 6439 time: 0.4963212 Dec 16 03:30:16.459067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b672da-0354-45ba-85a2-11932cf707bd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9d2dcf-bb2c-4abe-9060-ec617cef24ea,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:16.462554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59226) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:16.470242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110b4c4-6d8d-4a08-9e01-6ddbb4473824 None None] Pushing event updated for resources: {'Port': ['ID=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:16.480285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5b672da-0354-45ba-85a2-11932cf707bd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.484566 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a5b672da-0354-45ba-85a2-11932cf707bd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0627265 Dec 16 03:30:16.488114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.495812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:16.496018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59228) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:16.496096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.519996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-55b307f9-0f7f-411a-8790-f5e18065096e tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Request body: {'security_group_rule': {'security_group_id': 'd0a5af8e-d5f2-4b47-9791-070bd3d70c80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:16.620480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a57348c5-62af-4b79-897b-8765edd9d0fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.623583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.658707 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6483467 Dec 16 03:30:16.676771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Made reservation on behalf of 986710ccb102478686b99b8063467d92 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:16.679461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.686841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.709024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2d29-197f-47a1-ae81-921e4b911dac tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Pushing event updated for resources: {'Network': ['ID=64f25fd6-4b20-41f7-8bcc-c357bdd70e4f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:16.711172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.743019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.743395 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.744159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.744631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > port after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.744822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.745115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > port after_update 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.745839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.745839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.746079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.746414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:16.751357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:16.837607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a57348c5-62af-4b79-897b-8765edd9d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.840220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a57348c5-62af-4b79-897b-8765edd9d0fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:16.841688 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a57348c5-62af-4b79-897b-8765edd9d0fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99766bb5-f377-433c-ae32-234b453d4b8b HTTP/1.1" status: 204 len: 168 time: 0.7245355 Dec 16 03:30:16.905070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57348c5-62af-4b79-897b-8765edd9d0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99766bb5-f377-433c-ae32-234b453d4b8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:16.993049 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Attempting to bind port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:16.993447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Attempting to bind port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:16.993784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Attempting to bind port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 on network 9558eca6-2c63-4413-9405-f9c511187379 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:16.997021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] For port ce06e8c5-3111-49bb-a595-b82b45e6c658, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ce06e8c5-3111-49bb-a595-b82b45e6c658,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:16.998346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.015624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:17.016003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Checking segment: {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:17.016410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.016801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Bound using segment: {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:17.017287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Bound port: 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:17.017667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.020229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.060662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.062086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:17.062754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:17.063080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:17.063869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 03:30:17.064274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208b4ef0-8f99-4079-9553-239df16fc251']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:17.071497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.089013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedf71b0-eae7-4b7f-b431-bdd7e55eac8d') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:17.089438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedf71b0-eae7-4b7f-b431-bdd7e55eac8d') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:17.116888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.160515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.193561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.203907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:17.213775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Request body: {'port': {'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f', 'binding:host_id': 'hv-neutron-8219', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-257382791'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:17.215211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:17.215848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.222071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: from cryptography.utils import int_from_bytes Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: from cryptography.utils import int_from_bytes Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:17.222573 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:17.254282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.254657 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Added segment 51ae5c20-6dd5-40e0-896a-ab50dc6e3b97 of type vlan for network 83abeb21-b6c9-467e-b973-5630dfbc4f6a Dec 16 03:30:17.274827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7755ffc-b73b-414b-aac5-8362b8a034fa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:17.287508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4882972c-ba40-4f94-8146-8f40d84dc104 None None] Provisioning complete for port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:17.289508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4882972c-ba40-4f94-8146-8f40d84dc104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.313896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0cf06-4751-489e-a3b7-38009976fb68 None None] Pushing event updated for resources: {'Port': ['ID=ce06e8c5-3111-49bb-a595-b82b45e6c658,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:17.345504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55b307f9-0f7f-411a-8790-f5e18065096e tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.360931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.363925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Made reservation on behalf of 518996cf3abb49489092d53174354e23 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:17.372389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.388454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] For port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:17.393661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] For port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:17.394249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.399085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4882972c-ba40-4f94-8146-8f40d84dc104 None None] Port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:17.402446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ce06e8c5-3111-49bb-a595-b82b45e6c658 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:17.433847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.445680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.447053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:17.447800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.519808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.585809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.590010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.598317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:17.600662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:17.612525 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2714424 Dec 16 03:30:17.620064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:17.624553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59246) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:17.631862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 208b4ef0-8f99-4079-9553-239df16fc251 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 03:30:17.632529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Request body: {'network': {'project_id': '986710ccb102478686b99b8063467d92'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:17.664203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.685769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59248) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:17.689122 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "DELETE /v2.0/networks/208b4ef0-8f99-4079-9553-239df16fc251 HTTP/1.1" status: 204 len: 168 time: 4.1354837 Dec 16 03:30:17.723835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:17.727890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d321a-d89c-4435-9abc-6b2be350e62c tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event deleted for resources: {'Network': ['ID=208b4ef0-8f99-4079-9553-239df16fc251,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:17.735104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:17.744818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55b307f9-0f7f-411a-8790-f5e18065096e tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.747782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event updated for resources: {'Port': ['ID=c2b2a8a8-971d-489e-9375-2d31e523de47,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:17.792074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2317dff2-3a99-4b7d-86a3-235b7ba69368']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:17.794746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55b307f9-0f7f-411a-8790-f5e18065096e tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.829819 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110b4c4-6d8d-4a08-9e01-6ddbb4473824 None None] Pushing event updated for resources: {'Port': ['ID=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:17.836622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ce06e8c5-3111-49bb-a595-b82b45e6c658 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:17.836986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.847075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bafb6f4-4320-4da0-94ed-78f56a81b75c') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:17.847604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bafb6f4-4320-4da0-94ed-78f56a81b75c') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:17.880358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b307f9-0f7f-411a-8790-f5e18065096e tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db4c0b4-dc16-490e-861b-260c9ab05fd7,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:17.885784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.921857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55b307f9-0f7f-411a-8790-f5e18065096e tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.926123 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-55b307f9-0f7f-411a-8790-f5e18065096e tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4072750 Dec 16 03:30:17.927636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59252) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:17.929590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Allocated IP 172.26.6.200 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/0f7ce92e-b831-467b-b0a6-61636fc9a7d3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:17.936811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:30:17.937003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.937188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fbfe6-d701-4c36-bd76-7ef2e073b1fe tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Pushing event updated for resources: {'Network': ['ID=83abeb21-b6c9-467e-b973-5630dfbc4f6a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:17.953622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:17.954020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:17.957390 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:17.959138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:17.971803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 83abeb21-b6c9-467e-b973-5630dfbc4f6a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:17.973928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Made reservation on behalf of 986710ccb102478686b99b8063467d92 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:17.976716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:17.982242 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ea769834-334f-4985-9ef4-a18f8df36651 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2719898 Dec 16 03:30:17.983772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59254) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.066609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 98263872-c0d0-4634-918f-a56b29ab68ab up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:18.146655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.193918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event deleted for resources: {'Network': ['ID=2317dff2-3a99-4b7d-86a3-235b7ba69368,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:18.196308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.200171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-02ac3c66-7e4f-4f08-8905-51e3bc2206c3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "DELETE /v2.0/networks/2317dff2-3a99-4b7d-86a3-235b7ba69368 HTTP/1.1" status: 204 len: 168 time: 1.7344375 Dec 16 03:30:18.203682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59260) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.239167 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6156ff0-d79d-433c-9460-e09dd62254f3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] DELETE failed (client error): The resource could not be found. Dec 16 03:30:18.240030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6156ff0-d79d-433c-9460-e09dd62254f3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:18.245758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e6156ff0-d79d-433c-9460-e09dd62254f3 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "DELETE /v2.0/ports/b5d9d896-4216-482f-a174-31372089183b HTTP/1.1" status: 404 len: 333 time: 0.0404737 Dec 16 03:30:18.253731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59264) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.295727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.310310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.315476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:18.329766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.342640 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] device_id is not set on port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:18.353455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.372235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.400077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.400665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Added segment fd5ec570-bfeb-4b21-a281-e0abcc1356f3 of type vlan for network 7d190b8d-2c41-4e5b-a3ee-41a14d492633 Dec 16 03:30:18.466943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bc2b9e7f-67e3-459a-baa1-cf39639d0549 None None] Provisioning complete for port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:18.472052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9e7f-67e3-459a-baa1-cf39639d0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.519813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:18.520152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:18.520870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:18.521332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:18.521785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:18.522224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:18.522712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:18.527566 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-75d9fd9b-e110-49de-8d8c-5b4d51751217 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4608 time: 0.5367308 Dec 16 03:30:18.527764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 98263872-c0d0-4634-918f-a56b29ab68ab triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:18.528474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.535794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.536133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.648251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:17Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:18.652822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9e7f-67e3-459a-baa1-cf39639d0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.717501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb03f84-6fef-46a2-a08d-2a2446a1bd00 None None] The sync data for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv is: [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:17Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:18.739061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.748773 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Deleting subnet 919be3a8-877a-4d97-869a-2aca5d2cf8c4 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:30:18.752421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.766414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bc2b9e7f-67e3-459a-baa1-cf39639d0549 None None] For port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:18.773498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9e7f-67e3-459a-baa1-cf39639d0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.774211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.782936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61502147-cf9f-4aae-a2d8-61b4c3c2875b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:18.799003 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-4865b331-6dd1-42bd-baad-5007b829d4a3 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] delete failed (client error): The resource could not be found. Dec 16 03:30:18.800290 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4865b331-6dd1-42bd-baad-5007b829d4a3 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/b9e475f1-bcfe-48a8-a16f-59ce44302eb0 HTTP/1.1" status: 404 len: 345 time: 0.2489378 Dec 16 03:30:18.813615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-c1f1990b-2bbd-4eb7-a0c9-0d82496284da tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:18.813830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59274) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.815166 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c1f1990b-2bbd-4eb7-a0c9-0d82496284da tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2688842 Dec 16 03:30:18.840817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59276) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.857589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-2b6d6845-7f48-4c91-bc60-20bd69888a8d tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:18.863586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2b6d6845-7f48-4c91-bc60-20bd69888a8d tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0169923 Dec 16 03:30:18.868242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.885422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b9e7f-67e3-459a-baa1-cf39639d0549 None None] Pushing event updated for resources: {'Port': ['ID=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:18.901489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-ec5689bf-3d21-407a-bc70-427c10a34479 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:18.902916 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df434c3-276f-40fe-a89e-d4fe9af5de81 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 03:30:18.903131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ec5689bf-3d21-407a-bc70-427c10a34479 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049515 Dec 16 03:30:18.903416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df434c3-276f-40fe-a89e-d4fe9af5de81 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:18.907151 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9df434c3-276f-40fe-a89e-d4fe9af5de81 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "DELETE /v2.0/networks/208b4ef0-8f99-4079-9553-239df16fc251 HTTP/1.1" status: 404 len: 339 time: 0.0924428 Dec 16 03:30:18.907972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59280) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.913316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.917072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59282) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.920082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.944069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-a2247630-cc5a-4861-af78-a89b8508bda6 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:18.945292 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a2247630-cc5a-4861-af78-a89b8508bda6 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0291519 Dec 16 03:30:18.950000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event updated for resources: {'Port': ['ID=c2b2a8a8-971d-489e-9375-2d31e523de47,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:18.955921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59284) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.959144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:18.962863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'network': {'name': 'tempest-network--1460388714', 'router:external': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:18.966213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-40e53ebf-84ce-4068-8e17-2b1c7ee5d6cf tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:18.967281 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-40e53ebf-84ce-4068-8e17-2b1c7ee5d6cf tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056946 Dec 16 03:30:18.970757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59286) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.981968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-ae089b6e-27ff-4b9b-9096-2104ece33320 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:18.983183 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ae089b6e-27ff-4b9b-9096-2104ece33320 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0091977 Dec 16 03:30:18.988937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59288) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:18.991934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.009109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-f3e7828e-b9db-425f-bc04-10ba3915e5b7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.009109 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f3e7828e-b9db-425f-bc04-10ba3915e5b7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0093946 Dec 16 03:30:19.025028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59290) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.041410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-062681c5-e952-4ba5-ae6e-20b3a21a29fe tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.046430 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-062681c5-e952-4ba5-ae6e-20b3a21a29fe tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0119703 Dec 16 03:30:19.053160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59292) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.057391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.059396 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9ce28a87-53de-49e4-adb2-050397b86999 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8221457 Dec 16 03:30:19.063815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-79582c3c-423c-405d-9488-8951ddf65138 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.067912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-79582c3c-423c-405d-9488-8951ddf65138 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072846 Dec 16 03:30:19.073778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59294) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.094926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-352be1bd-019c-42c3-8376-6bc3bc95b1b5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.096108 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-352be1bd-019c-42c3-8376-6bc3bc95b1b5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0141335 Dec 16 03:30:19.103981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59298) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.112726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.113840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:19.114695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.139254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-27c6fac4-a3db-4dbf-a18a-4d2af134ba03 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.143532 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-27c6fac4-a3db-4dbf-a18a-4d2af134ba03 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0383499 Dec 16 03:30:19.144276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Made reservation on behalf of c013d6e7bce240d3b716dcfd061aa7d1 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:19.147142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.149603 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59300) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.163092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-6a2c1a29-78b0-4497-b6bf-6732324a6229 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.166862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6a2c1a29-78b0-4497-b6bf-6732324a6229 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0087316 Dec 16 03:30:19.173710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ce06e8c5-3111-49bb-a595-b82b45e6c658 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:19.177088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59302) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.191440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-01254e52-92c4-4d7f-b297-33d20c0308db tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.204869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59304) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.205285 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-01254e52-92c4-4d7f-b297-33d20c0308db tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0274518 Dec 16 03:30:19.228097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.229000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ce06e8c5-3111-49bb-a595-b82b45e6c658 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:19.229397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.258503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] device_id is not set on port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:19.272765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.283968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:19.285408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-a08e78bb-1cc4-4da4-ac54-7c43abf443e4 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.290547 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a08e78bb-1cc4-4da4-ac54-7c43abf443e4 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0136111 Dec 16 03:30:19.291814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59316) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.301893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-4cd79273-4201-44f5-b0a9-10c31d1c465c tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.302159 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4cd79273-4201-44f5-b0a9-10c31d1c465c tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055735 Dec 16 03:30:19.305493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59318) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.308754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.317175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-06ecd3ea-248b-4f9d-8dea-a7157a30b695 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.318982 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-06ecd3ea-248b-4f9d-8dea-a7157a30b695 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0125878 Dec 16 03:30:19.325171 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6995118 Dec 16 03:30:19.327125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.332952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59322) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.334216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.334746 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Added segment 74eee13a-b8a6-474a-aff1-c7037c13d5f7 of type vlan for network abf65eed-869b-4f07-86f7-9fa0a1d821f0 Dec 16 03:30:19.341612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-4393e9b1-28e2-4396-8839-1f093de92aed tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.341888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-556e3bbd-4264-43d1-a5eb-c02fa1cf97fd tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Request body: {'network': {'project_id': '986710ccb102478686b99b8063467d92'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:19.344363 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4393e9b1-28e2-4396-8839-1f093de92aed tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077255 Dec 16 03:30:19.348709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:19.353724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.357965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.380246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c500a-ae6d-425e-846f-f00b25cec29a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Pushing event updated for resources: {'Network': ['ID=7d190b8d-2c41-4e5b-a3ee-41a14d492633,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:19.384640 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.391681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-925f130d-f930-437e-9706-fad66b31303e tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.392020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 7d190b8d-2c41-4e5b-a3ee-41a14d492633 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:19.395535 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-925f130d-f930-437e-9706-fad66b31303e tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122726 Dec 16 03:30:19.402735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59326) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.425079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-5a80c12e-5f47-4ad9-a92b-b015ec8f1cdb tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.428972 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5a80c12e-5f47-4ad9-a92b-b015ec8f1cdb tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0132601 Dec 16 03:30:19.435710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59336) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.449093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-512bd6b4-045c-44ff-85f8-ab16be9f2560 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.455745 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-512bd6b4-045c-44ff-85f8-ab16be9f2560 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0145745 Dec 16 03:30:19.467191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59338) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.481576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-c8dc91a2-388e-4abf-a484-1b08f96e75e0 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.492542 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c8dc91a2-388e-4abf-a484-1b08f96e75e0 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0212834 Dec 16 03:30:19.493920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59340) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.496358 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-556e3bbd-4264-43d1-a5eb-c02fa1cf97fd tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 03:30:19.496841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556e3bbd-4264-43d1-a5eb-c02fa1cf97fd tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:19.497544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:19.497998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:19.498089 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-556e3bbd-4264-43d1-a5eb-c02fa1cf97fd tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1613669 Dec 16 03:30:19.498708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.499549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.501914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event deleted for resources: {'Subnet': ['ID=919be3a8-877a-4d97-869a-2aca5d2cf8c4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:19.503873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59342) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.508546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=a49e9a2a-36b8-4ccd-be8d-d0b202b11d45,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:19.524687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.528456 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e966889a-9517-47c4-b722-f3ab16d01a2a tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "DELETE /v2.0/subnets/919be3a8-877a-4d97-869a-2aca5d2cf8c4 HTTP/1.1" status: 204 len: 168 time: 1.2736249 Dec 16 03:30:19.531656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-ce332bc0-8f61-424d-9e34-69558ce9edc2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.541594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b9c7d-bc69-411b-bc95-952c29e23e0c None None] Network 5170ce7d-f29d-4616-ade0-89e2f2ee7327 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:19.543022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59344) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.543514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59346) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.546262 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ce332bc0-8f61-424d-9e34-69558ce9edc2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0387266 Dec 16 03:30:19.568232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-ad5b9ad5-1dee-4400-bbff-b79eb6c9ff75 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.569215 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ad5b9ad5-1dee-4400-bbff-b79eb6c9ff75 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0231552 Dec 16 03:30:19.574525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59350) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.589200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.594131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-3dd6190d-e4b7-404f-a03e-12ce815a9ebf tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.595134 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3dd6190d-e4b7-404f-a03e-12ce815a9ebf tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081654 Dec 16 03:30:19.632810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:19.637308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event updated for resources: {'Port': ['ID=0f7ce92e-b831-467b-b0a6-61636fc9a7d3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:19.640871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:19.643341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.649874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-aa3d5f58-7df6-474c-aec6-8b24193a8247 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.653533 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-aa3d5f58-7df6-474c-aec6-8b24193a8247 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082369 Dec 16 03:30:19.658641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.672727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59362) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.679053 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 03:30:19.721507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-1ae29f56-6f4a-478c-b2e0-55dd65302645 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.725437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1ae29f56-6f4a-478c-b2e0-55dd65302645 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0468390 Dec 16 03:30:19.726630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Checking segment: {'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:19.726987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Network hostable DHCP agents. Network: 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:19.729106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59364) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.738689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-bbceb1cf-be2c-453b-95b6-5775c982e9fb tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.743924 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bbceb1cf-be2c-453b-95b6-5775c982e9fb tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085535 Dec 16 03:30:19.749214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59366) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.766381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-672826a7-0100-437f-8f8d-590b1717a33f tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.770316 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-672826a7-0100-437f-8f8d-590b1717a33f tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0165949 Dec 16 03:30:19.776826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.782983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-c0a389fc-5179-4b7e-9d23-725c7aa724ef tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.786995 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c0a389fc-5179-4b7e-9d23-725c7aa724ef tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0090840 Dec 16 03:30:19.793200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59370) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.803766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-74431f43-1f08-47c5-8ec3-4ede804eeee0 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.807796 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-74431f43-1f08-47c5-8ec3-4ede804eeee0 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110927 Dec 16 03:30:19.812986 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-af41fc90-e204-4241-881f-86cdc33d0e1a tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=986710ccb102478686b99b8063467d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963734 Dec 16 03:30:19.812986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59372) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.815499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59374) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.824003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-9d7b2ad7-e492-4135-82b7-4b5a1c04aa16 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.825190 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9d7b2ad7-e492-4135-82b7-4b5a1c04aa16 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0074894 Dec 16 03:30:19.830088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59376) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.835521 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-7b72643f-f182-4a5e-8d80-0832b93e2b95 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1124295550&fields=id&tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97 HTTP/1.1" status: 200 len: 267 time: 0.1616578 Dec 16 03:30:19.852129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.857473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.858109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:19.858925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:19.882692 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-316fca29-992c-4b14-b964-33c7e3097c28 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.884232 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-316fca29-992c-4b14-b964-33c7e3097c28 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0413148 Dec 16 03:30:19.886690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:19.919338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59378) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.937401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-f1f3513a-e6da-49b5-a2c5-4abe665e16c2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.941307 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f1f3513a-e6da-49b5-a2c5-4abe665e16c2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0181146 Dec 16 03:30:19.964776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59380) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:19.969915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] DHCP port deletion for 5170ce7d-f29d-4616-ade0-89e2f2ee7327 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:30:19.989709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-97090449-2dd3-4073-a39d-52b55274f8e8 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:19.993346 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-97090449-2dd3-4073-a39d-52b55274f8e8 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0105031 Dec 16 03:30:20.003116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59382) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.004004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:20.026035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:20.028971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ca6d5-5c61-4887-b978-37706d20e12e None None] Network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:20.041191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-ba180033-cfce-4c5b-a619-e1b885f92d17 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.045383 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ba180033-cfce-4c5b-a619-e1b885f92d17 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069797 Dec 16 03:30:20.049261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.066266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-56f0f327-68e9-4ebf-992a-44799a239258 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.067290 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-56f0f327-68e9-4ebf-992a-44799a239258 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0117309 Dec 16 03:30:20.069794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1165013 Dec 16 03:30:20.081358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59386) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.081718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Allocated IP 172.26.6.216 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/2dc57a7d-07de-43ac-ba6f-9ceed1871172) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:20.082119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59388) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.089229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:20.089628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:20.089997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:20.093865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] Deleting port ad1ca010-130d-417f-a728-981faa60154f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:20.094243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.095025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.095670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bf040-02e9-4622-82a8-4e76135fe490 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Network': ['ID=abf65eed-869b-4f07-86f7-9fa0a1d821f0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:20.116013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:20.116252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-44722425-07c6-4eb3-b75b-bb54d4fa5e2b tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.116514 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:20.119627 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-44722425-07c6-4eb3-b75b-bb54d4fa5e2b tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0231006 Dec 16 03:30:20.119755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network abf65eed-869b-4f07-86f7-9fa0a1d821f0 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:20.132705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59390) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.136057 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 2 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:20.162817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3987-d6b5-4d3a-b1ce-7f3185ad5841 tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.213802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-a421fecd-9747-4a10-b95b-d39139f566bd tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.216983 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a421fecd-9747-4a10-b95b-d39139f566bd tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0591116 Dec 16 03:30:20.223477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59392) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.232445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-57e46183-84dc-4805-a212-c40dca013cde tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.233630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-57e46183-84dc-4805-a212-c40dca013cde tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0090840 Dec 16 03:30:20.238362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:20.238899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:20.239548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:20.241643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.252792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] For port ad1ca010-130d-417f-a728-981faa60154f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ad1ca010-130d-417f-a728-981faa60154f,segment=NetworkSegment(eaef1231-39d4-4330-ab62-d402d86d5f5b),segment_id=eaef1231-39d4-4330-ab62-d402d86d5f5b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:20.253191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.253308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-effea04f-33cb-427a-824d-b6932a8edd21 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.254418 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-effea04f-33cb-427a-824d-b6932a8edd21 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062263 Dec 16 03:30:20.260598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.265328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.275198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-bbb30136-d474-49fc-8b61-883fbd49bd02 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.276197 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bbb30136-d474-49fc-8b61-883fbd49bd02 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0118253 Dec 16 03:30:20.281885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] Calling delete_port for ad1ca010-130d-417f-a728-981faa60154f owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:20.292723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59398) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.295574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3987-d6b5-4d3a-b1ce-7f3185ad5841 tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.299143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:20.299713 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:20.307596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-50235a10-3091-4cd0-90f6-d4633d6833e2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.312146 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-50235a10-3091-4cd0-90f6-d4633d6833e2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0098164 Dec 16 03:30:20.312292 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 3 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:20.314342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.338178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-8ae1915a-9dbb-4943-a065-ba3448685dc5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.342980 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8ae1915a-9dbb-4943-a065-ba3448685dc5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0186172 Dec 16 03:30:20.353327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59402) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.361658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-3483a21a-1148-405f-8b5c-ad1548113558 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.365473 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3483a21a-1148-405f-8b5c-ad1548113558 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052805 Dec 16 03:30:20.375956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59404) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.378897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:20.379303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:20.379706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:20.397303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-44d28f48-cc3d-4ec8-b778-a05600fe8472 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.400492 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-44d28f48-cc3d-4ec8-b778-a05600fe8472 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0205839 Dec 16 03:30:20.406102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59406) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.413098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.414674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:20.415109 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:20.416246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-df7de217-b0a0-4657-ade1-7770f1f335c0 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.417256 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df7de217-b0a0-4657-ade1-7770f1f335c0 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0101807 Dec 16 03:30:20.423972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-3154ca3c-e18a-42c0-8e41-cf8bb4f4353e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:20.426097 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-3154ca3c-e18a-42c0-8e41-cf8bb4f4353e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/networks?id=ad205ef7-0651-499d-8e85-15dfe8aba452 HTTP/1.1" status: 200 len: 806 time: 0.5706968 Dec 16 03:30:20.427160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 4 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:20.430872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59408) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.438291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.438762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-15fc9e90-bfb6-42db-819d-c3ece518af78 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.439731 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-15fc9e90-bfb6-42db-819d-c3ece518af78 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0077970 Dec 16 03:30:20.456723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.463928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-cd0f69f5-f794-4ddc-bdf1-af5fac48fb15 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.465200 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cd0f69f5-f794-4ddc-bdf1-af5fac48fb15 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055242 Dec 16 03:30:20.467061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1262dda-39de-44f9-9f3b-f3124535c0f6 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:20.472777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1262dda-39de-44f9-9f3b-f3124535c0f6 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:20.473410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] Pushing event deleted for resources: {'Port': ['ID=ad1ca010-130d-417f-a728-981faa60154f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:20.474280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.479234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1262dda-39de-44f9-9f3b-f3124535c0f6 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:20.482333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef58f1-eda3-4f1e-a04d-7c8b0f94a2b4 None None] No DVR routers for this DVR port ad1ca010-130d-417f-a728-981faa60154f on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:30:20.486151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-052ead48-3a66-4796-b705-1613dcef9716 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.486765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1262dda-39de-44f9-9f3b-f3124535c0f6 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:20.487575 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-052ead48-3a66-4796-b705-1613dcef9716 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073459 Dec 16 03:30:20.491186 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b1262dda-39de-44f9-9f3b-f3124535c0f6 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4050467 Dec 16 03:30:20.491186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59414) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.491404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59416) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.496443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-4856389b-c7b2-4f56-9f86-de66f0503dfd tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.497606 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4856389b-c7b2-4f56-9f86-de66f0503dfd tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052385 Dec 16 03:30:20.501607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:20.501960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:20.502301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:20.504208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59418) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.506466 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-a6c1a120-3a69-4cf5-896e-3e4bc37d5a88 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/quotas/b1c8e5e6545c4b2bab937c4d8f16be97 HTTP/1.1" status: 200 len: 375 time: 0.0709596 Dec 16 03:30:20.519516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-d4be091d-c659-4242-8bcd-0ba90a7accf4 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.520214 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d4be091d-c659-4242-8bcd-0ba90a7accf4 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0129058 Dec 16 03:30:20.525488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:20.525826 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:20.526362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59420) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.531046 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 5 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:20.538673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-d4d0bfc6-4cab-4b7c-b5ad-ba6262a3e179 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.542440 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d4d0bfc6-4cab-4b7c-b5ad-ba6262a3e179 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057101 Dec 16 03:30:20.546181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59422) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.548165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Deleting port ad1ca010-130d-417f-a728-981faa60154f {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:20.548497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.553774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-9347daf4-d583-4d62-8e7f-67ffed6670b5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.557112 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9347daf4-d583-4d62-8e7f-67ffed6670b5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042048 Dec 16 03:30:20.557273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3987-d6b5-4d3a-b1ce-7f3185ad5841 tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.559085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3987-d6b5-4d3a-b1ce-7f3185ad5841 tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.563231 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e8ba3987-d6b5-4d3a-b1ce-7f3185ad5841 tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7755ffc-b73b-414b-aac5-8362b8a034fa HTTP/1.1" status: 204 len: 168 time: 0.7438715 Dec 16 03:30:20.564943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.565284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.572466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-5435dc51-c9dc-4fac-8e5e-41542712006a tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.573412 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5435dc51-c9dc-4fac-8e5e-41542712006a tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054164 Dec 16 03:30:20.582623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:20.582967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:20.583369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:20.585655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.611379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-c6be0f40-3d00-4b77-9cef-8aacbc49c3fe tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.612355 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c6be0f40-3d00-4b77-9cef-8aacbc49c3fe tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0149050 Dec 16 03:30:20.623460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59430) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.642981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-6230a7f8-91ee-457f-aeca-b0c44c48e029 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.643904 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6230a7f8-91ee-457f-aeca-b0c44c48e029 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046351 Dec 16 03:30:20.652563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.654374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59432) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.654594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba3987-d6b5-4d3a-b1ce-7f3185ad5841 tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7755ffc-b73b-414b-aac5-8362b8a034fa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:20.660033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-59f9e7d6-d50f-4768-baeb-1f9557e621b7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.660931 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59f9e7d6-d50f-4768-baeb-1f9557e621b7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044179 Dec 16 03:30:20.666935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.687178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-ea4dad9b-3b1a-4be3-be66-17ef8cb7fc2b tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.688085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ea4dad9b-3b1a-4be3-be66-17ef8cb7fc2b tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0159121 Dec 16 03:30:20.690064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:20.690181 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:20.696587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59436) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.703634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-828e8a24-eee6-4a32-a672-d77f686b4228 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.704593 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-828e8a24-eee6-4a32-a672-d77f686b4228 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0070381 Dec 16 03:30:20.711946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59438) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.714704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] For port ad1ca010-130d-417f-a728-981faa60154f, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:20.715061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.718655 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 6 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:20.719679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-36114d30-5208-45cb-b133-9027a3770f3d tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.720692 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-36114d30-5208-45cb-b133-9027a3770f3d tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077682 Dec 16 03:30:20.730998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59440) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.733468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.742101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-f022f1d3-0993-4784-99db-50a301bde039 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.743064 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f022f1d3-0993-4784-99db-50a301bde039 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077190 Dec 16 03:30:20.747785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59442) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.748599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Calling delete_port for ad1ca010-130d-417f-a728-981faa60154f owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:20.753887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Port ad1ca010-130d-417f-a728-981faa60154f was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:30:20.761999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-7a840cda-b048-4bda-815f-108565e7e7cf tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.762977 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7a840cda-b048-4bda-815f-108565e7e7cf tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0122514 Dec 16 03:30:20.765197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:20.766370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59444) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.771067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.773139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:20.773590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:20.773863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:20.781554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:20.782575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-f620d164-43c2-4d37-82e9-e466e54bb6f7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.783469 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f620d164-43c2-4d37-82e9-e466e54bb6f7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087855 Dec 16 03:30:20.785429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.791474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59446) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.792241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:20.793757 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-f8e0eaf9-3982-4c8a-a967-e727c1ca2608 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2717261 Dec 16 03:30:20.802566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-7553ea15-c277-4cc7-b900-63226cdda46c tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.806922 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7553ea15-c277-4cc7-b900-63226cdda46c tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048332 Dec 16 03:30:20.809358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.819539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event deleted for resources: {'Port': ['ID=ad1ca010-130d-417f-a728-981faa60154f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:20.823021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] No DVR routers for this DVR port ad1ca010-130d-417f-a728-981faa60154f on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:30:20.833462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event updated for resources: {'Port': ['ID=2dc57a7d-07de-43ac-ba6f-9ceed1871172,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:20.837081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:20.837414 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:20.842017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-727df5ea-d574-4184-810d-6f2cf6d0a7eb tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.843021 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-727df5ea-d574-4184-810d-6f2cf6d0a7eb tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068660 Dec 16 03:30:20.847371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.847878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59454) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.849017 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 7 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:20.869297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-56c911b7-4e1b-4dec-be0c-d01ff2163f57 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.869924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:20.871201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-56c911b7-4e1b-4dec-be0c-d01ff2163f57 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0208092 Dec 16 03:30:20.873546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59456) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.879607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-10f943cd-0e2f-48d9-84d1-ac1bd3fce3fe tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.880936 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-10f943cd-0e2f-48d9-84d1-ac1bd3fce3fe tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063126 Dec 16 03:30:20.885187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59458) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.913677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:20.914291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:20.914546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:20.923071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-72478121-59c3-4d52-893b-d62ae48b9c6d tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.924017 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-72478121-59c3-4d52-893b-d62ae48b9c6d tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0290430 Dec 16 03:30:20.927781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59460) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:20.949072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [None req-e9fdae1d-dff7-4890-9f89-94c726fbdec7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:20.950872 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e9fdae1d-dff7-4890-9f89-94c726fbdec7 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052881 Dec 16 03:30:20.952281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:20.952618 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:21.000301 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 8 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:21.003176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.006919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:21.045140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-41285a09-6dd9-4976-9b5e-3b1b43e07ad5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:21.048637 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-41285a09-6dd9-4976-9b5e-3b1b43e07ad5 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0125954 Dec 16 03:30:21.065003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59466) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:21.065925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ad1ca010-130d-417f-a728-981faa60154f no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:30:21.095669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ad1ca010-130d-417f-a728-981faa60154f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:30:21.096393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ad1ca010-130d-417f-a728-981faa60154f not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:30:21.107960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [None req-54f7478b-089d-4bfd-a4df-984f2208efd2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:21.109206 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-54f7478b-089d-4bfd-a4df-984f2208efd2 tempest-ExtensionsTestJSON-67558686 tempest-ExtensionsTestJSON-67558686-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0391395 Dec 16 03:30:21.115664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event updated for resources: {'Port': ['ID=0f7ce92e-b831-467b-b0a6-61636fc9a7d3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:21.118035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:21.118635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:21.118870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:21.141567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.152033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a93f20af-b022-48ce-90f6-961472fd1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9846582 Dec 16 03:30:21.154187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.158309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:21.158682 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:21.165813 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 9 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:21.179369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.182204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:21.182629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:21.182966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:21.197409 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-6cd383c5-72b1-429a-8907-4e70b5d23d71 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:21.198656 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-6cd383c5-72b1-429a-8907-4e70b5d23d71 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2735226 Dec 16 03:30:21.203107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:21.203387 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:21.208938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.209567 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 10 to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 Dec 16 03:30:21.213604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d190b8d-2c41-4e5b-a3ee-41a14d492633']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.243074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf65eed-869b-4f07-86f7-9fa0a1d821f0']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.254043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eee13a-b8a6-474a-aff1-c7037c13d5f7') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.254333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eee13a-b8a6-474a-aff1-c7037c13d5f7') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.269741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5ec570-bfeb-4b21-a281-e0abcc1356f3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.270080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5ec570-bfeb-4b21-a281-e0abcc1356f3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.275552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.296457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:21.296896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:21.297422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:21.307165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.309056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.319717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.358713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:21.359285 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:21.359543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.369905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.388834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:21.389622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:21.394466 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:21.399562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.418141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:21.418564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:21.422001 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:21.442048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5170ce7d-f29d-4616-ade0-89e2f2ee7327']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.486557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaef1231-39d4-4330-ab62-d402d86d5f5b') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.487131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaef1231-39d4-4330-ab62-d402d86d5f5b') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:21.515656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.561849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.564442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.566134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.570564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.573018 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "DELETE /v2.0/networks/7d190b8d-2c41-4e5b-a3ee-41a14d492633 HTTP/1.1" status: 204 len: 168 time: 1.0035779 Dec 16 03:30:21.575603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59484) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:21.586691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abf65eed-869b-4f07-86f7-9fa0a1d821f0 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 03:30:21.588808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:21.589329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:21.593983 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:21.597822 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-6cb32807-3e10-464b-8a9f-af297f9fac2b service neutron] 10.222.0.16 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175678 Dec 16 03:30:21.599034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.602280 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "DELETE /v2.0/networks/abf65eed-869b-4f07-86f7-9fa0a1d821f0 HTTP/1.1" status: 204 len: 168 time: 1.1089203 Dec 16 03:30:21.621017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86f83a-f1dd-4a37-868f-a16f68a6d03e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d190b8d-2c41-4e5b-a3ee-41a14d492633,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:21.626015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:21.627078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:21.699106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb2d4a-fa22-44d9-b44d-4599f3b4ca15 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event deleted for resources: {'Network': ['ID=abf65eed-869b-4f07-86f7-9fa0a1d821f0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:21.830816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.852975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:21.859677 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] 10.222.0.16 "DELETE /v2.0/networks/5170ce7d-f29d-4616-ade0-89e2f2ee7327 HTTP/1.1" status: 204 len: 168 time: 2.3148305 Dec 16 03:30:21.861870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128640a8-441a-4ee2-af47-e5ff8b8824b9 tempest-DHCPAgentSchedulersTestJSON-1160791780 tempest-DHCPAgentSchedulersTestJSON-1160791780-project] Pushing event deleted for resources: {'Network': ['ID=5170ce7d-f29d-4616-ade0-89e2f2ee7327,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:21.869056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59500) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:21.871790 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-54b6fc86-0298-4954-a836-6a0d0fd6499b service neutron] 10.222.0.16 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632710 Dec 16 03:30:21.890974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'network': {'name': 'tempest-network--416863306', 'router:external': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:21.937136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] For port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:21.937518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 03:30:21.948726 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-caf9caf3-8445-4eff-89fc-df37fac7cf16 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--614741635&fields=id&tenant_id=360a5709777448db8d2cc7b052c2df3f HTTP/1.1" status: 200 len: 267 time: 0.0748162 Dec 16 03:30:21.974420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.094209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=a49e9a2a-36b8-4ccd-be8d-d0b202b11d45,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:22.134229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.142371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:22.145092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.157260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-726b1ff6-d965-4d7f-903c-9076dbe9acb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.163566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-7fa4a124-4dfc-45ff-be50-b5af92563b8b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:22.171883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-7fa4a124-4dfc-45ff-be50-b5af92563b8b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 812 time: 0.2131932 Dec 16 03:30:22.191874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Made reservation on behalf of c013d6e7bce240d3b716dcfd061aa7d1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:22.193554 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-33e88540-a194-437c-af53-5297db936117 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/quotas/360a5709777448db8d2cc7b052c2df3f HTTP/1.1" status: 200 len: 375 time: 0.0202901 Dec 16 03:30:22.194867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.215780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:22.247917 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6f032a77-cae7-46ea-a425-ad5b8b6adb44 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.0380960 Dec 16 03:30:22.255232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59518) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:22.275435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.311347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:22.319714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.353276 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-28dbd3e3-7a1a-43e6-bc20-39cf8b974254 req-7fa93ab2-ceea-434d-ae90-3513ac2a6164 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.0739930 Dec 16 03:30:22.392727 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-32597b1a-dc5f-43cc-a27a-d04fcff5d85c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1981447 Dec 16 03:30:22.447282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Deleting port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:22.447711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.467850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.468713 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Added segment d1fab77f-3fef-4744-9109-901f34027768 of type vlan for network a9d8137b-d4e8-498a-bb6b-20496793645b Dec 16 03:30:22.522381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] For port a49e9a2a-36b8-4ccd-be8d-d0b202b11d45, host hv-neutron-8219, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:22.522864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.542197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Calling delete_port for a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:22.580126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.589070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event updated for resources: {'Port': ['ID=2dc57a7d-07de-43ac-ba6f-9ceed1871172,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:22.639959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.650251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.658063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.663021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83abeb21-b6c9-467e-b973-5630dfbc4f6a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:22.694466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ae5c20-6dd5-40e0-896a-ab50dc6e3b97') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:22.694766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ae5c20-6dd5-40e0-896a-ab50dc6e3b97') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:22.710302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-726b1ff6-d965-4d7f-903c-9076dbe9acb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.712630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-af6256ef-080e-4dbe-8d37-25fb07e9d381 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a606f89f2a54d0db120008f5bf6e17f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4852877 Dec 16 03:30:22.717023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event deleted for resources: {'Port': ['ID=a49e9a2a-36b8-4ccd-be8d-d0b202b11d45,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:22.723248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59540) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:22.724618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.728249 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7ba5fe91-e9ec-4391-9fbe-75beb7668956 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 HTTP/1.1" status: 204 len: 168 time: 0.4719195 Dec 16 03:30:22.731321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:22.735336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.752176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-726b1ff6-d965-4d7f-903c-9076dbe9acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.753500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-1b6e0b3e-7f75-4453-a06d-ffa23031d3a8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:22.754564 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-1b6e0b3e-7f75-4453-a06d-ffa23031d3a8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060686 Dec 16 03:30:22.762759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.763967 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2d12015-606c-42dd-b79b-2fa6b12306f2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8278508 Dec 16 03:30:22.801747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.804457 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed490ce7-846d-46ce-90ad-42e58f8c17ed tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:22.805865 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ed490ce7-846d-46ce-90ad-42e58f8c17ed tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "GET /v2.0/ports/a49e9a2a-36b8-4ccd-be8d-d0b202b11d45 HTTP/1.1" status: 404 len: 333 time: 0.0682855 Dec 16 03:30:22.821198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59548) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:22.822126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.824196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:22.825358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.835244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:22.835588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.851021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Request body: {'port': {'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-675354'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:22.854323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d0426ec-8098-4f0a-9793-74e39804ed9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:22.856298 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:22.900204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d0426ec-8098-4f0a-9793-74e39804ed9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:22.903552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-50e6f94b-16b6-466d-af93-e743e96f9f35 service neutron] 10.222.0.16 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355481 Dec 16 03:30:22.956798 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-726b1ff6-d965-4d7f-903c-9076dbe9acb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b29bb49b7a749489b301db4d2c03e95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3142164 Dec 16 03:30:22.957555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b1ff6-d965-4d7f-903c-9076dbe9acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac28de5-aa47-453d-a423-250a6b9a56a6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:22.960189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59560) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:22.984299 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3439498 Dec 16 03:30:22.987558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59566) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:23.020519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915e734-a477-4c75-982b-e432fb276ed4 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Network': ['ID=a9d8137b-d4e8-498a-bb6b-20496793645b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:23.026837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.044028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.047206 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] 10.222.0.16 "DELETE /v2.0/networks/83abeb21-b6c9-467e-b973-5630dfbc4f6a HTTP/1.1" status: 204 len: 168 time: 1.4674876 Dec 16 03:30:23.050171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Made reservation on behalf of 518996cf3abb49489092d53174354e23 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:23.052521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.056449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network a9d8137b-d4e8-498a-bb6b-20496793645b details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:23.070416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99efc7c-f73d-4068-9a4a-d9c3be647b5e tempest-QuotasNegativeTest-631406242 tempest-QuotasNegativeTest-631406242-project-admin] Pushing event deleted for resources: {'Network': ['ID=83abeb21-b6c9-467e-b973-5630dfbc4f6a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:23.089229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] device_id is not set on port d46fef91-8323-4a07-a59c-bce557f514ec yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:23.097873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ab3e-2adc-4eef-b88f-12b738f9b66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.155753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ab3e-2adc-4eef-b88f-12b738f9b66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.204801 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-046d2245-2ca7-4c99-afc5-99a5761ef2c5 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--846257235&fields=id&tenant_id=7af0ae006bf943b0b427dd4cad01802a HTTP/1.1" status: 200 len: 267 time: 0.1907289 Dec 16 03:30:23.246516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ab3e-2adc-4eef-b88f-12b738f9b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.249356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ab3e-2adc-4eef-b88f-12b738f9b66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.254864 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d1d2ab3e-2adc-4eef-b88f-12b738f9b66d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ac28de5-aa47-453d-a423-250a6b9a56a6 HTTP/1.1" status: 204 len: 168 time: 0.2899051 Dec 16 03:30:23.302171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2ab3e-2adc-4eef-b88f-12b738f9b66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac28de5-aa47-453d-a423-250a6b9a56a6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:23.304517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d0426ec-8098-4f0a-9793-74e39804ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.307601 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d0426ec-8098-4f0a-9793-74e39804ed9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.309103 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5d0426ec-8098-4f0a-9793-74e39804ed9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8766a9a5-5937-4fde-9c38-239fef029f80 HTTP/1.1" status: 204 len: 168 time: 0.5800138 Dec 16 03:30:23.335744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97669f-7856-4d63-b45f-60e3c5058214 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:23.337347 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fa97669f-7856-4d63-b45f-60e3c5058214 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] 10.222.0.16 "GET /v2.0/networks/a9d8137b-d4e8-498a-bb6b-20496793645b HTTP/1.1" status: 200 len: 756 time: 0.3474197 Dec 16 03:30:23.340041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59578) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:23.356731 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-d079a36e-b611-4fe3-9a76-f98870bcadc6 service neutron] 10.222.0.16 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414177 Dec 16 03:30:23.370632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0426ec-8098-4f0a-9793-74e39804ed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8766a9a5-5937-4fde-9c38-239fef029f80,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:23.371516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.490067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a2199-ca04-4886-9614-0fa8ab5f5f04 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:23.494150 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-383a2199-ca04-4886-9614-0fa8ab5f5f04 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] 10.222.0.16 "GET /v2.0/networks/7d606541-aa2e-4d3d-a7c8-ff32edde214e HTTP/1.1" status: 200 len: 768 time: 0.1506751 Dec 16 03:30:23.494738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:23.506771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-01720281-be2c-46cc-b55e-16d6ab5bd83d tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:23.516091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-01720281-be2c-46cc-b55e-16d6ab5bd83d tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/networks?id=9558eca6-2c63-4413-9405-f9c511187379 HTTP/1.1" status: 200 len: 812 time: 0.3100634 Dec 16 03:30:23.541062 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-d802b586-ad17-446c-952d-30fd2b627c0b tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/quotas/7af0ae006bf943b0b427dd4cad01802a HTTP/1.1" status: 200 len: 375 time: 0.0228646 Dec 16 03:30:23.558485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.608951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.619689 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-187d1883-3c31-4533-b624-c4545e5385e4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7af0ae006bf943b0b427dd4cad01802a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695355 Dec 16 03:30:23.626021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:23.633050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:23.637834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:23.639256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:23.649743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.663868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.670702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=d46fef91-8323-4a07-a59c-bce557f514ec,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:23.744672 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4c173be1-604e-467d-bde8-95d414ae983d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 956 time: 0.9091563 Dec 16 03:30:23.745825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59600) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:23.753259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8219'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:23.837057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.845160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.873339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d8137b-d4e8-498a-bb6b-20496793645b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:23.885020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fab77f-3fef-4744-9109-901f34027768') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:23.885447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fab77f-3fef-4744-9109-901f34027768') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:23.909278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.950694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.959253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:23.959665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:23.961677 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:23.980849 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-a646eae6-cea0-42b5-94ee-eaaa45318603 service neutron] 10.222.0.16 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582511 Dec 16 03:30:24.057997 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f18b1b23-98d9-4d52-9bbd-cd27d4032e39 req-f3402cf7-b546-44ca-9d4a-f3e950f3f939 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.1627822 Dec 16 03:30:24.066355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.077885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9d8137b-d4e8-498a-bb6b-20496793645b {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 03:30:24.108920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.127830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "DELETE /v2.0/networks/a9d8137b-d4e8-498a-bb6b-20496793645b HTTP/1.1" status: 204 len: 168 time: 0.6288939 Dec 16 03:30:24.131178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1526a-f6bb-4849-8bce-6ed44e0e5831 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9d8137b-d4e8-498a-bb6b-20496793645b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:24.132931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:24.138156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'network': {'name': 'tempest-network--1107697486'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:24.197788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Made reservation on behalf of c013d6e7bce240d3b716dcfd061aa7d1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:24.202320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.245211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:24.259787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.260579 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Added segment 0aa4fe9c-e2ef-45df-825d-b103533c9d46 of type vlan for network 68fde2f4-c80f-407b-991c-f4761fbd7309 Dec 16 03:30:24.274765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:24.332129 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d6accbdd-f28e-4741-9e77-16714380ca78 req-e2dada6f-e0d1-4321-99eb-a5e4d749f690 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.1502335 Dec 16 03:30:24.352414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b503c-3c17-47c9-87de-8b1fcf0290f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.401881 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-d0fe8dd6-7e96-4ebe-a898-8e8c4cef143f service neutron] 10.222.0.16 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109483 Dec 16 03:30:24.408279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.538477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.539565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:24.540177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.607200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] device_id is not set on port d46fef91-8323-4a07-a59c-bce557f514ec yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:24.618144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.624915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59632) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:24.647971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.712473 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5784180 Dec 16 03:30:24.716410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:24.768086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:24.832015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b503c-3c17-47c9-87de-8b1fcf0290f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.837002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=d46fef91-8323-4a07-a59c-bce557f514ec,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:24.846804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b503c-3c17-47c9-87de-8b1fcf0290f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:24.877391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c79ff4-d1c9-464d-a94c-33a633bba713 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Network': ['ID=68fde2f4-c80f-407b-991c-f4761fbd7309,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:24.900385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 68fde2f4-c80f-407b-991c-f4761fbd7309 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:24.977978 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb6fbf3e-eb34-4379-b01c-18fdabd42ef0 req-a7d7456a-11b2-4160-9bae-34bcd9005037 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.1443698 Dec 16 03:30:25.000830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.000830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.000830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.017592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.017925 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.018294 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 2 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.044244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.044577 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.044907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.073473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.074627 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.075722 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 3 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.079026 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f13b503c-3c17-47c9-87de-8b1fcf0290f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4172359446e749cda56b7a9a2d2f0848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8005385 Dec 16 03:30:25.080604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:25.091491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b503c-3c17-47c9-87de-8b1fcf0290f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5101e05e-e4d5-4271-a7ec-a0d7ba0337b1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:25.181742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c1d61b0-f8f6-40a6-954e-a4b0678220fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.191036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.191373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.191712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.195060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da264de9-3e81-4683-b5e0-7858a35b781e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.232725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.233070 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.235368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 4 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.257540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da264de9-3e81-4683-b5e0-7858a35b781e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.280274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.30', 59577) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:25.283559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.283894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.284229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.292587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.292916 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.295042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 5 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.321505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.321848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.344420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.355459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.355787 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.357252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 6 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.393262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.393592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.394046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.407703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.408040 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.414660 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 7 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.439178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.439542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.439878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.448453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59676) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:25.457025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.457351 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.476957 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 8 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.483766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c1d61b0-f8f6-40a6-954e-a4b0678220fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.517219 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-db5960ac-6f74-4dd3-bdf1-b73b87a34b70 req-e4561c25-dffc-43eb-b5da-5035d9ba77be tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.0672481 Dec 16 03:30:25.520288 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c1d61b0-f8f6-40a6-954e-a4b0678220fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.579200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.580110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.580512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.584879 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4dcfbbaa-d826-4914-ba4e-b1bf5a763758 req-94a036bc-8c91-40ad-8fce-87ec32addaa8 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.0753284 Dec 16 03:30:25.601630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.602204 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.606039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.606600 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 9 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.625346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.625771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.626180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.632677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.633082 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.633960 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 10 to bind port d46fef91-8323-4a07-a59c-bce557f514ec Dec 16 03:30:25.639722 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2c1d61b0-f8f6-40a6-954e-a4b0678220fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=820f3b2671e64fe59c390e258df67f27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0134423 Dec 16 03:30:25.640517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d61b0-f8f6-40a6-954e-a4b0678220fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdc4645-5eb7-48f3-a8a6-ab783de5c955,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:25.655910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59684) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:25.698562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.715966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:25.716567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:25.717067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:25.723373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:25.724007 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port d46fef91-8323-4a07-a59c-bce557f514ec on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:25.724134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Network 68fde2f4-c80f-407b-991c-f4761fbd7309 is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:30:25.724918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:25.725149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.725518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.729672 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "PUT /v2.0/networks/68fde2f4-c80f-407b-991c-f4761fbd7309 HTTP/1.1" status: 200 len: 857 time: 0.9780855 Dec 16 03:30:25.730607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da264de9-3e81-4683-b5e0-7858a35b781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.733936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da264de9-3e81-4683-b5e0-7858a35b781e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.735993 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-da264de9-3e81-4683-b5e0-7858a35b781e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5101e05e-e4d5-4271-a7ec-a0d7ba0337b1 HTTP/1.1" status: 204 len: 168 time: 0.6525803 Dec 16 03:30:25.736446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:25.788636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f431ce98-0e7c-4263-b4a1-fcdd39107f13 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] Request body: {'port': {'network_id': 'f7f84b23-47a8-4edb-9380-4c1c1b695fb9', 'name': 'tempest-NetworksNegativeTestJSON-1093332712'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:25.824728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264de9-3e81-4683-b5e0-7858a35b781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101e05e-e4d5-4271-a7ec-a0d7ba0337b1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:25.825794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c51b721-b28b-4e6a-b0b5-673141a5e5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.882080 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f431ce98-0e7c-4263-b4a1-fcdd39107f13 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] POST failed (client error): The resource could not be found. Dec 16 03:30:25.883009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f431ce98-0e7c-4263-b4a1-fcdd39107f13 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:25.884378 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f431ce98-0e7c-4263-b4a1-fcdd39107f13 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4333568 Dec 16 03:30:25.889821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c51b721-b28b-4e6a-b0b5-673141a5e5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:25.899816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59696) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:25.937862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-017cd1af-5947-4ca1-a629-66cfc615527f tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] DELETE failed (client error): The resource could not be found. Dec 16 03:30:25.938407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017cd1af-5947-4ca1-a629-66cfc615527f tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:25.946710 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-017cd1af-5947-4ca1-a629-66cfc615527f tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "DELETE /v2.0/networks/089f6301-295a-45ef-8875-254c4fef45f6 HTTP/1.1" status: 404 len: 339 time: 0.0413783 Dec 16 03:30:25.949495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59700) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:25.978528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] For port d46fef91-8323-4a07-a59c-bce557f514ec, host hv-neutron-8219, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:25.979102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempted to set empty binding levels {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 03:30:25.995452 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2f2334-1f57-468a-ba30-42b973a8a65f tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] DELETE failed (client error): The resource could not be found. Dec 16 03:30:25.996156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2f2334-1f57-468a-ba30-42b973a8a65f tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:26.000832 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2f2f2334-1f57-468a-ba30-42b973a8a65f tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "DELETE /v2.0/ports/2bcf0f5e-508f-4410-b0d4-93a8a8cb8319 HTTP/1.1" status: 404 len: 333 time: 0.0438237 Dec 16 03:30:26.001983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.006425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59704) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.031846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-6221aa75-cec7-45d7-957c-7488027e8744 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.033500 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-6221aa75-cec7-45d7-957c-7488027e8744 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.30 "GET /v2.0/networks?id=ad205ef7-0651-499d-8e85-15dfe8aba452 HTTP/1.1" status: 200 len: 806 time: 0.7500267 Dec 16 03:30:26.034245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2d3e0-42ab-4b27-bcac-7cef22615ccf tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event updated for resources: {'Network': ['ID=68fde2f4-c80f-407b-991c-f4761fbd7309,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:26.057844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.080476 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18a6c56-da51-4785-b482-7330d78e1f2a tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] DELETE failed (client error): The resource could not be found. Dec 16 03:30:26.080900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18a6c56-da51-4785-b482-7330d78e1f2a tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:26.084247 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a18a6c56-da51-4785-b482-7330d78e1f2a tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "DELETE /v2.0/subnets/1d26b35d-8211-4361-8a72-226041a4691f HTTP/1.1" status: 404 len: 337 time: 0.0746620 Dec 16 03:30:26.085284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] In _notify_port_updated(), no bound segment for port d46fef91-8323-4a07-a59c-bce557f514ec on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:30:26.087583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.088299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.089640 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.094605 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "PUT /v2.0/ports/d46fef91-8323-4a07-a59c-bce557f514ec HTTP/1.1" status: 200 len: 973 time: 2.3433504 Dec 16 03:30:26.094605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59712) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.147653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c1395-7525-4928-818f-068d59f42cc6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=d46fef91-8323-4a07-a59c-bce557f514ec,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:26.149905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c51b721-b28b-4e6a-b0b5-673141a5e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.152506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c51b721-b28b-4e6a-b0b5-673141a5e5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.156027 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1c51b721-b28b-4e6a-b0b5-673141a5e5e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fdc4645-5eb7-48f3-a8a6-ab783de5c955 HTTP/1.1" status: 204 len: 168 time: 0.4874916 Dec 16 03:30:26.164158 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1b10ea-dadf-4130-81c0-914701d05fc3 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] GET failed (client error): The resource could not be found. Dec 16 03:30:26.169552 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5a1b10ea-dadf-4130-81c0-914701d05fc3 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "GET /v2.0/networks/fa2b9727-a7c5-4b42-a125-d795641ad63c HTTP/1.1" status: 404 len: 339 time: 0.0385337 Dec 16 03:30:26.170151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.200571 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-11175b34-3e8b-4224-9f58-8d34278a6663 req-daedbe2a-5789-406b-ae2e-bd547f6cfa24 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.0561421 Dec 16 03:30:26.201884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51b721-b28b-4e6a-b0b5-673141a5e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdc4645-5eb7-48f3-a8a6-ab783de5c955,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:26.226595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.227376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.227970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.228628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.229401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.229992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.230742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.231413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.232151 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.232732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.233309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.234153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.234970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.235729 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.236315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.237029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.237615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:26.240835 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f219ec5e-cff9-47f7-b492-35d52b352c8d tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15267 time: 0.1470129 Dec 16 03:30:26.245753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59724) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.297842 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2d0c6c-ba0a-450a-a6d0-a70aba851344 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] GET failed (client error): The resource could not be found. Dec 16 03:30:26.299372 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3d2d0c6c-ba0a-450a-a6d0-a70aba851344 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "GET /v2.0/ports/ad3b38d3-b9f1-4b1d-816a-74a63dce7e1a HTTP/1.1" status: 404 len: 333 time: 0.1233006 Dec 16 03:30:26.301535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.307594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59732) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.353705 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edad753-e19e-445a-b300-b06e5dba6f50 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] GET failed (client error): The resource could not be found. Dec 16 03:30:26.354130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fde2f4-c80f-407b-991c-f4761fbd7309']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:26.355431 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0edad753-e19e-445a-b300-b06e5dba6f50 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "GET /v2.0/subnets/21f45b8a-779d-4ca6-86fb-0d05f6b7f7b7 HTTP/1.1" status: 404 len: 337 time: 0.0463243 Dec 16 03:30:26.359749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.373859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4c538d62-8fa0-4967-a7c6-7fba690c5aca tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:26.384194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa4fe9c-e2ef-45df-825d-b103533c9d46') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:26.384733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa4fe9c-e2ef-45df-825d-b103533c9d46') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:26.403683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Deleting port d46fef91-8323-4a07-a59c-bce557f514ec {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:26.404086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.406998 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-0c522cab-15de-431e-b9eb-99d635981bec tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97 HTTP/1.1" status: 200 len: 380 time: 0.2630937 Dec 16 03:30:26.409234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.411686 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c538d62-8fa0-4967-a7c6-7fba690c5aca tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] PUT failed (client error): The resource could not be found. Dec 16 03:30:26.412455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c538d62-8fa0-4967-a7c6-7fba690c5aca tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:26.413720 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4c538d62-8fa0-4967-a7c6-7fba690c5aca tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "PUT /v2.0/networks/1a701ccf-21cf-4615-8478-d642786e7dff HTTP/1.1" status: 404 len: 339 time: 0.0530491 Dec 16 03:30:26.428460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Request body: {'port': {'device_id': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'admin_state_up': True, 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'security_groups': ['e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:26.436182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59740) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.442685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6fbea598-2ac3-43de-b921-bbb21ab008e9 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:26.516391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] For port d46fef91-8323-4a07-a59c-bce557f514ec, host hv-neutron-8219, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:26.516864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.548805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Calling delete_port for d46fef91-8323-4a07-a59c-bce557f514ec owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:26.705862 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbea598-2ac3-43de-b921-bbb21ab008e9 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] PUT failed (client error): The resource could not be found. Dec 16 03:30:26.706590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbea598-2ac3-43de-b921-bbb21ab008e9 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:26.707550 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6fbea598-2ac3-43de-b921-bbb21ab008e9 tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "PUT /v2.0/ports/6915e687-4863-4804-9abd-4614ca72c56d HTTP/1.1" status: 404 len: 333 time: 0.2704268 Dec 16 03:30:26.713271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.713468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.714377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59756) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.737033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6573647d-a972-4d2d-a700-0e87676ca8ed tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:26.741712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:26.742111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:26.744192 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:26.753795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-54e5d74d-345c-4fad-a446-7d866c10b1a2 req-6ae65659-987f-4ce3-994a-7308d7730dab tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.0564027 Dec 16 03:30:26.813766 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6573647d-a972-4d2d-a700-0e87676ca8ed tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] PUT failed (client error): The resource could not be found. Dec 16 03:30:26.814233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6573647d-a972-4d2d-a700-0e87676ca8ed tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:26.815427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6573647d-a972-4d2d-a700-0e87676ca8ed tempest-NetworksNegativeTestJSON-1021628224 tempest-NetworksNegativeTestJSON-1021628224-project] 10.222.0.16 "PUT /v2.0/subnets/dede925b-8ecf-4c98-931e-8c6defa6f4bc HTTP/1.1" status: 404 len: 337 time: 0.0946894 Dec 16 03:30:26.879096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.890449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68fde2f4-c80f-407b-991c-f4761fbd7309 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 03:30:26.904733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:26.908409 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] 10.222.0.16 "DELETE /v2.0/networks/68fde2f4-c80f-407b-991c-f4761fbd7309 HTTP/1.1" status: 204 len: 168 time: 1.1089122 Dec 16 03:30:26.940025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59762) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:26.981122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d4285-fbac-4486-88bd-7b7ab7eb9f49 tempest-ExternalNetworksTestJSON-882188124 tempest-ExternalNetworksTestJSON-882188124-project-admin] Pushing event deleted for resources: {'Network': ['ID=68fde2f4-c80f-407b-991c-f4761fbd7309,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:27.046139 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-85285b29-58fa-4c1a-8f9f-b3622211ae47 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] DELETE failed (client error): The resource could not be found. Dec 16 03:30:27.046888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85285b29-58fa-4c1a-8f9f-b3622211ae47 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:27.055275 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-85285b29-58fa-4c1a-8f9f-b3622211ae47 tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] 10.222.0.16 "DELETE /v2.0/subnets/bdd3670c-5319-43ab-aa8a-1fa8092b9c29 HTTP/1.1" status: 404 len: 337 time: 0.1053731 Dec 16 03:30:27.058637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.30', 59585) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:27.059093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59766) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:27.341048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Made reservation on behalf of b1c8e5e6545c4b2bab937c4d8f16be97 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:27.343144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:27.411988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:27.430265 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3be2af2e-eec7-4d89-b5c3-8c5e38f279c5 req-6d154c41-9606-4665-9e21-e8e1db3f2e89 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.6881654 Dec 16 03:30:27.435122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event deleted for resources: {'Port': ['ID=d46fef91-8323-4a07-a59c-bce557f514ec,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:27.469800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:27.477758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8ed77a32-48e9-4765-9415-07c0a11800d5 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d46fef91-8323-4a07-a59c-bce557f514ec HTTP/1.1" status: 204 len: 168 time: 1.2304838 Dec 16 03:30:27.478646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59774) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:27.584801 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bae66248-d572-4a08-b622-3f42c739302d req-091ada0d-1b71-4440-9bd9-f9b79b94d007 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.1043673 Dec 16 03:30:27.621593 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-103d7ce5-56cd-48ea-bb42-2a0f5d24b043 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:27.634541 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-103d7ce5-56cd-48ea-bb42-2a0f5d24b043 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "GET /v2.0/ports/d46fef91-8323-4a07-a59c-bce557f514ec HTTP/1.1" status: 404 len: 333 time: 0.1500647 Dec 16 03:30:27.634541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59778) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:27.642771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1283235000', 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:27.693609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59780) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:27.740022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Made reservation on behalf of 518996cf3abb49489092d53174354e23 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:27.745805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:27.834516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-47e03948-2c73-45fe-8a0a-25d82b867113 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:27.839344 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-47e03948-2c73-45fe-8a0a-25d82b867113 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 812 time: 0.7733922 Dec 16 03:30:27.843150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.30', 59588) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:27.856799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-575508a5-0e09-4a5c-8741-7429f402e0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:27.896589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] device_id is not set on port 8291aa39-e9c4-47aa-9ed3-a674371deec2 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:28.002628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:28.499366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:28.622499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57e4f48c-3fa2-4534-ae13-732a3bce0e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:28.632304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:28.633046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-575508a5-0e09-4a5c-8741-7429f402e0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:28.637725 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7572bd9c-b4be-4ff6-bb11-df7a4260de78 req-14cf1bf6-4a79-4c71-b7db-0ce33d79661d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.6380115 Dec 16 03:30:28.653220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-575508a5-0e09-4a5c-8741-7429f402e0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:28.888896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Allocated IP 172.20.0.7 (ad205ef7-0651-499d-8e85-15dfe8aba452/e38eafb6-e027-456b-b076-ec1c2d72829e/6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:29.037065 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-4b90f62a-31e6-4e37-a4a4-a544cd5bef87 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=360a5709777448db8d2cc7b052c2df3f HTTP/1.1" status: 200 len: 379 time: 1.1189222 Dec 16 03:30:29.040144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57e4f48c-3fa2-4534-ae13-732a3bce0e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.046382 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb5898c1-1da7-46d1-8d18-062077297aaa req-c51282d1-cabd-4213-b32c-286062be7eb9 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.3106117 Dec 16 03:30:29.052470 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-453b38d2-5d55-450a-ad07-0f5706f9ce2f req-b78a4f63-aed4-441a-9375-808c8ee6e02a tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.1021700 Dec 16 03:30:29.132261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Request body: {'port': {'device_id': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'admin_state_up': True, 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'security_groups': ['8f025571-83c6-4596-9e2e-aed6e231eae9']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:29.141617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57e4f48c-3fa2-4534-ae13-732a3bce0e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.146584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:29.218927 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-57e4f48c-3fa2-4534-ae13-732a3bce0e4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fb973968e754605b5cdf103ecf87177&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5215681 Dec 16 03:30:29.220484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4f48c-3fa2-4534-ae13-732a3bce0e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4849cf9-a950-4e7e-ac73-f737e2cf54a6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:29.231408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ee3b340d-ab96-40dd-bb19-1cc514c1c050 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:29.232984 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ee3b340d-ab96-40dd-bb19-1cc514c1c050 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.30 "GET /v2.0/networks?id=9558eca6-2c63-4413-9405-f9c511187379 HTTP/1.1" status: 200 len: 812 time: 1.3865888 Dec 16 03:30:29.233610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=8291aa39-e9c4-47aa-9ed3-a674371deec2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:29.237375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59808) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:29.238289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:29.248759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:29.249707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:29.250492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.260434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.304147 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-575508a5-0e09-4a5c-8741-7429f402e0b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13babbd1d9d04a0d85ffd1558e37b402&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8744366 Dec 16 03:30:29.320048 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8a291d4b-d0b3-437b-83e8-f4baebd8e48e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6856267 Dec 16 03:30:29.339251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:29.340809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:29.342837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Made reservation on behalf of 360a5709777448db8d2cc7b052c2df3f for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:29.354172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.361570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575508a5-0e09-4a5c-8741-7429f402e0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f80444-89e9-414e-b9f8-cbfda9756178,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:29.404372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-c644c515-cf4b-435f-9568-524469bf2daa tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7af0ae006bf943b0b427dd4cad01802a HTTP/1.1" status: 200 len: 379 time: 0.1241276 Dec 16 03:30:29.487625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Request body: {'port': {'device_id': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'admin_state_up': True, 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'security_groups': ['d0a5af8e-d5f2-4b47-9791-070bd3d70c80']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:29.489392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017005de-64e0-4a6d-b388-ef44161f34a6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:29.497437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-017005de-64e0-4a6d-b388-ef44161f34a6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "GET /v2.0/ports/8291aa39-e9c4-47aa-9ed3-a674371deec2 HTTP/1.1" status: 200 len: 955 time: 0.1260459 Dec 16 03:30:29.500578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:29.527255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d606541-aa2e-4d3d-a7c8-ff32edde214e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:29.642563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc51bc2b-e14d-4421-87a4-b3243707986d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.645423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736de31d-eb68-45a1-9287-73665f494c7f') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:29.646318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736de31d-eb68-45a1-9287-73665f494c7f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:29.681707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.689830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.698659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:29.699304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.744453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc51bc2b-e14d-4421-87a4-b3243707986d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.809872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Made reservation on behalf of 7af0ae006bf943b0b427dd4cad01802a for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:29.813782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:29.884478 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:29.909404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.916163 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-990035d3-e711-41e8-9131-951be0f42ac6 req-89da7b2f-7733-4d6a-ba4f-e4291533f023 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.0525866 Dec 16 03:30:29.947684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc51bc2b-e14d-4421-87a4-b3243707986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.951096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc51bc2b-e14d-4421-87a4-b3243707986d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:29.965404 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dc51bc2b-e14d-4421-87a4-b3243707986d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4849cf9-a950-4e7e-ac73-f737e2cf54a6 HTTP/1.1" status: 204 len: 168 time: 0.7166703 Dec 16 03:30:30.008075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:30.012072 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] 10.222.0.16 "DELETE /v2.0/networks/7d606541-aa2e-4d3d-a7c8-ff32edde214e HTTP/1.1" status: 204 len: 168 time: 2.9433315 Dec 16 03:30:30.046025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:30.157180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51bc2b-e14d-4421-87a4-b3243707986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4849cf9-a950-4e7e-ac73-f737e2cf54a6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:30.209856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75470fd-0bb2-4114-ba30-7529585f2d2c tempest-ExternalNetworksTestJSON-766209156 tempest-ExternalNetworksTestJSON-766209156-project] Pushing event deleted for resources: {'Network': ['ID=7d606541-aa2e-4d3d-a7c8-ff32edde214e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:30.252841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae87784d-7709-4c29-bd01-fd76bf3ce9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:30.311084 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b75ed251-5631-4e1a-a269-9ed0e685eed5 req-7a9fc72b-18a6-4968-98c7-872d6d8d1f31 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.0470567 Dec 16 03:30:30.366773 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-113c45ed-2e95-4719-8f79-482f2b88f821 req-425b5a14-6eb5-4eb1-ace9-a1734486cd43 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.0476816 Dec 16 03:30:30.391262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Allocated IP 172.20.0.8 (9558eca6-2c63-4413-9405-f9c511187379/633ff807-c3fe-40e8-81c2-3b0dc02e6efc/cd72ca0f-2884-451a-a9d7-4c6d819f98f0) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:30.525505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae87784d-7709-4c29-bd01-fd76bf3ce9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:30.537413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Deleting port 8291aa39-e9c4-47aa-9ed3-a674371deec2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:30.543110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:30.736929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:30.752812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Calling delete_port for 8291aa39-e9c4-47aa-9ed3-a674371deec2 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:30.778806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:30.805929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59844) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:30.870512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:30.887317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.034955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Allocated IP 172.20.0.9 (d66cf454-67d6-4261-9d7b-066c431936a6/7a4e2279-1f51-45cd-9dc1-0f847df33257/ce7f3480-925d-454f-a9fe-4349baefa8b1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:31.058992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Network 9558eca6-2c63-4413-9405-f9c511187379 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:31.083273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:31.094572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:31.131056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-669017800'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:31.135881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.161433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae87784d-7709-4c29-bd01-fd76bf3ce9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.165889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae87784d-7709-4c29-bd01-fd76bf3ce9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.170161 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ae87784d-7709-4c29-bd01-fd76bf3ce9b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1f80444-89e9-414e-b9f8-cbfda9756178 HTTP/1.1" status: 204 len: 168 time: 1.8031268 Dec 16 03:30:31.220408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:31.225078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.259136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event updated for resources: {'Port': ['ID=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:31.382438 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d796ef10-ec46-4a29-b63b-d04808faece0 req-f4110c68-6c54-4e6c-9990-cb8904b40823 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.1815548 Dec 16 03:30:31.434381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.445947 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8291aa39-e9c4-47aa-9ed3-a674371deec2 HTTP/1.1" status: 204 len: 168 time: 1.9239979 Dec 16 03:30:31.459081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.462019 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ece7087d-1a30-4689-a702-3d1b462ae5fb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9911714 Dec 16 03:30:31.465597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87784d-7709-4c29-bd01-fd76bf3ce9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f80444-89e9-414e-b9f8-cbfda9756178,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:31.471991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b1c78-3912-4d9c-8bb2-66804a651f58 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event deleted for resources: {'Port': ['ID=8291aa39-e9c4-47aa-9ed3-a674371deec2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:31.477572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59864) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:31.542316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-23fb6716-5980-4cca-a48b-7b6edf385bd4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:30:31.543223 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-23fb6716-5980-4cca-a48b-7b6edf385bd4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0315120 Dec 16 03:30:31.605164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Made reservation on behalf of f70b96333c814e729f0ce05b71606c35 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:31.611403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.643274 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-32d7948b-7dac-4ff1-80b1-284f77e60254 req-5cf627b7-89e9-4bc3-8bbe-92878fd3833d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.0848451 Dec 16 03:30:31.658453 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7039d61b-d2d5-47fc-9d4d-53648c93c714 None None] Provisioning complete for port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:31.661617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7039d61b-d2d5-47fc-9d4d-53648c93c714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:31.696473 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad02107-f3f6-4be1-8afb-2ef8b8a71c9e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:31.699582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6ad02107-f3f6-4be1-8afb-2ef8b8a71c9e tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "GET /v2.0/ports/8291aa39-e9c4-47aa-9ed3-a674371deec2 HTTP/1.1" status: 404 len: 333 time: 0.2119040 Dec 16 03:30:31.719773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7039d61b-d2d5-47fc-9d4d-53648c93c714 None None] Port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:31.734171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59870) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:31.744827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Request body: {'port': {'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1176447312'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:31.763544 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a8ce6452-e7c0-4b59-9935-8001ac351ce2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6e71aca78f741e69ee2035fb6d3abb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9459076 Dec 16 03:30:31.763735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59872) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:31.904169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92b630-707c-40aa-a2e1-6a387b951079 req-5a36413d-b675-4989-8904-8001084ccbb0 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:31.915941 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0f92b630-707c-40aa-a2e1-6a387b951079 req-5a36413d-b675-4989-8904-8001084ccbb0 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 931 time: 0.2498202 Dec 16 03:30:32.021608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Made reservation on behalf of 518996cf3abb49489092d53174354e23 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:32.030012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.196281 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0f92b630-707c-40aa-a2e1-6a387b951079 req-38f044cc-7890-4a60-bf21-1569732715be tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739224 Dec 16 03:30:32.220820 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9174b38-8a11-48e4-b1bb-ad4bf6e0d027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.235470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] device_id is not set on port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:32.310623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9174b38-8a11-48e4-b1bb-ad4bf6e0d027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.427501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Request body: {'port': {'device_id': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:32.494255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.568045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9174b38-8a11-48e4-b1bb-ad4bf6e0d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.571535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9174b38-8a11-48e4-b1bb-ad4bf6e0d027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.577057 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f9174b38-8a11-48e4-b1bb-ad4bf6e0d027 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e41c3e0-6f53-4861-bdca-56719b7039cb HTTP/1.1" status: 204 len: 168 time: 0.8025696 Dec 16 03:30:32.654935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Network ad205ef7-0651-499d-8e85-15dfe8aba452 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:32.705337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9174b38-8a11-48e4-b1bb-ad4bf6e0d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e41c3e0-6f53-4861-bdca-56719b7039cb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:32.806154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:32.822617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:32.827256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.852269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:32.874878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59900) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:32.968699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1674d0-ed9d-407a-8a4a-74b7adaf4562 req-60214878-b1c4-4b0d-ab45-ec25e4853218 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:32.970284 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ac1674d0-ed9d-407a-8a4a-74b7adaf4562 req-60214878-b1c4-4b0d-ab45-ec25e4853218 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 931 time: 0.4658206 Dec 16 03:30:33.098374 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f8096801-4bc8-41e2-9575-439cbb96a4ae req-baaf7cf8-7e67-4f52-a704-1a0fafbc6d3b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.2372553 Dec 16 03:30:33.258038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:33.265451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-476638d8-5e02-430a-aa25-a5790ce832d9 None None] Provisioning complete for port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:33.269568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-476638d8-5e02-430a-aa25-a5790ce832d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:33.373680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-476638d8-5e02-430a-aa25-a5790ce832d9 None None] Port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:33.413489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:33.581045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4cce3a-b035-4aff-9faa-83eab398607f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:33.589059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event updated for resources: {'Port': ['ID=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:33.598583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:33.603865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:33.717899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:33.718715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:33.785082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:33.785397 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Added segment eb40d21a-0744-48c5-9712-dceb0acff74c of type vlan for network a2c03f85-c599-4b0f-9dc3-9017884fbce0 Dec 16 03:30:33.845144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:33.962510 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-03e40e63-b0f5-4504-86e5-f36c57e98cb6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5468302 Dec 16 03:30:33.992991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cf0bc60a-86da-4ad4-b3b1-551f513a59e2 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-36990372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:34.027123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.035269 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-72532fd7-12b7-4f5a-8ec8-d5bd3e159e33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c013d6e7bce240d3b716dcfd061aa7d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1329036 Dec 16 03:30:34.036335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59914) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:34.059651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ac1674d0-ed9d-407a-8a4a-74b7adaf4562 req-1ecb2231-b10e-40da-b69d-ea231985733f tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9974189 Dec 16 03:30:34.081709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd72ca0f-2884-451a-a9d7-4c6d819f98f0 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:30:34.092232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.102193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.119327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.259646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Request body: {'port': {'device_id': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:34.302351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Transition to ACTIVE for port object cd72ca0f-2884-451a-a9d7-4c6d819f98f0 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:30:34.311074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Network d66cf454-67d6-4261-9d7b-066c431936a6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:34.331602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.332294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc60a-86da-4ad4-b3b1-551f513a59e2 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.334654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc60a-86da-4ad4-b3b1-551f513a59e2 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.345091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:34.346988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.355666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:34.506754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:34.637191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event updated for resources: {'Port': ['ID=ce7f3480-925d-454f-a9fe-4349baefa8b1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:34.736414 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.6813388 Dec 16 03:30:34.824913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-303bdcdd-e337-4d1f-9b9c-15803688986a None None] Provisioning complete for port ce7f3480-925d-454f-a9fe-4349baefa8b1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:34.825548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-303bdcdd-e337-4d1f-9b9c-15803688986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.827977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd3f80-0a7b-4f44-af2a-d833bc7d9bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Pushing event updated for resources: {'Network': ['ID=a2c03f85-c599-4b0f-9dc3-9017884fbce0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:34.839285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.884279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:34.885978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:34.991427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-00ce3c5d-c370-4ad5-81b8-78b0720b8075 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8921955 Dec 16 03:30:35.012746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network a2c03f85-c599-4b0f-9dc3-9017884fbce0 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:35.053290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b9e97-e7ef-4431-876e-f8cc86598378 req-4e629bbf-5a95-4812-827f-b4d3ea579a89 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:35.061889 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-439b9e97-e7ef-4431-876e-f8cc86598378 req-4e629bbf-5a95-4812-827f-b4d3ea579a89 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 931 time: 1.1757448 Dec 16 03:30:35.068426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:35.087656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.155983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:35.158682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:35.159618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:35.160220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.163218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Request body: {'port': {'device_id': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:35.176069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=5d935ce9-8e4e-4362-8d4e-e8b785a88838,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:35.181052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-303bdcdd-e337-4d1f-9b9c-15803688986a None None] Port ce7f3480-925d-454f-a9fe-4349baefa8b1 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:35.210638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc60a-86da-4ad4-b3b1-551f513a59e2 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.242736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f048042c-92ff-4979-a4db-2d5a23d2882e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.275315 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f1df2a8d-185e-4e13-9cb9-a7e7375c8e47 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.5364549 Dec 16 03:30:35.286810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59934) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:35.321235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8219'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:35.329585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc60a-86da-4ad4-b3b1-551f513a59e2 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.440520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc60a-86da-4ad4-b3b1-551f513a59e2 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.443173 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf0bc60a-86da-4ad4-b3b1-551f513a59e2 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 2.5673070 Dec 16 03:30:35.444178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f52e99ce-5f7b-44b3-997d-b7522fd8dd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.474909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f52e99ce-5f7b-44b3-997d-b7522fd8dd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.667873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59940) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:35.689079 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-439b9e97-e7ef-4431-876e-f8cc86598378 req-76e16b82-520d-45e2-a9a4-483544e7ffe3 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5765290 Dec 16 03:30:35.702504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:30:35.706878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Pushing event updated for resources: {'Port': ['ID=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:35.728322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1615186600'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:35.728711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.747027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:35.794736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Transition to ACTIVE for port object 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:30:35.806813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.820156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.842067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f52e99ce-5f7b-44b3-997d-b7522fd8dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.849166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f52e99ce-5f7b-44b3-997d-b7522fd8dd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.856259 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f52e99ce-5f7b-44b3-997d-b7522fd8dd15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06c28f23-67b3-48af-b406-4490e837ed85 HTTP/1.1" status: 204 len: 168 time: 1.8094671 Dec 16 03:30:35.900573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e184-a828-46b4-9f9c-ec23666aec27 req-94dec5ae-e3ce-4f9c-8bcc-e630258b215b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:35.902095 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3791e184-a828-46b4-9f9c-ec23666aec27 req-94dec5ae-e3ce-4f9c-8bcc-e630258b215b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 931 time: 1.6100264 Dec 16 03:30:35.950317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:35.991999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e99ce-5f7b-44b3-997d-b7522fd8dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c28f23-67b3-48af-b406-4490e837ed85,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:35.999556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Pushing event updated for resources: {'Port': ['ID=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:36.029810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5e646cf2-c03a-4b24-bafd-4fed1012a8a0 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1679886819'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:36.214154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Made reservation on behalf of 40ea3ff9bca8428584e33f97c7b86480 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:36.227511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:36.263281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Attempting to bind port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:36.263281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Attempting to bind port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:36.263281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Attempting to bind port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 on network 9558eca6-2c63-4413-9405-f9c511187379 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:36.287838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:36.308528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 on network 9558eca6-2c63-4413-9405-f9c511187379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:36.308887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Attempting to bind port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 on network 9558eca6-2c63-4413-9405-f9c511187379 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:36.319912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3791e184-a828-46b4-9f9c-ec23666aec27 req-4bf26b05-ea2e-494c-ad81-1cf725b0591c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051764 Dec 16 03:30:36.355017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:36.355443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Checking segment: {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:36.356113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Bound using segment: {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:36.356686 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Bound port: cd72ca0f-2884-451a-a9d7-4c6d819f98f0, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6cf809-f53a-49de-aee0-2d26e41402be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9558eca6-2c63-4413-9405-f9c511187379'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:36.357050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:36.548579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:36.557425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Request body: {'port': {'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0', 'binding:host_id': 'hv-neutron-8219', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448977148'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:36.580335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e646cf2-c03a-4b24-bafd-4fed1012a8a0 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:36.581620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e646cf2-c03a-4b24-bafd-4fed1012a8a0 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:36.682784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Attempting to bind port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:36.683327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Attempting to bind port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:36.683708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Attempting to bind port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe on network ad205ef7-0651-499d-8e85-15dfe8aba452 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:36.695444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Made reservation on behalf of 4c9f793bbe6444f0bf57a7866cebdadc for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:36.698319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:36.714631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:36.744306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe on network ad205ef7-0651-499d-8e85-15dfe8aba452 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:36.744675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Attempting to bind port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe on network ad205ef7-0651-499d-8e85-15dfe8aba452 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:36.855157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:36.855612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Checking segment: {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:36.856158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Bound using segment: {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:36.856635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Bound port: 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592a6a3f-1d8e-4b07-9617-889b57c00e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:36.864030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.003651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7f3480-925d-454f-a9fe-4349baefa8b1 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:30:37.108248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] For port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:37.114257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] For port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:37.116945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e646cf2-c03a-4b24-bafd-4fed1012a8a0 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.132051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.136388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.143827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e646cf2-c03a-4b24-bafd-4fed1012a8a0 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.191807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c1ba3-ba52-430b-a7bf-cced621062e9 req-2fbd4843-2c8f-4f8f-a8b4-fb0b22078264 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:37.193799 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a30c1ba3-ba52-430b-a7bf-cced621062e9 req-2fbd4843-2c8f-4f8f-a8b4-fb0b22078264 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 943 time: 0.6124737 Dec 16 03:30:37.197496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] For port cd72ca0f-2884-451a-a9d7-4c6d819f98f0, host hv-neutron-8219, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:37.249674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Transition to ACTIVE for port object ce7f3480-925d-454f-a9fe-4349baefa8b1 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:30:37.269107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e646cf2-c03a-4b24-bafd-4fed1012a8a0 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.274565 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5e646cf2-c03a-4b24-bafd-4fed1012a8a0 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5228403 Dec 16 03:30:37.285961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 59964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:37.288452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:37.290840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.292974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] 10.222.0.30 "PUT /v2.0/ports/6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe HTTP/1.1" status: 200 len: 1093 time: 3.0632658 Dec 16 03:30:37.297449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:30:37.302949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.388425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1c55ede-7a13-4d8a-a01d-f876ff09e2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.461844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58075a4-5d87-4224-b349-b6e8bae2bc1d service neutron] Pushing event updated for resources: {'Port': ['ID=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:37.475184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.595703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.610405 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] For port cd72ca0f-2884-451a-a9d7-4c6d819f98f0, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:37.711680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.753583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] device_id is not set on port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:37.754778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.764950 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.816274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8248175f-b43b-4bf6-acb0-a0339c5ff3ec tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.892459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Pushing event updated for resources: {'Port': ['ID=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:37.896356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27aec5eb-67c5-44a3-9fcf-2c5365082355,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:37.945019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:30:37.950432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91f97-8675-494a-ab61-119878d69675 req-55bdcf73-25ea-4ac1-89fe-0c0b59103f13 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:37.952230 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-efe91f97-8675-494a-ab61-119878d69675 req-55bdcf73-25ea-4ac1-89fe-0c0b59103f13 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 943 time: 0.9623938 Dec 16 03:30:37.952912 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:37.974280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:38.057470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:38.057850 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Added segment 94373bc4-14c4-4a3c-9f96-98109aa4d916 of type vlan for network e341232f-45e4-430d-b65a-d655366c8db2 Dec 16 03:30:38.163467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:38.310863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:38.312796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:38.314418 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4f431cb6-5910-43ad-8016-c72023613d15 service neutron] 10.222.0.30 "PUT /v2.0/ports/cd72ca0f-2884-451a-a9d7-4c6d819f98f0 HTTP/1.1" status: 200 len: 1093 time: 6.2502630 Dec 16 03:30:38.321519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:30:38.390794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-efe91f97-8675-494a-ab61-119878d69675 req-bd88d529-2c10-4e26-a2e0-00e3b06cf720 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232600 Dec 16 03:30:38.394542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=5d935ce9-8e4e-4362-8d4e-e8b785a88838,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:38.397023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:38.405300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:38.416421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:38.419124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:38.437692 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a30c1ba3-ba52-430b-a7bf-cced621062e9 req-18b69f7d-c166-4f37-9a10-25d27cb251a2 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0246065 Dec 16 03:30:38.630825 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.9248636 Dec 16 03:30:38.633808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 59990) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:38.709166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'subnet': {'network_id': 'e341232f-45e4-430d-b65a-d655366c8db2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:38.793230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:38.794052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:38.794581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:38.794763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:38.838170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d" -d '{"events": [{"name": "network-changed", "server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:30:38.915197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] device_id is not set on port 5b701319-e32f-4c8d-8615-55649a4ea298 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:39.075731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7f3480-925d-454f-a9fe-4349baefa8b1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:39.110747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8248175f-b43b-4bf6-acb0-a0339c5ff3ec tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.129837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Attempting to bind port ce7f3480-925d-454f-a9fe-4349baefa8b1 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:39.130303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Attempting to bind port ce7f3480-925d-454f-a9fe-4349baefa8b1 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:39.130580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Attempting to bind port ce7f3480-925d-454f-a9fe-4349baefa8b1 on network d66cf454-67d6-4261-9d7b-066c431936a6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:39.133885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8248175f-b43b-4bf6-acb0-a0339c5ff3ec tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.155308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f9058c-6e25-4073-8baa-983482af1466,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:39.165149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-326b8f0c-0d10-436a-8adc-8e1cf75fb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:39.166896 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-326b8f0c-0d10-436a-8adc-8e1cf75fb6c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7af0ae006bf943b0b427dd4cad01802a&device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 1096 time: 0.7384226 Dec 16 03:30:39.167557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcd15e-b544-4195-8c84-dff35d496f29 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Network': ['ID=e341232f-45e4-430d-b65a-d655366c8db2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:39.183458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network e341232f-45e4-430d-b65a-d655366c8db2 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:39.190329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:39.197671 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:39.233836 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 2 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:39.264494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Port ce7f3480-925d-454f-a9fe-4349baefa8b1 on network d66cf454-67d6-4261-9d7b-066c431936a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:39.264867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Attempting to bind port ce7f3480-925d-454f-a9fe-4349baefa8b1 on network d66cf454-67d6-4261-9d7b-066c431936a6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:39.282455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-556c302a-342d-4055-b563-58560c39dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:39.283986 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-556c302a-342d-4055-b563-58560c39dfa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97&device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 1096 time: 1.8025751 Dec 16 03:30:39.290364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:39.290744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Checking segment: {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:39.291050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Bound using segment: {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:39.291487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Bound port: ce7f3480-925d-454f-a9fe-4349baefa8b1, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:39.291903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.310326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f279b6d1-2cd3-4a77-ae97-49f5d47e51d6 x-openstack-request-id: req-f279b6d1-2cd3-4a77-ae97-49f5d47e51d6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:30:39.310722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:30:39.311037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f279b6d1-2cd3-4a77-ae97-49f5d47e51d6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:30:39.312451 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'status': 'completed', 'code': 200} Dec 16 03:30:39.318023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8248175f-b43b-4bf6-acb0-a0339c5ff3ec tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.318655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8248175f-b43b-4bf6-acb0-a0339c5ff3ec tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3242593-dd4e-49db-941f-660b47760d3f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:30:39.328561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8248175f-b43b-4bf6-acb0-a0339c5ff3ec tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.329985 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8248175f-b43b-4bf6-acb0-a0339c5ff3ec tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a3242593-dd4e-49db-941f-660b47760d3f HTTP/1.1" status: 204 len: 168 time: 2.0332730 Dec 16 03:30:39.376893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:39.386125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bda83ece-4704-4ebe-b5e0-8be1ef8fd13b tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Request body: {'router': {'name': 'tempest-router-1514872084', 'distributed': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:39.407091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-4641bc54-74e5-4626-90b3-ad402fd8d58d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0 HTTP/1.1" status: 200 len: 217 time: 0.1355481 Dec 16 03:30:39.474458 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-99da67fe-ad8b-43ef-8698-ccbc3dda6dc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe HTTP/1.1" status: 200 len: 217 time: 0.1431086 Dec 16 03:30:39.675496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-c2a9a9d7-38cc-4b2b-a9dc-3d7ea8e9b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:39.677124 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-c2a9a9d7-38cc-4b2b-a9dc-3d7ea8e9b73e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633ff807-c3fe-40e8-81c2-3b0dc02e6efc HTTP/1.1" status: 200 len: 851 time: 0.2265344 Dec 16 03:30:39.692373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-925e7755-bd36-48c1-b4b1-5970a773e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:39.694952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fdc1c6-654f-432b-af21-7880567ac05e x-openstack-request-id: req-45fdc1c6-654f-432b-af21-7880567ac05e {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:30:39.696384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:30:39.696795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45fdc1c6-654f-432b-af21-7880567ac05e {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:30:39.699956 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'status': 'completed', 'code': 200} Dec 16 03:30:39.701939 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-925e7755-bd36-48c1-b4b1-5970a773e5f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e38eafb6-e027-456b-b076-ec1c2d72829e HTTP/1.1" status: 200 len: 845 time: 0.1642301 Dec 16 03:30:39.716774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bda83ece-4704-4ebe-b5e0-8be1ef8fd13b tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.721904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bda83ece-4704-4ebe-b5e0-8be1ef8fd13b tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.747632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] For port ce7f3480-925d-454f-a9fe-4349baefa8b1, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:39.804375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:39.806319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:39.806718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:39.876584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] For port ce7f3480-925d-454f-a9fe-4349baefa8b1, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:39.890599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:39.892982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511d23c-df58-4bc8-8e77-3cef06fde22d req-c98ab6d8-849c-4d82-a2f7-2d26d2f5b55a tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:39.894254 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6511d23c-df58-4bc8-8e77-3cef06fde22d req-c98ab6d8-849c-4d82-a2f7-2d26d2f5b55a tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 943 time: 1.1744878 Dec 16 03:30:39.897419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:39.897754 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:39.905201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 3 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:39.911898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.939389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:39.973243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fa35d-805a-4c97-9c03-16b56a3c0ea9 req-b3b8926c-3f8a-49cb-b2d2-272d1aec17eb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:39.982119 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f7fa35d-805a-4c97-9c03-16b56a3c0ea9 req-b3b8926c-3f8a-49cb-b2d2-272d1aec17eb tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 943 time: 0.2771008 Dec 16 03:30:39.984132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:39.984489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:39.985054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:40.015329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303080-4c7a-4033-84ce-43c9302c87fe req-061ff5ed-64dd-44e8-8f8e-133c6fe3327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:40.017134 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-061ff5ed-64dd-44e8-8f8e-133c6fe3327b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9558eca6-2c63-4413-9405-f9c511187379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3097229 Dec 16 03:30:40.040611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:40.041111 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:40.046218 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 4 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:40.053584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] device_id is not set on port 5b701319-e32f-4c8d-8615-55649a4ea298 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:40.064048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bda83ece-4704-4ebe-b5e0-8be1ef8fd13b tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.076602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.086369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bda83ece-4704-4ebe-b5e0-8be1ef8fd13b tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.089484 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:40.090284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.091977 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 1093 time: 4.9424250 Dec 16 03:30:40.101086 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6511d23c-df58-4bc8-8e77-3cef06fde22d req-4f1e55e4-51ee-4b51-8b78-0c13f78f5b95 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586080 Dec 16 03:30:40.102150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-33a552d2-ccbb-4988-bb66-ad64b6a1cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:40.103784 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-33a552d2-ccbb-4988-bb66-ad64b6a1cc83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad205ef7-0651-499d-8e85-15dfe8aba452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3618987 Dec 16 03:30:40.114302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.127912 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Made reservation on behalf of 40ea3ff9bca8428584e33f97c7b86480 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:40.139896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.149376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d500e-7a19-49f4-9bfb-fc6fa0d6fa39 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7f3480-925d-454f-a9fe-4349baefa8b1,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:40.154461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bda83ece-4704-4ebe-b5e0-8be1ef8fd13b tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.156109 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bda83ece-4704-4ebe-b5e0-8be1ef8fd13b tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7780130 Dec 16 03:30:40.186157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60020) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:40.201187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:40.271783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:40.272097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:40.272449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:40.424861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:40.425276 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:40.433797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 5 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:40.441341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d64637d7-96de-4444-9914-a760b280f426 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.449630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=5b701319-e32f-4c8d-8615-55649a4ea298,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:40.461088 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f7fa35d-805a-4c97-9c03-16b56a3c0ea9 req-4fc113ea-df08-4451-a8b4-1c1351b2c843 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4778771 Dec 16 03:30:40.476550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:40.477088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:40.477747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:40.530036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:40.533865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Checking segment: {'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:40.534304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Network hostable DHCP agents. Network: a2c03f85-c599-4b0f-9dc3-9017884fbce0, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:40.537472 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:40.548907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.549111 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 6 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:40.554206 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-1f109975-d404-4d22-9c60-02c5c8983121 service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294634 Dec 16 03:30:40.590456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:40.590822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:40.591157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:40.603931 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-24e40bfc-02e3-40ed-b9e5-4287162fe81e service neutron] 10.222.0.30 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585849 Dec 16 03:30:40.613653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ad95e-d9d1-4309-8683-78893feb173c req-2de93a23-27de-4497-8b57-cf932ae0f95c tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:40.615137 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-403ad95e-d9d1-4309-8683-78893feb173c req-2de93a23-27de-4497-8b57-cf932ae0f95c tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 943 time: 0.1944621 Dec 16 03:30:40.617498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:40.617830 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:40.619808 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 7 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:40.687326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:40.688035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:40.688035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:40.717579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-6c2e3a03-0148-4d74-86c1-3a0fa70d8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:40.719296 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-6c2e3a03-0148-4d74-86c1-3a0fa70d8f6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1096 time: 0.3477535 Dec 16 03:30:40.731597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Network a2c03f85-c599-4b0f-9dc3-9017884fbce0 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:40.743388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:40.743722 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:40.748850 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 8 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:40.985625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d64637d7-96de-4444-9914-a760b280f426 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:40.996796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d64637d7-96de-4444-9914-a760b280f426 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.024329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.024670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.024980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.036029 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-403ad95e-d9d1-4309-8683-78893feb173c req-aadcc7f7-e7c4-4612-a0f4-8d03a8a452e8 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112341 Dec 16 03:30:41.038412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, a2c03f85-c599-4b0f-9dc3-9017884fbce0) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:41.042843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:41.047835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.054364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.054741 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:41.062575 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 9 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:41.063514 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-c3f33467-9b9b-442f-a913-2583e89ee3e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 217 time: 0.0759981 Dec 16 03:30:41.066533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9ce39-6649-4aec-9e4a-e1abf8557ff8 None None] Network a2c03f85-c599-4b0f-9dc3-9017884fbce0 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:41.087662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.087931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.088286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.092176 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83303080-4c7a-4033-84ce-43c9302c87fe req-ecd35fc9-20a0-4d46-acae-ae548a9f4572 service neutron] 10.222.0.30 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184694 Dec 16 03:30:41.093987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.103964 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.104294 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:41.123047 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempt 10 to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 Dec 16 03:30:41.133190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.133190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.133543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.153659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.154136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.155080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempting to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.169730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.170731 dv-neutron-821927-1-hyperv neutron-server[103161]: ERROR neutron.plugins.ml2.managers [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Failed to bind port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on host hv-neutron-8219 for vnic_type normal using segments [{'id': '8db87b94-9638-4e54-a557-3750f870b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64f25fd6-4b20-41f7-8bcc-c357bdd70e4f'}] Dec 16 03:30:41.171306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.171423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d64637d7-96de-4444-9914-a760b280f426 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.171883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64637d7-96de-4444-9914-a760b280f426 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2126ee33-99f1-4667-b9a1-8b5315487742 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:30:41.176667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d64637d7-96de-4444-9914-a760b280f426 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.182618 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d64637d7-96de-4444-9914-a760b280f426 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2126ee33-99f1-4667-b9a1-8b5315487742 HTTP/1.1" status: 204 len: 168 time: 0.9915943 Dec 16 03:30:41.185811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:41.192626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Subnet': ['ID=be7e5324-78d3-41cf-84ea-63a84324f7bc,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:41.201155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-823596e3-4fc6-48d8-8bd3-5f338de1ff67 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Request body: {'router': {'name': 'tempest-router-283133854', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a715a6d285a74db49eadb9ec45d589a0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:41.204286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.204608 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:41.213081 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 2 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:41.237160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-9ecf2898-c664-4a8a-91c8-6f1a6bb0f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.238697 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-9ecf2898-c664-4a8a-91c8-6f1a6bb0f25b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.1277761 Dec 16 03:30:41.244315 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-89cfbabb-1d5c-4ca1-8202-c2b9a5d79740 req-5b73a1a4-a400-4a15-b8d0-46d375a3354a service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993202 Dec 16 03:30:41.250141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Checking segment: {'id': '94373bc4-14c4-4a3c-9f96-98109aa4d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e341232f-45e4-430d-b65a-d655366c8db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:41.250598 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network hostable DHCP agents. Network: e341232f-45e4-430d-b65a-d655366c8db2, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:41.251417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.251786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.252195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.275516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.276065 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:41.290909 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 3 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:41.297216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-f9425798-968f-4460-818b-9868accc8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.298743 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-f9425798-968f-4460-818b-9868accc8313 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7af0ae006bf943b0b427dd4cad01802a&device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 1096 time: 0.1073453 Dec 16 03:30:41.306369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823596e3-4fc6-48d8-8bd3-5f338de1ff67 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.307645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823596e3-4fc6-48d8-8bd3-5f338de1ff67 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.309011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network e341232f-45e4-430d-b65a-d655366c8db2 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:41.314258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:30:41.317076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a" -d '{"events": [{"name": "network-changed", "server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:30:41.327088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] For port 5d935ce9-8e4e-4362-8d4e-e8b785a88838, host hv-neutron-8219, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:41.327525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attempted to set empty binding levels {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 03:30:41.331404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.332683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.333237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.357403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.357737 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:41.373844 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 4 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:41.378167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.392963 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:30:41.400283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, e341232f-45e4-430d-b65a-d655366c8db2) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:41.409595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca455cc9-19df-43cf-8dc8-b205fbe2d734 None None] Network e341232f-45e4-430d-b65a-d655366c8db2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:41.419504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.420327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.433246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823596e3-4fc6-48d8-8bd3-5f338de1ff67 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.436718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ccad0-389c-426c-91cd-1689db62f0e4 x-openstack-request-id: req-d59ccad0-389c-426c-91cd-1689db62f0e4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:30:41.437018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:30:41.437353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d59ccad0-389c-426c-91cd-1689db62f0e4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:30:41.437782 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'status': 'completed', 'code': 200} Dec 16 03:30:41.468653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] In _notify_port_updated(), no bound segment for port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 on network 64f25fd6-4b20-41f7-8bcc-c357bdd70e4f {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:30:41.469583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.469823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823596e3-4fc6-48d8-8bd3-5f338de1ff67 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.470532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.476539 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "PUT /v2.0/ports/5d935ce9-8e4e-4362-8d4e-e8b785a88838 HTTP/1.1" status: 200 len: 977 time: 6.1814430 Dec 16 03:30:41.479384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60032) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:41.482525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd11c-e871-4085-999e-d5848243e17e req-dc0a615a-383f-4061-a2f5-0161b28a5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.486341 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-dc0a615a-383f-4061-a2f5-0161b28a5fd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2280653 Dec 16 03:30:41.495314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.518114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-e341232f-45e4-430d-b65a-d655366c8db2', 'network_id': 'e341232f-45e4-430d-b65a-d655366c8db2', 'project_id': '40ea3ff9bca8428584e33f97c7b86480', 'fixed_ips': [{'subnet_id': 'be7e5324-78d3-41cf-84ea-63a84324f7bc'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:41.519712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.531622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2cb12814-788a-4797-95e1-4b53c48d7abc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8522551 Dec 16 03:30:41.531856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823596e3-4fc6-48d8-8bd3-5f338de1ff67 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.531856 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-823596e3-4fc6-48d8-8bd3-5f338de1ff67 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3401582 Dec 16 03:30:41.532627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.532985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.533504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.544944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60036) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:41.545276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60038) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:41.559541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'network': {'name': 'tempest-router-network01--1640307715'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:41.579264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:41.583439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2b42e-8085-4def-a6c4-f8e8b70bd338 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event updated for resources: {'Port': ['ID=5d935ce9-8e4e-4362-8d4e-e8b785a88838,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:41.631321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.631662 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:41.638592 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 5 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:41.669857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-b97b8e4c-6915-4c6a-a096-2019c00c60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.671387 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-b97b8e4c-6915-4c6a-a096-2019c00c60cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97&device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 1096 time: 0.2328568 Dec 16 03:30:41.671691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Allocated IP 172.20.0.2 (e341232f-45e4-430d-b65a-d655366c8db2/be7e5324-78d3-41cf-84ea-63a84324f7bc/e914339e-cc76-4a8b-969c-0f554a9dcbaf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:41.682993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.683327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.683666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.714169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaaa0-fd90-4858-9788-d5b896f42dfe req-9a545015-0c94-4856-9ada-bffaed0be918 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.715692 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-98ebaaa0-fd90-4858-9788-d5b896f42dfe req-9a545015-0c94-4856-9ada-bffaed0be918 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 943 time: 0.3740861 Dec 16 03:30:41.726011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-e7183481-d894-4acd-94f0-6cc2e7c352fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.727016 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-e7183481-d894-4acd-94f0-6cc2e7c352fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9558eca6-2c63-4413-9405-f9c511187379 HTTP/1.1" status: 200 len: 912 time: 0.4192159 Dec 16 03:30:41.784308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.784518 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:41.791226 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 6 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:41.799134 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-24ca2004-1505-4a24-8a93-ad7fbf0df2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917428 Dec 16 03:30:41.817600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Made reservation on behalf of 40ea3ff9bca8428584e33f97c7b86480 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:41.821110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.837331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.845760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:41.880997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.881357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.881698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:41.896791 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-ff12ca70-79f8-4616-83d8-c9d9766a434c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0 HTTP/1.1" status: 200 len: 217 time: 0.1481512 Dec 16 03:30:41.900038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Allocated IP 172.26.6.168 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/08cfc61e-5f3d-4ba7-a8b1-c5d8dc8a63c6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:41.912969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:41.913530 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:41.914081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Network e341232f-45e4-430d-b65a-d655366c8db2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:41.915664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Pushing event updated for resources: {'Port': ['ID=e914339e-cc76-4a8b-969c-0f554a9dcbaf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:41.923999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:41.927004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:41.932002 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 7 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:41.960133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca699e-ac21-4d6d-8259-b588efbd8990 req-7732e4f1-8a7b-42b1-b358-6d51d7d76632 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:41.964323 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cdca699e-ac21-4d6d-8259-b588efbd8990 req-7732e4f1-8a7b-42b1-b358-6d51d7d76632 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 943 time: 0.3706648 Dec 16 03:30:41.984589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:41.984929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:41.985267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:42.010674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Attempting to bind port e914339e-cc76-4a8b-969c-0f554a9dcbaf on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:42.012172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Attempting to bind port e914339e-cc76-4a8b-969c-0f554a9dcbaf by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '94373bc4-14c4-4a3c-9f96-98109aa4d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e341232f-45e4-430d-b65a-d655366c8db2'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:42.012819 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Attempting to bind port e914339e-cc76-4a8b-969c-0f554a9dcbaf on network e341232f-45e4-430d-b65a-d655366c8db2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:42.025978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:42.027124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Checking segment: {'id': '94373bc4-14c4-4a3c-9f96-98109aa4d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e341232f-45e4-430d-b65a-d655366c8db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:42.028681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.029242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Bound using segment: {'id': '94373bc4-14c4-4a3c-9f96-98109aa4d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e341232f-45e4-430d-b65a-d655366c8db2'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:42.032230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Bound port: e914339e-cc76-4a8b-969c-0f554a9dcbaf, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94373bc4-14c4-4a3c-9f96-98109aa4d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e341232f-45e4-430d-b65a-d655366c8db2'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:42.032387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.034545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-e211bd8b-3196-4c1c-ab71-ca45951bbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.038649 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-e211bd8b-3196-4c1c-ab71-ca45951bbb3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad205ef7-0651-499d-8e85-15dfe8aba452 HTTP/1.1" status: 200 len: 906 time: 0.3574967 Dec 16 03:30:42.082023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:42.082765 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:42.095927 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 8 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:42.132683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] For port e914339e-cc76-4a8b-969c-0f554a9dcbaf, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:42.134201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:42.137776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] For port e914339e-cc76-4a8b-969c-0f554a9dcbaf, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e914339e-cc76-4a8b-969c-0f554a9dcbaf,segment=NetworkSegment(94373bc4-14c4-4a3c-9f96-98109aa4d916),segment_id=94373bc4-14c4-4a3c-9f96-98109aa4d916)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:42.138878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Deleting port 5d935ce9-8e4e-4362-8d4e-e8b785a88838 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:42.139288 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.145235 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-98ebaaa0-fd90-4858-9788-d5b896f42dfe req-9d5828b8-e50b-4469-a849-574914179c14 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126191 Dec 16 03:30:42.145943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.173144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.174419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.187923 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-f3d538f4-9787-48b5-b94d-27354062e947 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe HTTP/1.1" status: 200 len: 217 time: 0.1026926 Dec 16 03:30:42.200884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:42.202202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:42.202202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:42.210336 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf2cd11c-e871-4085-999e-d5848243e17e req-873d6b95-cf7a-4520-b4cd-98695658fa4d service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965747 Dec 16 03:30:42.216058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:42.216499 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:42.233003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.233370 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 9 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:42.262705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb58bc2-aa7d-4d41-827f-02b7fb56cd17 None None] Pushing event updated for resources: {'Port': ['ID=e914339e-cc76-4a8b-969c-0f554a9dcbaf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:42.340937 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cdca699e-ac21-4d6d-8259-b588efbd8990 req-012a8ce7-5e6b-4c77-9ba0-e5247e0307bc tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458276 Dec 16 03:30:42.348644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.349569 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Added segment 8d5daee5-fece-454a-8455-ed0a4e558e62 of type vlan for network 522909b2-5b8e-4cb6-8807-f334347435dc Dec 16 03:30:42.370241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-df809aa2-9917-4546-9d00-3ac400d01488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.371871 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-df809aa2-9917-4546-9d00-3ac400d01488 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633ff807-c3fe-40e8-81c2-3b0dc02e6efc HTTP/1.1" status: 200 len: 851 time: 0.4222591 Dec 16 03:30:42.374435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.400100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:42.400439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:42.400776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:42.450285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:42.450653 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:42.452920 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 10 to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 Dec 16 03:30:42.461790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:42.465073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-d0f9f99c-0657-4975-b0b0-8206100e2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.466636 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-d0f9f99c-0657-4975-b0b0-8206100e2b58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e38eafb6-e027-456b-b076-ec1c2d72829e HTTP/1.1" status: 200 len: 845 time: 0.2552242 Dec 16 03:30:42.482110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:42.493239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103161) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 03:30:42.493577 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Router 8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c migrating from provider to provider. {{(pid=103161) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 03:30:42.495007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.521706 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] For port 5d935ce9-8e4e-4362-8d4e-e8b785a88838, host hv-neutron-8219, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:42.521909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:42.522015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.543126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.546427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.551568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:42.551963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:42.552472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:42.561791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Calling delete_port for 5d935ce9-8e4e-4362-8d4e-e8b785a88838 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:42.571425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.575740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-c871fc7d-4f1b-4cc6-9438-ec22c8a0763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.577627 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-c871fc7d-4f1b-4cc6-9438-ec22c8a0763c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1096 time: 0.2264471 Dec 16 03:30:42.583178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Pushing event updated for resources: {'Port': ['ID=08cfc61e-5f3d-4ba7-a8b1-c5d8dc8a63c6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:42.587464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-3ca3052e-a074-4a81-b507-d5736bce665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.589166 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-3ca3052e-a074-4a81-b507-d5736bce665f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9558eca6-2c63-4413-9405-f9c511187379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2011304 Dec 16 03:30:42.599482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port 5b701319-e32f-4c8d-8615-55649a4ea298 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:42.599846 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port 5b701319-e32f-4c8d-8615-55649a4ea298 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:42.601105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.686988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8e642-a635-4b35-b15c-e876899fe5e2 req-3f3032c0-0643-49a0-a2a6-26cf3aacdcd3 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.688537 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-50d8e642-a635-4b35-b15c-e876899fe5e2 req-3f3032c0-0643-49a0-a2a6-26cf3aacdcd3 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 943 time: 0.3421822 Dec 16 03:30:42.708662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-ac63080b-e1df-401e-a313-2ecd65b4e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.710227 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-ac63080b-e1df-401e-a313-2ecd65b4e442 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad205ef7-0651-499d-8e85-15dfe8aba452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2310767 Dec 16 03:30:42.842684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.857827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] For port 5b701319-e32f-4c8d-8615-55649a4ea298, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:42.858206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 03:30:42.869958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:42.877440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-4bb81526-a678-4f41-b5d1-f238475c03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.878958 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-4bb81526-a678-4f41-b5d1-f238475c03f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 912 time: 0.2905436 Dec 16 03:30:42.985986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:42.986615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.005540 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-2bb0f67f-d4cb-4327-84ab-a07a6b37d7b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 217 time: 0.0838015 Dec 16 03:30:43.006090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.014719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.020290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:43.021065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.030560 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-a0240626-ccde-410c-aca7-086ba887f58e service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100157 Dec 16 03:30:43.057231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=5b701319-e32f-4c8d-8615-55649a4ea298,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:43.061978 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c17e3a55-2942-4f55-b9be-3becad3a9db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.5095429 Dec 16 03:30:43.090176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60042) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:43.143410 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] No L3 agents can host the router 8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c Dec 16 03:30:43.166007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6174667 Dec 16 03:30:43.177778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:43.184728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'network': {'name': 'tempest-router-network02--305142297'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:43.224100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-058fc3f9-4af7-4803-9205-e936649920b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:43.226009 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-058fc3f9-4af7-4803-9205-e936649920b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.1946261 Dec 16 03:30:43.240568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253b030-ac74-48c5-944f-c21e86de4f36 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Network': ['ID=522909b2-5b8e-4cb6-8807-f334347435dc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:43.253231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 522909b2-5b8e-4cb6-8807-f334347435dc details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:43.258343 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-50d8e642-a635-4b35-b15c-e876899fe5e2 req-da825f2c-e291-4483-8709-be88821d4bea tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302544 Dec 16 03:30:43.291127 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-3afe76a7-ffbf-4c5d-99f9-febb534249e8 service neutron] 10.222.0.30 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557412 Dec 16 03:30:43.382156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.393381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e914339e-cc76-4a8b-969c-0f554a9dcbaf up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:43.461285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e914339e-cc76-4a8b-969c-0f554a9dcbaf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:43.462007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.553921 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d935ce9-8e4e-4362-8d4e-e8b785a88838,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:43.604752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.610371 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3023ba75-0280-4c2a-b9be-e64bb324558f tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5d935ce9-8e4e-4362-8d4e-e8b785a88838 HTTP/1.1" status: 204 len: 168 time: 2.1252077 Dec 16 03:30:43.639126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60050) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:43.678212 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed1e54b-1742-40f4-ac22-a233db87c9a6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:43.682944 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fed1e54b-1742-40f4-ac22-a233db87c9a6 tempest-PortsAdminExtendedAttrsTestJSON-1438333024 tempest-PortsAdminExtendedAttrsTestJSON-1438333024-project-admin] 10.222.0.16 "GET /v2.0/ports/5d935ce9-8e4e-4362-8d4e-e8b785a88838 HTTP/1.1" status: 404 len: 333 time: 0.0373011 Dec 16 03:30:43.697010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60052) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:43.706954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53d6aa-9880-44eb-a37e-2561970fc2e7 req-cb295a38-5fc9-42d5-830e-5c1305c35fde tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:43.708605 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1c53d6aa-9880-44eb-a37e-2561970fc2e7 req-cb295a38-5fc9-42d5-830e-5c1305c35fde tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 943 time: 0.4385276 Dec 16 03:30:43.720953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Hosts for router 8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c: [] {{(pid=103161) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 03:30:43.761215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60858b-a435-49b0-ae7b-d0e66ca9d4a4 req-281f9f73-bfee-45b9-980a-ca61c61d361b tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:43.763277 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b60858b-a435-49b0-ae7b-d0e66ca9d4a4 req-281f9f73-bfee-45b9-980a-ca61c61d361b tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 943 time: 0.2521226 Dec 16 03:30:43.774576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.778839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27aacad-4e32-448b-9394-793b74a58506 None None] Network e341232f-45e4-430d-b65a-d655366c8db2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:43.814925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Made reservation on behalf of 40ea3ff9bca8428584e33f97c7b86480 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:43.818854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.835122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Deleting port 5b701319-e32f-4c8d-8615-55649a4ea298 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:43.835463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.860084 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fb511a25-7b17-40e6-86fe-4c4f8fc8bbfc req-38480117-5ea4-4762-837a-c41841854c24 service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138554 Dec 16 03:30:43.866148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.874738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b7661282-4b1e-46fd-91fe-273f35d4d2a9 None None] Provisioning complete for port e914339e-cc76-4a8b-969c-0f554a9dcbaf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:43.875437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7661282-4b1e-46fd-91fe-273f35d4d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.883292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:43.888413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Hosts for other DVR routers connected to router 8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c: set() {{(pid=103161) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 03:30:43.892743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.896758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3ca9157e-7a16-44dd-be47-d1f87a4ff605 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "PUT /v2.0/routers/8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c HTTP/1.1" status: 200 len: 716 time: 2.3446047 Dec 16 03:30:43.896963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.896963 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Added segment d66b9f28-d4f5-4f47-ae43-a7e914960619 of type vlan for network ac73465b-dc72-4f96-9076-e1917a9e2317 Dec 16 03:30:43.898238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-55165186-8af1-44a9-9bdf-8ba05b274147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:43.899955 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-55165186-8af1-44a9-9bdf-8ba05b274147 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5993061 Dec 16 03:30:43.906950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60054) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:43.909173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:43.933517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port e914339e-cc76-4a8b-969c-0f554a9dcbaf, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e914339e-cc76-4a8b-969c-0f554a9dcbaf,segment=NetworkSegment(94373bc4-14c4-4a3c-9f96-98109aa4d916),segment_id=94373bc4-14c4-4a3c-9f96-98109aa4d916)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:43.938180 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c0bafbd-a1e4-4169-93b1-ea09c23a294d req-5543f86b-6c92-49e9-9937-08d6e44a0bd3 service neutron] 10.222.0.30 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226106 Dec 16 03:30:43.944539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.006673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.028552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b60858b-a435-49b0-ae7b-d0e66ca9d4a4 req-16b02a4d-cb0d-414d-a994-e0f4315972f0 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036562 Dec 16 03:30:44.032331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] For port 5b701319-e32f-4c8d-8615-55649a4ea298, host hv-neutron-8219, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:44.034441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.060037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1c53d6aa-9880-44eb-a37e-2561970fc2e7 req-85851f6b-b748-4c60-adaa-2fbdb73ff541 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363028 Dec 16 03:30:44.081189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Calling delete_port for 5b701319-e32f-4c8d-8615-55649a4ea298 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:44.098571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=e914339e-cc76-4a8b-969c-0f554a9dcbaf,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:44.120476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.160918 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c32df1c3-97a2-471e-b10b-aa2fffa2c7ee tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "GET /v2.0/routers/8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c HTTP/1.1" status: 200 len: 716 time: 0.2499564 Dec 16 03:30:44.165419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Pushing event updated for resources: {'Port': ['ID=08cfc61e-5f3d-4ba7-a8b1-c5d8dc8a63c6,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:44.169558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60056) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:44.188811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.236755 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.245665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-b6f3422e-8d0d-4481-8394-5e5f850b11b1 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256381 Dec 16 03:30:44.246302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.255230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:44.255812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.269160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f25fd6-4b20-41f7-8bcc-c357bdd70e4f']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:44.288003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.293078 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6fb4ed90-4b53-4e72-bee3-aa895156bed6 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3947625 Dec 16 03:30:44.293261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db87b94-9638-4e54-a557-3750f870b5e8') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:44.293261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db87b94-9638-4e54-a557-3750f870b5e8') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:44.295193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60062) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:44.306779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:30:44.314339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-73496329', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'fixed_ips': [{'ip_address': '172.26.6.168'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:44.319042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.342960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.350525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.382357 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:44.383067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.393047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b701319-e32f-4c8d-8615-55649a4ea298,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:44.396155 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:44.423028 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2418437 Dec 16 03:30:44.432936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:44.441532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'subnet': {'network_id': '522909b2-5b8e-4cb6-8807-f334347435dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:44.459292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:44.477152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'port_id': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'mac_address': 'fa:16:3e:00:55:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:30:44.487769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5c2af979-a1dd-4e67-bdd3-b37aa8159a8d None None] Provisioning complete for port e914339e-cc76-4a8b-969c-0f554a9dcbaf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:44.487966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c2af979-a1dd-4e67-bdd3-b37aa8159a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.490417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76c82f-1455-4716-b277-90e7936a84e1 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Network': ['ID=ac73465b-dc72-4f96-9076-e1917a9e2317,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:44.516874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network ac73465b-dc72-4f96-9076-e1917a9e2317 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:44.536734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Made reservation on behalf of 574b40f74933455aadf01441209f32c0 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:44.539189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.558465 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d25dd81-2b3d-4844-9ca7-6892f1a8f09a req-2a4185d4-38e6-4ab5-b8a7-d186049e6770 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966959 Dec 16 03:30:44.586612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Made reservation on behalf of 40ea3ff9bca8428584e33f97c7b86480 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:44.591201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.614857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.616603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.620197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f5a0bb77-38fe-4019-93b6-1ede83b86df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5b701319-e32f-4c8d-8615-55649a4ea298 HTTP/1.1" status: 204 len: 168 time: 1.5153053 Dec 16 03:30:44.624536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60066) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:44.625031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.637299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.647090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:30:44.675192 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bb9db5ba-a318-4e02-9104-0fabef90b46b tempest-RoutersTestDVR-1526895527 tempest-RoutersTestDVR-1526895527-project] 10.222.0.16 "GET /v2.0/routers/8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c HTTP/1.1" status: 200 len: 682 time: 0.5022185 Dec 16 03:30:44.675382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.680737 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] 10.222.0.16 "DELETE /v2.0/networks/64f25fd6-4b20-41f7-8bcc-c357bdd70e4f HTTP/1.1" status: 204 len: 168 time: 0.9688511 Dec 16 03:30:44.694378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60068) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:44.698535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa5a3d4-bd35-4a48-8024-c63353eb30cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:44.704502 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cfa5a3d4-bd35-4a48-8024-c63353eb30cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "GET /v2.0/ports/5b701319-e32f-4c8d-8615-55649a4ea298 HTTP/1.1" status: 404 len: 333 time: 0.0727973 Dec 16 03:30:44.706090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:44.709865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60072) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:44.713883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f266e-81ad-4795-9e8f-de0cffabf5e1 tempest-PortsAdminExtendedAttrsTestJSON-799510954 tempest-PortsAdminExtendedAttrsTestJSON-799510954-project] Pushing event deleted for resources: {'Network': ['ID=64f25fd6-4b20-41f7-8bcc-c357bdd70e4f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:44.716221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.717434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device cd72ca0f-2884-451a-a9d7-4c6d819f98f0 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:30:44.720263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Request body: {'port': {'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-959344104'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:44.792970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb66d-1921-4693-ba04-538dc42222af req-57bceec5-faa0-40e4-898b-9fb42cde526b tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:44.794989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ee4cb66d-1921-4693-ba04-538dc42222af req-57bceec5-faa0-40e4-898b-9fb42cde526b tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 943 time: 0.4358480 Dec 16 03:30:44.825946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:44.827133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.827687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35859eb2-0fd4-4bf9-b14c-0669643d75eb tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.883462 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port cd72ca0f-2884-451a-a9d7-4c6d819f98f0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:44.901404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'port_id': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'mac_address': 'fa:16:3e:81:50:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:30:44.907832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Subnet': ['ID=f6eb7974-7666-4940-a8ef-166afb5543b7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:44.914267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Checking segment: {'id': '8d5daee5-fece-454a-8455-ed0a4e558e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '522909b2-5b8e-4cb6-8807-f334347435dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:44.914829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network hostable DHCP agents. Network: 522909b2-5b8e-4cb6-8807-f334347435dc, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:44.930688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Made reservation on behalf of 4c9f793bbe6444f0bf57a7866cebdadc for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:44.935185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.939562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network 522909b2-5b8e-4cb6-8807-f334347435dc is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:44.956679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 522909b2-5b8e-4cb6-8807-f334347435dc) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:44.964460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:44.965011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:44.973668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26807b-f173-47fe-8b89-0d5cabf357eb None None] Network 522909b2-5b8e-4cb6-8807-f334347435dc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:45.003183 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b7543fb2-90c3-471c-86ff-5cf5d37b41c0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5672960 Dec 16 03:30:45.003979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:45.016346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'subnet': {'network_id': 'ac73465b-dc72-4f96-9076-e1917a9e2317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:45.036981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.054480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd72ca0f-2884-451a-a9d7-4c6d819f98f0 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:30:45.058421 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ee4cb66d-1921-4693-ba04-538dc42222af req-086c4818-7145-43bb-bbd2-8292112065f2 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510774 Dec 16 03:30:45.089757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port cd72ca0f-2884-451a-a9d7-4c6d819f98f0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:45.104886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.185769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e914339e-cc76-4a8b-969c-0f554a9dcbaf up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:45.188551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-522909b2-5b8e-4cb6-8807-f334347435dc', 'network_id': '522909b2-5b8e-4cb6-8807-f334347435dc', 'project_id': '40ea3ff9bca8428584e33f97c7b86480', 'fixed_ips': [{'subnet_id': 'f6eb7974-7666-4940-a8ef-166afb5543b7'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:45.189467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.196162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60082) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:45.239650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:45.261844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Made reservation on behalf of 40ea3ff9bca8428584e33f97c7b86480 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:45.272023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.356452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e914339e-cc76-4a8b-969c-0f554a9dcbaf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:45.357017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.406849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] device_id is not set on port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:45.429027 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-995b4bad-d4b0-495b-acbf-3c3fd67042fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18d0705985df4792afc99ebbbc22cb74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311373 Dec 16 03:30:45.432560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:45.436700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35859eb2-0fd4-4bf9-b14c-0669643d75eb tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.456768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35859eb2-0fd4-4bf9-b14c-0669643d75eb tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.467020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Allocated IP 172.20.0.2 (522909b2-5b8e-4cb6-8807-f334347435dc/f6eb7974-7666-4940-a8ef-166afb5543b7/c30de0f7-5759-43b2-8cce-82e86c40d3d3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:45.540994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.555429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.556259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66d997bf-6dde-417f-96c6-428d884627fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.563986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:30:45.589097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] device_id is not set on port 491ac1ef-a83d-4f5d-9df4-f242ca0d4732 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:45.594014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.594187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17414293-3e1c-48d5-a2a1-7b4b9aef3062,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:45.599987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66d997bf-6dde-417f-96c6-428d884627fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.604115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35859eb2-0fd4-4bf9-b14c-0669643d75eb tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.604618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35859eb2-0fd4-4bf9-b14c-0669643d75eb tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:30:45.614030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a85ee9-13a9-4bfe-9c73-63bab68d102a req-7372439f-bff3-4c04-b4c1-48100f863b3d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:45.621197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-40a85ee9-13a9-4bfe-9c73-63bab68d102a req-7372439f-bff3-4c04-b4c1-48100f863b3d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 943 time: 0.2397547 Dec 16 03:30:45.627467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35859eb2-0fd4-4bf9-b14c-0669643d75eb tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.627914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['cd72ca0f-2884-451a-a9d7-4c6d819f98f0'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:30:45.632293 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-35859eb2-0fd4-4bf9-b14c-0669643d75eb tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8d33c4ba-0b47-429b-b7b5-d07f6f14fe5c HTTP/1.1" status: 204 len: 168 time: 0.9350762 Dec 16 03:30:45.653670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:45.660205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0faea946-61bc-4d79-a79d-1c042eaf9b92 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Request body: {'router': {'name': 'tempest-router-1409983767', 'distributed': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:45.669843 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b041128-7be7-4c33-9823-443dfacca602 req-47c04c11-e951-4f87-a804-4c3e87748c47 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:45.671713 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b041128-7be7-4c33-9823-443dfacca602 req-47c04c11-e951-4f87-a804-4c3e87748c47 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 944 time: 0.2892988 Dec 16 03:30:45.722210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Subnet': ['ID=0dfdd90d-492e-42c1-8afc-094f2423f8df,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:45.743760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0faea946-61bc-4d79-a79d-1c042eaf9b92 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.744934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0faea946-61bc-4d79-a79d-1c042eaf9b92 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.754035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Checking segment: {'id': 'd66b9f28-d4f5-4f47-ae43-a7e914960619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac73465b-dc72-4f96-9076-e1917a9e2317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:45.754571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network hostable DHCP agents. Network: ac73465b-dc72-4f96-9076-e1917a9e2317, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:45.762213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66d997bf-6dde-417f-96c6-428d884627fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.765032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66d997bf-6dde-417f-96c6-428d884627fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.768746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-66d997bf-6dde-417f-96c6-428d884627fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/391f4a30-0c7f-42b0-8d31-c2c9b27d36e7 HTTP/1.1" status: 204 len: 168 time: 0.3326731 Dec 16 03:30:45.804493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d997bf-6dde-417f-96c6-428d884627fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f4a30-0c7f-42b0-8d31-c2c9b27d36e7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:45.893160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.917488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0faea946-61bc-4d79-a79d-1c042eaf9b92 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.919946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network ac73465b-dc72-4f96-9076-e1917a9e2317 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:45.924459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.928687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0faea946-61bc-4d79-a79d-1c042eaf9b92 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.946431 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-40a85ee9-13a9-4bfe-9c73-63bab68d102a req-c72dd297-06d0-4034-8b42-5e3c45424f86 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218665 Dec 16 03:30:45.954546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0faea946-61bc-4d79-a79d-1c042eaf9b92 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:45.956131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0faea946-61bc-4d79-a79d-1c042eaf9b92 tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2993972 Dec 16 03:30:45.961115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:45.963467 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b041128-7be7-4c33-9823-443dfacca602 req-4a271bd9-57da-455c-9549-94825ea86977 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552400 Dec 16 03:30:46.000320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.061781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, ac73465b-dc72-4f96-9076-e1917a9e2317) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:46.068900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:46.069977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.086844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 03:30:46.087652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:30:46.089937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f8f7ae-cea4-400f-a215-4ab57dff611d tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.102034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.149137 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-36dc968a-7506-44b6-914c-95697f3b39a7 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8427455 Dec 16 03:30:46.149791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60098) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:46.165254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083b49e-6b02-438d-936b-ee95c270814f None None] Network ac73465b-dc72-4f96-9076-e1917a9e2317 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:46.169998 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e3a1db4f-8eaf-403d-b8bf-b5f4ca2d8cdc tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1629612 Dec 16 03:30:46.172748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:46.220587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Network a2c03f85-c599-4b0f-9dc3-9017884fbce0 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:46.242273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Network 522909b2-5b8e-4cb6-8807-f334347435dc is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:46.244391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60102) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:46.245303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:46.254642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:46.255591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:46.256182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.261114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:46.270471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Pushing event updated for resources: {'Port': ['ID=c30de0f7-5759-43b2-8cce-82e86c40d3d3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:46.279551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:46.283042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device ce7f3480-925d-454f-a9fe-4349baefa8b1 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:30:46.332870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=cf91f17e-7b4d-4e24-98b3-f6332e0a2085,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:46.389007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eee23041-f233-417a-bd6c-332d974f51b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6744373 Dec 16 03:30:46.395336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:46.402577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:46.418018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcd913-2cad-46e4-ba2b-ffd66423688d req-57bce372-b7f0-42c3-9608-2c320e185db6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:46.419550 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-68fcd913-2cad-46e4-ba2b-ffd66423688d req-57bce372-b7f0-42c3-9608-2c320e185db6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 944 time: 0.2030883 Dec 16 03:30:46.428834 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-99428e2e-b146-42fe-87dd-a1163206d25b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=518996cf3abb49489092d53174354e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803904 Dec 16 03:30:46.430149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60106) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:46.440801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Attempting to bind port c30de0f7-5759-43b2-8cce-82e86c40d3d3 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:46.441411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Attempting to bind port c30de0f7-5759-43b2-8cce-82e86c40d3d3 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '8d5daee5-fece-454a-8455-ed0a4e558e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '522909b2-5b8e-4cb6-8807-f334347435dc'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:46.441558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Attempting to bind port c30de0f7-5759-43b2-8cce-82e86c40d3d3 on network 522909b2-5b8e-4cb6-8807-f334347435dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:46.463544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f8f7ae-cea4-400f-a215-4ab57dff611d tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.466892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-ac73465b-dc72-4f96-9076-e1917a9e2317', 'network_id': 'ac73465b-dc72-4f96-9076-e1917a9e2317', 'project_id': '40ea3ff9bca8428584e33f97c7b86480', 'fixed_ips': [{'subnet_id': '0dfdd90d-492e-42c1-8afc-094f2423f8df'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:46.467126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.481840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f8f7ae-cea4-400f-a215-4ab57dff611d tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.489126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:46.489506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Checking segment: {'id': '8d5daee5-fece-454a-8455-ed0a4e558e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '522909b2-5b8e-4cb6-8807-f334347435dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:46.489913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.490321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Bound using segment: {'id': '8d5daee5-fece-454a-8455-ed0a4e558e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '522909b2-5b8e-4cb6-8807-f334347435dc'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:46.490817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Bound port: c30de0f7-5759-43b2-8cce-82e86c40d3d3, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5daee5-fece-454a-8455-ed0a4e558e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '522909b2-5b8e-4cb6-8807-f334347435dc'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:46.491194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.504800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port ce7f3480-925d-454f-a9fe-4349baefa8b1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:46.510670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Deleting port 08cfc61e-5f3d-4ba7-a8b1-c5d8dc8a63c6 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:46.511011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.515629 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-68fcd913-2cad-46e4-ba2b-ffd66423688d req-b1ddce5b-0ef4-4e98-95a1-27ec59915b4d tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784576 Dec 16 03:30:46.527802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'port_id': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'mac_address': 'fa:16:3e:78:8e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:30:46.574792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-687e6f8b-1c9a-4f0c-b94c-fe0253e4bbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.610927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-687e6f8b-1c9a-4f0c-b94c-fe0253e4bbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.618718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f8f7ae-cea4-400f-a215-4ab57dff611d tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.619297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8f7ae-cea4-400f-a215-4ab57dff611d tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef40f9dc-d000-43d7-83cc-c3ac085128b4 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:30:46.625009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f8f7ae-cea4-400f-a215-4ab57dff611d tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.629542 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-31f8f7ae-cea4-400f-a215-4ab57dff611d tempest-RoutersTestDVR-1265892664 tempest-RoutersTestDVR-1265892664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ef40f9dc-d000-43d7-83cc-c3ac085128b4 HTTP/1.1" status: 204 len: 168 time: 0.6636446 Dec 16 03:30:46.629542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.655130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.656006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.680131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Calling delete_port for 08cfc61e-5f3d-4ba7-a8b1-c5d8dc8a63c6 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:46.693890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] For port c30de0f7-5759-43b2-8cce-82e86c40d3d3, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:46.700022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.726455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] For port c30de0f7-5759-43b2-8cce-82e86c40d3d3, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c30de0f7-5759-43b2-8cce-82e86c40d3d3,segment=NetworkSegment(8d5daee5-fece-454a-8455-ed0a4e558e62),segment_id=8d5daee5-fece-454a-8455-ed0a4e558e62)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:46.731949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7f3480-925d-454f-a9fe-4349baefa8b1 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:30:46.745078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.757522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Allocated IP 172.20.0.2 (ac73465b-dc72-4f96-9076-e1917a9e2317/0dfdd90d-492e-42c1-8afc-094f2423f8df/4ef6ea90-dd87-4214-8ec8-08abd3a7166b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:46.760389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-687e6f8b-1c9a-4f0c-b94c-fe0253e4bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.763170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-687e6f8b-1c9a-4f0c-b94c-fe0253e4bbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.778930 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-687e6f8b-1c9a-4f0c-b94c-fe0253e4bbfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61502147-cf9f-4aae-a2d8-61b4c3c2875b HTTP/1.1" status: 204 len: 168 time: 0.3408263 Dec 16 03:30:46.787305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port ce7f3480-925d-454f-a9fe-4349baefa8b1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:46.794092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.815399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:46.823537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e6f8b-1c9a-4f0c-b94c-fe0253e4bbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61502147-cf9f-4aae-a2d8-61b4c3c2875b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:46.944326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9a088-6b6c-4af8-93d2-7124374f8759 None None] Pushing event updated for resources: {'Port': ['ID=c30de0f7-5759-43b2-8cce-82e86c40d3d3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:46.960905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.034113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Pushing event deleted for resources: {'Port': ['ID=08cfc61e-5f3d-4ba7-a8b1-c5d8dc8a63c6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:47.195261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=ce7f3480-925d-454f-a9fe-4349baefa8b1,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:47.210983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['ce7f3480-925d-454f-a9fe-4349baefa8b1'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:30:47.232316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60118) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:47.343745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.344851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.353012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.362643 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e64c270c-cf20-4df0-9f82-c2cf65e782d2 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930 tempest-ExternalNetworksAdminNegativeTestJSON-2058825930-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/a6fdb450-a684-4efc-af86-d54be1f021ea HTTP/1.1" status: 204 len: 168 time: 1.2067308 Dec 16 03:30:47.368894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.400314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa653ce2-e197-4218-a06b-09ac11701fab req-32004abf-571e-40e7-a23d-70c9eb72af66 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:47.403745 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa653ce2-e197-4218-a06b-09ac11701fab req-32004abf-571e-40e7-a23d-70c9eb72af66 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 944 time: 0.3181930 Dec 16 03:30:47.433803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e30af-5f62-494f-b474-6173ee92ca36 req-b2d4b240-4bcb-4368-b51f-80a4631501b8 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:47.435480 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-460e30af-5f62-494f-b474-6173ee92ca36 req-b2d4b240-4bcb-4368-b51f-80a4631501b8 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 944 time: 0.2077639 Dec 16 03:30:47.469057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Network ac73465b-dc72-4f96-9076-e1917a9e2317 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:47.481335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:47.488121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:47.503455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Pushing event updated for resources: {'Port': ['ID=4ef6ea90-dd87-4214-8ec8-08abd3a7166b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:47.504672 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] device_id is not set on port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:47.532036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.577013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.578905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Attempting to bind port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:47.579438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Attempting to bind port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd66b9f28-d4f5-4f47-ae43-a7e914960619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac73465b-dc72-4f96-9076-e1917a9e2317'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:47.581102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Attempting to bind port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b on network ac73465b-dc72-4f96-9076-e1917a9e2317 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:47.600076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:47.600531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Checking segment: {'id': 'd66b9f28-d4f5-4f47-ae43-a7e914960619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac73465b-dc72-4f96-9076-e1917a9e2317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:47.600798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf809-1d8a-4654-b9e1-880c9b48bcca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.601074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.601696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Bound using segment: {'id': 'd66b9f28-d4f5-4f47-ae43-a7e914960619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac73465b-dc72-4f96-9076-e1917a9e2317'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:47.602083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Bound port: 4ef6ea90-dd87-4214-8ec8-08abd3a7166b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66b9f28-d4f5-4f47-ae43-a7e914960619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac73465b-dc72-4f96-9076-e1917a9e2317'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:47.602625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.666081 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa653ce2-e197-4218-a06b-09ac11701fab req-9f88825f-d94d-4482-8f73-3c1fedee1e6e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482910 Dec 16 03:30:47.696061 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-460e30af-5f62-494f-b474-6173ee92ca36 req-be056445-80d1-46a9-9fdd-57f9fa4e5f1c tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450187 Dec 16 03:30:47.721463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=cf91f17e-7b4d-4e24-98b3-f6332e0a2085,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:47.733593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] For port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:47.737521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] For port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4ef6ea90-dd87-4214-8ec8-08abd3a7166b,segment=NetworkSegment(d66b9f28-d4f5-4f47-ae43-a7e914960619),segment_id=d66b9f28-d4f5-4f47-ae43-a7e914960619)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:47.747447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.762431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:47.763159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:47.763345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:47.775893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:47.776554 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:47.779664 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 2 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:47.794071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Allocated IP 172.20.0.1 (522909b2-5b8e-4cb6-8807-f334347435dc/f6eb7974-7666-4940-a8ef-166afb5543b7/d279e54b-715d-48a9-8be6-6db007a4cccb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:47.798976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:47.799665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:47.799846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:47.815021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:47.815699 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:47.817704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 3 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:47.837455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf809-1d8a-4654-b9e1-880c9b48bcca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.845315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf809-1d8a-4654-b9e1-880c9b48bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:47.900165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:47.907152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1242-2fd3-4987-946e-32684b170383 req-2bbb121f-42a4-457d-b412-1c4ae76e7427 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:47.908878 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-166d1242-2fd3-4987-946e-32684b170383 req-2bbb121f-42a4-457d-b412-1c4ae76e7427 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 944 time: 0.1214030 Dec 16 03:30:47.919110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5057e5-55f5-4074-81c2-36ceb6103980 None None] Pushing event updated for resources: {'Port': ['ID=4ef6ea90-dd87-4214-8ec8-08abd3a7166b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:47.928229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:47.928582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:47.928950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:47.955362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:47.955706 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:47.960969 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 4 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:47.993880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbf809-1d8a-4654-b9e1-880c9b48bcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200400b3-6ecc-45d6-87c0-ecebdd8754d7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:48.001795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b1dbf809-1d8a-4654-b9e1-880c9b48bcca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a715a6d285a74db49eadb9ec45d589a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7672265 Dec 16 03:30:48.002652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:48.002962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:48.003320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:48.006772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:48.044299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:48.044646 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:48.050499 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 5 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:48.064398 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-166d1242-2fd3-4987-946e-32684b170383 req-a6234f89-7133-4ec4-8c9c-7c86d63b62c6 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172454 Dec 16 03:30:48.095042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:48.095420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:48.095830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:48.150376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:48.150778 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:48.175533 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 6 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:48.227095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c158ef-fff3-48e4-89cd-23dff1bdd2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.248145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:48.248504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:48.248834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:48.270298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.273124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ad0ad2-b4ad-4fa6-930e-95cad985908b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.275244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device ce7f3480-925d-454f-a9fe-4349baefa8b1 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:48.299775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ad0ad2-b4ad-4fa6-930e-95cad985908b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.347647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port ce7f3480-925d-454f-a9fe-4349baefa8b1 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:30:48.350645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:48.351033 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:48.354134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port ce7f3480-925d-454f-a9fe-4349baefa8b1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:48.355334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.357097 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 7 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:48.386405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:48.386629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:48.386917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:48.405162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ad0ad2-b4ad-4fa6-930e-95cad985908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.407969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ad0ad2-b4ad-4fa6-930e-95cad985908b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.411528 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-24ad0ad2-b4ad-4fa6-930e-95cad985908b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/200400b3-6ecc-45d6-87c0-ecebdd8754d7 HTTP/1.1" status: 204 len: 168 time: 0.3928726 Dec 16 03:30:48.411528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:48.411528 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:48.415875 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 8 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:48.447418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad0ad2-b4ad-4fa6-930e-95cad985908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200400b3-6ecc-45d6-87c0-ecebdd8754d7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:48.467057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:48.467382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:48.467756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:48.484026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.487117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da93c1-4fc1-4212-a9c8-f7602797e461 None None] Network 522909b2-5b8e-4cb6-8807-f334347435dc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:48.490426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:48.490844 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:48.496355 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 9 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:48.535412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60154) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:48.560038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.569584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network 522909b2-5b8e-4cb6-8807-f334347435dc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:48.580763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:48.581091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:48.581427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:48.587766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:48.588951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e018e15c-fef4-4e0f-8fe0-8e8ff17ca3c0 None None] Provisioning complete for port c30de0f7-5759-43b2-8cce-82e86c40d3d3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:48.589315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e018e15c-fef4-4e0f-8fe0-8e8ff17ca3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.596725 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:48.607206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Port': ['ID=d279e54b-715d-48a9-8be6-6db007a4cccb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:48.621246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:30:48.634036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:48.634588 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:48.638744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c158ef-fff3-48e4-89cd-23dff1bdd2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.639534 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 10 to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 Dec 16 03:30:48.655058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c158ef-fff3-48e4-89cd-23dff1bdd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.675891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:48.676170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:48.676512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:48.728333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port ce7f3480-925d-454f-a9fe-4349baefa8b1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:48.749679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:48.750028 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:48.750371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.758464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.759271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:48.786973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c2c158ef-fff3-48e4-89cd-23dff1bdd2ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b9a424b99b24143b85f17d557da7650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8855593 Dec 16 03:30:48.787879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:48.791216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:48.842250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c158ef-fff3-48e4-89cd-23dff1bdd2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00336a8-e517-4aa9-a0f7-9908fc36aa3b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:49.009044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:49.014915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a679e6-3431-4432-83f2-e4b5626078fd req-c29cd923-d059-4025-a6a0-b9573a4c0c35 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.028082 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e1a679e6-3431-4432-83f2-e4b5626078fd req-c29cd923-d059-4025-a6a0-b9573a4c0c35 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2324181 Dec 16 03:30:49.042849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:30:49.049822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-657970290'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:49.061868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7156d183-080d-493d-9e60-d5e119fa3bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.064161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] For port cf91f17e-7b4d-4e24-98b3-f6332e0a2085, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:49.064536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 03:30:49.067367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a3161f7-756c-493b-b353-92779676adf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.072673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=ce7f3480-925d-454f-a9fe-4349baefa8b1,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:49.085959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:49.086292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.094608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.114357 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed966e-da04-4ded-a582-7c06c5c278fd req-9d98d51e-dcff-45a9-a31f-5a9da26837a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.121623 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ebed966e-da04-4ded-a582-7c06c5c278fd req-9d98d51e-dcff-45a9-a31f-5a9da26837a6 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 944 time: 0.2499108 Dec 16 03:30:49.179790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] In _notify_port_updated(), no bound segment for port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:30:49.180680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.182138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.183863 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "PUT /v2.0/ports/cf91f17e-7b4d-4e24-98b3-f6332e0a2085 HTTP/1.1" status: 200 len: 980 time: 2.7867396 Dec 16 03:30:49.196334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:49.301869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:49.305361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.328491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.337065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7156d183-080d-493d-9e60-d5e119fa3bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.349562 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e1a679e6-3431-4432-83f2-e4b5626078fd req-864e99ad-b12f-4935-a5f6-cb844fd4be86 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193123 Dec 16 03:30:49.358231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3dd8b1-b9b0-4808-b1d6-adc895b0e086" -d '{"events": [{"server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "name": "network-vif-plugged", "status": "completed", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:30:49.367981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c30de0f7-5759-43b2-8cce-82e86c40d3d3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:49.382738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.385300 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e212d0-acb2-4906-8fe1-c164c5c4a360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=cf91f17e-7b4d-4e24-98b3-f6332e0a2085,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:49.399218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e018e15c-fef4-4e0f-8fe0-8e8ff17ca3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.484265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7156d183-080d-493d-9e60-d5e119fa3bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.485258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e018e15c-fef4-4e0f-8fe0-8e8ff17ca3c0 None None] For port c30de0f7-5759-43b2-8cce-82e86c40d3d3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c30de0f7-5759-43b2-8cce-82e86c40d3d3,segment=NetworkSegment(8d5daee5-fece-454a-8455-ed0a4e558e62),segment_id=8d5daee5-fece-454a-8455-ed0a4e558e62)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:49.488715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7156d183-080d-493d-9e60-d5e119fa3bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.490621 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7156d183-080d-493d-9e60-d5e119fa3bd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b00336a8-e517-4aa9-a0f7-9908fc36aa3b HTTP/1.1" status: 204 len: 168 time: 0.6917622 Dec 16 03:30:49.513086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156d183-080d-493d-9e60-d5e119fa3bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00336a8-e517-4aa9-a0f7-9908fc36aa3b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:49.532284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e018e15c-fef4-4e0f-8fe0-8e8ff17ca3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.536565 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.542842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ebed966e-da04-4ded-a582-7c06c5c278fd req-cdf8c9a9-ad3f-4546-9bd3-5f4c4f910188 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4099965 Dec 16 03:30:49.568302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.569051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.569678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.570857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.571469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.572081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.572691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.573296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.574040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.574670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.575317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.575941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.577245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.578427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.579035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.579636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.580235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.580836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.581465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.582957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.585249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.585386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.586010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.586658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.587264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.592979 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e0046acd-0baa-4692-bd23-ee3c8bd310c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21637 time: 0.3852448 Dec 16 03:30:49.600665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60182) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:49.696378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c30de0f7-5759-43b2-8cce-82e86c40d3d3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:49.696751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.703628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a2c8-ffdb-42b6-867d-af2f0823893f req-f7518bc0-d001-4d58-ace8-3b1cb06fac18 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:49.709043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7149df-f92c-4e5e-a452-7bb12c8ea4ed None None] Network ac73465b-dc72-4f96-9076-e1917a9e2317 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:49.713096 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a7a4a2c8-ffdb-42b6-867d-af2f0823893f req-f7518bc0-d001-4d58-ace8-3b1cb06fac18 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 944 time: 0.1691456 Dec 16 03:30:49.718500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:49.766478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfa060-dac2-4510-b915-8e7c681249b0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:49.773033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.773387 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Added segment 0785a95a-fd52-4edf-8389-694ebe03321c of type vlan for network 8bedf3a0-d209-46d5-944c-b7048f15ec80 Dec 16 03:30:49.827908 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a7a4a2c8-ffdb-42b6-867d-af2f0823893f req-48ab604c-d064-43ff-b328-1cb919c9cf29 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138470 Dec 16 03:30:49.841387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc05046-dc0a-4b0c-b264-91bf63305be9 x-openstack-request-id: req-5fc05046-dc0a-4b0c-b264-91bf63305be9 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:30:49.841698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "name": "network-vif-plugged", "status": "completed", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:30:49.841951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fc05046-dc0a-4b0c-b264-91bf63305be9 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:30:49.842384 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'code': 200} Dec 16 03:30:49.887547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9e956935-1c8d-4c86-87f1-c39fb23692ae None None] Provisioning complete for port c30de0f7-5759-43b2-8cce-82e86c40d3d3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:49.888219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e956935-1c8d-4c86-87f1-c39fb23692ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.896196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018e15c-fef4-4e0f-8fe0-8e8ff17ca3c0 None None] Pushing event updated for resources: {'Port': ['ID=c30de0f7-5759-43b2-8cce-82e86c40d3d3,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:49.905399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.910509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.933712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Deleting port cf91f17e-7b4d-4e24-98b3-f6332e0a2085 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:49.934044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.978620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a3161f7-756c-493b-b353-92779676adf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:49.993366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a3161f7-756c-493b-b353-92779676adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.000569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.007952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:50.008642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.014427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:50.037184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.038098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device cd72ca0f-2884-451a-a9d7-4c6d819f98f0 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:50.061236 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9a3161f7-756c-493b-b353-92779676adf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0876b0d63e33475daa28f9742bc84e27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0480795 Dec 16 03:30:50.070932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60186) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:50.090684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:50.123286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Network': ['ID=8bedf3a0-d209-46d5-944c-b7048f15ec80,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.142200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] For port cf91f17e-7b4d-4e24-98b3-f6332e0a2085, host hv-neutron-8219, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:50.142498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.160826 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2c098d29-f658-41a3-a7b3-aef01e6443f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6207089 Dec 16 03:30:50.161164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:50.161266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60190) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:50.167666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:50.177494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Calling delete_port for cf91f17e-7b4d-4e24-98b3-f6332e0a2085 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:50.265037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4ef6ea90-dd87-4214-8ec8-08abd3a7166b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:50.266816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.280697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3161f7-756c-493b-b353-92779676adf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee924ba8-c334-4fff-9c18-7cf27085efbd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.324270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fa313-00fa-4e58-8387-f850bb98ba0f req-0cd773e1-bf27-48b5-989d-b2998f0b7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:50.325770 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e40fa313-00fa-4e58-8387-f850bb98ba0f req-0cd773e1-bf27-48b5-989d-b2998f0b7d5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1098 time: 0.2066505 Dec 16 03:30:50.335523 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ae4753d7-73dc-4890-a8fb-01036e12058a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=574b40f74933455aadf01441209f32c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410867 Dec 16 03:30:50.347045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:30:50.352590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60192) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:50.353320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e40fa313-00fa-4e58-8387-f850bb98ba0f req-9647420d-766d-441a-bee1-2940c676b231 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.357281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:50.357778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.361292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9e956935-1c8d-4c86-87f1-c39fb23692ae None None] Provisioning complete for port d279e54b-715d-48a9-8be6-6db007a4cccb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:50.361936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e956935-1c8d-4c86-87f1-c39fb23692ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.372699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.417832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf91f17e-7b4d-4e24-98b3-f6332e0a2085,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.426828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:50.428821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d817e978-89dd-45d2-a253-e305b2f14c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.434628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.444166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:50.444619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.468295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06285796-292d-4183-8e46-289a5c402a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.469330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9e956935-1c8d-4c86-87f1-c39fb23692ae None None] Port d279e54b-715d-48a9-8be6-6db007a4cccb cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:50.515833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d817e978-89dd-45d2-a253-e305b2f14c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.530221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06285796-292d-4183-8e46-289a5c402a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.533423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.541907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.547692 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ad85259b-4146-4236-a919-7482cf1c14b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "DELETE /v2.0/ports/cf91f17e-7b4d-4e24-98b3-f6332e0a2085 HTTP/1.1" status: 204 len: 168 time: 0.9424334 Dec 16 03:30:50.551154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60196) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:50.595508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba0bf4-5b2e-4793-a21c-4e1f99a6f240 req-e886aef8-dec8-4f19-b891-202f531b6c71 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:50.597037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2ba0bf4-5b2e-4793-a21c-4e1f99a6f240 req-e886aef8-dec8-4f19-b891-202f531b6c71 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1203547 Dec 16 03:30:50.625143 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba4316c-d42b-4351-b032-71a092b79493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:50.630174 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1ba4316c-d42b-4351-b032-71a092b79493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "GET /v2.0/ports/cf91f17e-7b4d-4e24-98b3-f6332e0a2085 HTTP/1.1" status: 404 len: 333 time: 0.0655899 Dec 16 03:30:50.631106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.634351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.634545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60200) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:50.644517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.645268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-977546230', 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:50.665660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port cd72ca0f-2884-451a-a9d7-4c6d819f98f0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:50.666571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cc951f51-3e98-4dd4-ae57-3c52b399732a None None] Provisioning complete for port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:50.666975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc951f51-3e98-4dd4-ae57-3c52b399732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.696954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.735492 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Port': ['ID=d279e54b-715d-48a9-8be6-6db007a4cccb,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.737863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.749474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06285796-292d-4183-8e46-289a5c402a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.751621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4ef6ea90-dd87-4214-8ec8-08abd3a7166b,segment=NetworkSegment(d66b9f28-d4f5-4f47-ae43-a7e914960619),segment_id=d66b9f28-d4f5-4f47-ae43-a7e914960619)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:50.752058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06285796-292d-4183-8e46-289a5c402a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.755834 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-06285796-292d-4183-8e46-289a5c402a94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17414293-3e1c-48d5-a2a1-7b4b9aef3062 HTTP/1.1" status: 204 len: 168 time: 0.3977430 Dec 16 03:30:50.764169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.772027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d817e978-89dd-45d2-a253-e305b2f14c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.774588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d817e978-89dd-45d2-a253-e305b2f14c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.775780 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d817e978-89dd-45d2-a253-e305b2f14c6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee924ba8-c334-4fff-9c18-7cf27085efbd HTTP/1.1" status: 204 len: 168 time: 0.6998072 Dec 16 03:30:50.802209 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2ba0bf4-5b2e-4793-a21c-4e1f99a6f240 req-ac1a4595-439e-4bad-bbc7-0bfeec407217 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863163 Dec 16 03:30:50.802853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06285796-292d-4183-8e46-289a5c402a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17414293-3e1c-48d5-a2a1-7b4b9aef3062,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.840973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66e279-97ae-431d-84c0-edd21c6afbb3 req-c0c583c0-83f0-405d-9378-231de607ba9b tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:50.843146 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f66e279-97ae-431d-84c0-edd21c6afbb3 req-c0c583c0-83f0-405d-9378-231de607ba9b tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.2068543 Dec 16 03:30:50.848647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.867087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e40fa313-00fa-4e58-8387-f850bb98ba0f req-9647420d-766d-441a-bee1-2940c676b231 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.869898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e978-89dd-45d2-a253-e305b2f14c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee924ba8-c334-4fff-9c18-7cf27085efbd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.879347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e40fa313-00fa-4e58-8387-f850bb98ba0f req-9647420d-766d-441a-bee1-2940c676b231 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.936084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Made reservation on behalf of 4c9f793bbe6444f0bf57a7866cebdadc for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:50.940568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:50.951500 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e40fa313-00fa-4e58-8387-f850bb98ba0f req-9647420d-766d-441a-bee1-2940c676b231 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6146820 Dec 16 03:30:50.962064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647420d-766d-441a-bee1-2940c676b231 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fa8e8c-f3d3-49a1-b56e-8b1579468c99,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:50.970740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network 522909b2-5b8e-4cb6-8807-f334347435dc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:50.972217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:51.030486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:51.048566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] device_id is not set on port f1ae9e3c-79f7-480f-a529-7b70401f9db2 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:51.175328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=4ef6ea90-dd87-4214-8ec8-08abd3a7166b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:51.239109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c30de0f7-5759-43b2-8cce-82e86c40d3d3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:51.309224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c30de0f7-5759-43b2-8cce-82e86c40d3d3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:51.309604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:51.378589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cc951f51-3e98-4dd4-ae57-3c52b399732a None None] Provisioning complete for port d279e54b-715d-48a9-8be6-6db007a4cccb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:51.379192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc951f51-3e98-4dd4-ae57-3c52b399732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:51.455462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e39c4f-f21d-4bc5-afbd-7996e81dfa49 req-dcf91919-bd97-4e3d-b3bf-4c4c670d9b76 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:51.457285 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a3e39c4f-f21d-4bc5-afbd-7996e81dfa49 req-dcf91919-bd97-4e3d-b3bf-4c4c670d9b76 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.5051208 Dec 16 03:30:51.530830 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f66e279-97ae-431d-84c0-edd21c6afbb3 req-bd85145a-83bb-4365-908d-e4b743fdd3fd tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5871763 Dec 16 03:30:51.563753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cc951f51-3e98-4dd4-ae57-3c52b399732a None None] Port d279e54b-715d-48a9-8be6-6db007a4cccb cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:51.564304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Router 2afb8c4b-a2bf-4b22-9b14-6953c21b68ca is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:30:51.566421 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a3e39c4f-f21d-4bc5-afbd-7996e81dfa49 req-a31f1267-65cd-481e-95e3-e416be04431c tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889807 Dec 16 03:30:51.569779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=0612d041-ba83-471d-b544-f1b8c64cb1d7,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:51.607307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:51.607307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network hostable DHCP agents. Network: 8bedf3a0-d209-46d5-944c-b7048f15ec80, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:51.676096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:51.688076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:51.693736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:51.697661 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f086891-7bbd-4e2d-9aef-c0c2cd846cc7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "PUT /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5238945 Dec 16 03:30:51.697901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60228) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:51.703830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5166e42f-150a-4b39-9478-7410940de38a None None] Provisioning complete for port d279e54b-715d-48a9-8be6-6db007a4cccb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:51.704691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5166e42f-150a-4b39-9478-7410940de38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:51.705552 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] Sync routers for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:51.709855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 8bedf3a0-d209-46d5-944c-b7048f15ec80) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:51.723568 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:51.723718 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:51.775979 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:51.780066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f87863f-9b19-4a17-ad69-f7b4b5998384 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:51.792529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:51.793143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:51.806330 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:51.806330 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:51.863429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60238) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:51.863672 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0f9f6cdc-6162-45c7-82fd-ffe8151d8e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7014031 Dec 16 03:30:51.869039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'name': 'tempest-NetworksTestDHCPv6-1272430475'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:51.869788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe'}, {'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:30:51.872288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc2e447-abba-4b60-a633-2958c64677df" -d '{"events": [{"server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "name": "network-vif-plugged", "status": "completed", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe"}, {"server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "name": "network-vif-plugged", "status": "completed", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:30:51.907117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5166e42f-150a-4b39-9478-7410940de38a None None] Port d279e54b-715d-48a9-8be6-6db007a4cccb cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:51.912684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '0612d041-ba83-471d-b544-f1b8c64cb1d7'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:51.913550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:51.929709 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:51.930671 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628e959-a1d0-4f30-96e9-af6288efb76e None None] The sync data for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:51.931109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.019732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b50f4d5-b5b8-4441-b490-6d5f35be9fbf x-openstack-request-id: req-0b50f4d5-b5b8-4441-b490-6d5f35be9fbf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:30:52.020128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "name": "network-vif-plugged", "status": "completed", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe", "code": 200}, {"server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "name": "network-vif-plugged", "status": "completed", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:30:52.020454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b50f4d5-b5b8-4441-b490-6d5f35be9fbf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:30:52.020856 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'code': 200} Dec 16 03:30:52.021750 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'code': 200} Dec 16 03:30:52.023048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Network a2c03f85-c599-4b0f-9dc3-9017884fbce0 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:52.104911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:52.143597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/0612d041-ba83-471d-b544-f1b8c64cb1d7/786491c7-925d-4493-adb6-256aad770e26) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:52.159466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:52.164789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.179543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:52.183832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:52.186768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.195472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 4a495734-5c24-4c84-843e-24597e7c9157 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:52.243494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60250) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:52.355933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.363855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.387864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:52.392256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=f1ae9e3c-79f7-480f-a529-7b70401f9db2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:52.404410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:52.415255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:52.422279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:52.425319 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3f5efd37-79f8-4644-8c0e-29d4c4c10d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7859838 Dec 16 03:30:52.453580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60260) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:52.462303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Pushing event updated for resources: {'Port': ['ID=786491c7-925d-4493-adb6-256aad770e26,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:52.497407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c9e4e-6a04-40b5-853a-08b667388240 req-17e236ff-641f-4905-a22f-b9e3eeccf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:52.499451 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd3c9e4e-6a04-40b5-853a-08b667388240 req-17e236ff-641f-4905-a22f-b9e3eeccf454 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 1098 time: 0.1593535 Dec 16 03:30:52.532900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3489-00b9-4906-abd5-40f3cfb626cf req-89b84886-9f5f-460a-bd42-89d10d9b0a24 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:52.536658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-549f3489-00b9-4906-abd5-40f3cfb626cf req-89b84886-9f5f-460a-bd42-89d10d9b0a24 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.5445368 Dec 16 03:30:52.547560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Attempting to bind port 786491c7-925d-4493-adb6-256aad770e26 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:52.547936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Attempting to bind port 786491c7-925d-4493-adb6-256aad770e26 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:52.548301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Attempting to bind port 786491c7-925d-4493-adb6-256aad770e26 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:52.553772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::d4 (8bedf3a0-d209-46d5-944c-b7048f15ec80/0612d041-ba83-471d-b544-f1b8c64cb1d7/4a495734-5c24-4c84-843e-24597e7c9157) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:52.555421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:52.556086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:52.556205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.556595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:52.557083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Bound port: 786491c7-925d-4493-adb6-256aad770e26, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:52.557482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.587560 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd3c9e4e-6a04-40b5-853a-08b667388240 req-c255d273-8309-43ff-be22-cdbcb1b07b04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747738 Dec 16 03:30:52.619056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1782235964'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:52.621944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdcbdde-65df-4d80-9eef-598cab346c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:52.628317 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bbdcbdde-65df-4d80-9eef-598cab346c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "GET /v2.0/ports/f1ae9e3c-79f7-480f-a529-7b70401f9db2 HTTP/1.1" status: 200 len: 958 time: 0.1680322 Dec 16 03:30:52.636400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:52.683086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252088760'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:52.686987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] For port 786491c7-925d-4493-adb6-256aad770e26, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:52.691096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] For port 786491c7-925d-4493-adb6-256aad770e26, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=786491c7-925d-4493-adb6-256aad770e26,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:52.697316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.745405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:52.748967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.759946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa1458-cb18-4ebc-96bd-1dadfb38adde None None] Pushing event updated for resources: {'Port': ['ID=786491c7-925d-4493-adb6-256aad770e26,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:52.763521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934f8c-fd28-4a08-8fe2-5073373c463a req-ea3c490e-9de2-4159-9b91-1b5ab6663235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:52.771044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a934f8c-fd28-4a08-8fe2-5073373c463a req-ea3c490e-9de2-4159-9b91-1b5ab6663235 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 1098 time: 0.3584259 Dec 16 03:30:52.771044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-549f3489-00b9-4906-abd5-40f3cfb626cf req-ba3b592b-f0ec-480e-8c0a-393c3fae3b85 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909819 Dec 16 03:30:52.822511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.902703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:52.907093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.922728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Deleting port f1ae9e3c-79f7-480f-a529-7b70401f9db2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:52.923095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.932061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566e8da-5b39-45dd-a153-e279a164f301 req-40cccc0e-96b6-4a20-965f-b2766d75d880 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:52.933887 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4566e8da-5b39-45dd-a153-e279a164f301 req-40cccc0e-96b6-4a20-965f-b2766d75d880 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.2838278 Dec 16 03:30:52.942562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.986538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:52.989446 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-7c880474-0704-465b-b94d-df25b1e26154 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:30:52.993494 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7c880474-0704-465b-b94d-df25b1e26154 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "PUT /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2915919 Dec 16 03:30:52.998123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60268) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:53.034051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.122969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Calling delete_port for f1ae9e3c-79f7-480f-a529-7b70401f9db2 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:53.133523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.152574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.170127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313b99e-3166-48c0-8a99-f18faea5cfcd req-ab8128fa-a2fc-430e-b2e8-49e4ac7b13bf tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:53.176321 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8313b99e-3166-48c0-8a99-f18faea5cfcd req-ab8128fa-a2fc-430e-b2e8-49e4ac7b13bf tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.2862225 Dec 16 03:30:53.195526 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a934f8c-fd28-4a08-8fe2-5073373c463a req-e5f70e3e-bed9-4a87-acaa-3843f0c4737e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070314 Dec 16 03:30:53.213794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.236846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4566e8da-5b39-45dd-a153-e279a164f301 req-6bbbb283-286b-4635-b70b-345f77875be3 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631361 Dec 16 03:30:53.296998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:53.322325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4ef6ea90-dd87-4214-8ec8-08abd3a7166b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:53.333474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469958b3-0ef2-455d-a496-d2e210130d47,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:53.365705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:53.367383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.367757 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Added segment ee8a7b14-978a-436b-873b-6d8095c9ed28 of type vlan for network 3dce45ce-3783-40a9-ab3f-989cedb34092 Dec 16 03:30:53.380645 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8313b99e-3166-48c0-8a99-f18faea5cfcd req-cd40c87e-bb8d-431a-8536-90565fa18659 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828380 Dec 16 03:30:53.389970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:53.400142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:53.405934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:53.406606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.421474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:53.421849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.456172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=4a495734-5c24-4c84-843e-24597e7c9157,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:53.469810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.472138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.479426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f480b509-ff74-4b07-b619-3a8edbf443ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6144967 Dec 16 03:30:53.483095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:53.490156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.522195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 786491c7-925d-4493-adb6-256aad770e26 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:53.540023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.552176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:53.576746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 786491c7-925d-4493-adb6-256aad770e26 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:53.577481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.580488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.580755 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment 7cb13c7a-a652-4a80-968f-1753c7ac1e5c of type vlan for network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 Dec 16 03:30:53.589199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1891e27f-a355-4fd9-89b6-0ff8743d5319,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:53.600975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1ae9e3c-79f7-480f-a529-7b70401f9db2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:53.608586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.613825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:53.614498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.619180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.625167 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cd4ba17b-8ae2-4c92-93bc-4f1b5b70f845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f1ae9e3c-79f7-480f-a529-7b70401f9db2 HTTP/1.1" status: 204 len: 168 time: 0.9843509 Dec 16 03:30:53.625296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60272) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:53.669654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.677563 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed89346-155a-4cd3-bfe4-869c61fcb1e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:53.679149 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5ed89346-155a-4cd3-bfe4-869c61fcb1e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "GET /v2.0/ports/f1ae9e3c-79f7-480f-a529-7b70401f9db2 HTTP/1.1" status: 404 len: 333 time: 0.0522499 Dec 16 03:30:53.688720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:53.697347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Request body: {'port': {'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1399766039'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:53.710965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4069abb-5938-4039-a8f3-6d2b7be911a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:53.717214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4069abb-5938-4039-a8f3-6d2b7be911a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:53.721717 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d4069abb-5938-4039-a8f3-6d2b7be911a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2350125 Dec 16 03:30:53.727600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60276) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:53.733117 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3251314 Dec 16 03:30:53.736705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:53.739180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f2142-a366-4774-9067-b83392f8a1e7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Network': ['ID=3dce45ce-3783-40a9-ab3f-989cedb34092,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:53.745597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'subnet': {'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:53.794596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.810259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:53.819726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.828078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Made reservation on behalf of 4c9f793bbe6444f0bf57a7866cebdadc for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:53.828753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:53.830526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.878215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.888760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] device_id is not set on port b6a76b97-24c9-4cf7-ad80-375e714ed585 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:53.919254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.929915 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6627064 Dec 16 03:30:53.981413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 786491c7-925d-4493-adb6-256aad770e26, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=786491c7-925d-4493-adb6-256aad770e26,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:53.987847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:53.993879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:53.998815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.059220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fde156-ab64-4d55-8b1a-3e13754dd97b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=1d5ba965-c0a9-4cca-be46-f9283a7aba39,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:54.083337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5f12-4dde-4bb1-9961-6058bca97bfe req-dc82c354-1ea5-4fd0-b8da-7241e292faa3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:54.084129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:54.085017 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b84f5f12-4dde-4bb1-9961-6058bca97bfe req-dc82c354-1ea5-4fd0-b8da-7241e292faa3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1859481 Dec 16 03:30:54.085756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60282) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:54.096638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': '1d5ba965-c0a9-4cca-be46-f9283a7aba39', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:54.157798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=786491c7-925d-4493-adb6-256aad770e26,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:54.281125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.300424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8038f304-98bb-4a70-a5cd-1e2bbada3518 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:54.398573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.443589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6b73b3f6-3ebb-46c3-ace5-65ad08ab0c3e None None] Provisioning complete for port 786491c7-925d-4493-adb6-256aad770e26 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:54.444346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b73b3f6-3ebb-46c3-ace5-65ad08ab0c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.445386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 4a495734-5c24-4c84-843e-24597e7c9157 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:54.445741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.454476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.459295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Network a2c03f85-c599-4b0f-9dc3-9017884fbce0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:54.468614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:54.491836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:54.492790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:54.493387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.499450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a76b97-24c9-4cf7-ad80-375e714ed585,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:54.522965 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b84f5f12-4dde-4bb1-9961-6058bca97bfe req-ca077f93-3a03-4f26-bb8e-874a647c8506 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215214 Dec 16 03:30:54.564442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.587338 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f4499fb1-bd8b-4e91-b89b-435b940a7260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8971188 Dec 16 03:30:54.590140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60290) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:54.590763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Subnet': ['ID=c90aa300-1ff1-46d3-9853-88ca45522cab,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:54.599310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:54.629742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Checking segment: {'id': 'ee8a7b14-978a-436b-873b-6d8095c9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:54.630103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network hostable DHCP agents. Network: 3dce45ce-3783-40a9-ab3f-989cedb34092, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:54.678156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.681707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:54.722516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 3dce45ce-3783-40a9-ab3f-989cedb34092) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:54.729568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:54.730264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.741330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4897c8-0d47-4246-b9e9-6a3da8e10428 None None] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:54.791252 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e985c6c7-10da-4605-9a1d-1085f89df034 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0531380 Dec 16 03:30:54.792938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60292) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:54.798905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'name': 'tempest-AllowedAddressPairTestJSON-159979912'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:54.807916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a822621-9eee-46d5-81ad-c03ccbb016c1 req-86374962-d7fc-4a92-b7fe-2a07c38df198 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:54.809550 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0a822621-9eee-46d5-81ad-c03ccbb016c1 req-86374962-d7fc-4a92-b7fe-2a07c38df198 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.4124954 Dec 16 03:30:54.836481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.883348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-3dce45ce-3783-40a9-ab3f-989cedb34092', 'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'project_id': '3a27c06f1e3c414ab85391835ba5e68c', 'fixed_ips': [{'subnet_id': 'c90aa300-1ff1-46d3-9853-88ca45522cab'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:54.884394 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.888561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:54.892013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.927024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c40ba1c6-ec09-451c-95a7-bf586885c445 None None] Provisioning complete for port 4a495734-5c24-4c84-843e-24597e7c9157 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:54.927397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c40ba1c6-ec09-451c-95a7-bf586885c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:54.984465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 4a495734-5c24-4c84-843e-24597e7c9157 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:54.987562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] device_id is not set on port b6a76b97-24c9-4cf7-ad80-375e714ed585 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:55.001550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.012327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.032558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c40ba1c6-ec09-451c-95a7-bf586885c445 None None] Port 4a495734-5c24-4c84-843e-24597e7c9157 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:55.043352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:55.047403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.085424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c40ba1c6-ec09-451c-95a7-bf586885c445 None None] Provisioning complete for port 786491c7-925d-4493-adb6-256aad770e26 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:55.085787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c40ba1c6-ec09-451c-95a7-bf586885c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.121126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] device_id is not set on port 8fe53244-7f35-4bcb-b050-c3066d707b48 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:55.132527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Allocated IP 172.20.0.2 (3dce45ce-3783-40a9-ab3f-989cedb34092/c90aa300-1ff1-46d3-9853-88ca45522cab/0117105f-2f6b-43c0-a5cf-b8eb12ded929) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:55.146782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a76b97-24c9-4cf7-ad80-375e714ed585,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:55.152183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.152952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.153326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.162360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.162608 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.170754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6461d7-a1f7-452a-8178-e183cdd7fcad req-a6fd9290-9fc2-4438-9504-d95d572b2d29 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:55.178517 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6e6461d7-a1f7-452a-8178-e183cdd7fcad req-a6fd9290-9fc2-4438-9504-d95d572b2d29 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.5100296 Dec 16 03:30:55.193788 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 2 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.215715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.216578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.216696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 786491c7-925d-4493-adb6-256aad770e26 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:55.216778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.227197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.227518 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.229956 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 3 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.243859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.243859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.244132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.248741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.249231 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.249604 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 4 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.265972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.266357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.266614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.272017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.272386 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.272764 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 5 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.285371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.285698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.286028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.286961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.291593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.292902 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.292902 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 6 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.309472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.310369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.310791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.315798 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.316936 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.316936 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 7 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.321541 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0a822621-9eee-46d5-81ad-c03ccbb016c1 req-29c95131-e544-489c-84e6-a2cfa65f4a4f tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4961288 Dec 16 03:30:55.331562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.332354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.332859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.339030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.339387 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.339772 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 8 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.366292 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6e6461d7-a1f7-452a-8178-e183cdd7fcad req-793cd54e-efd2-4228-8a41-65baf4ffa575 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868799 Dec 16 03:30:55.369327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.369674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.370682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.373268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=4a495734-5c24-4c84-843e-24597e7c9157,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:55.377083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.377400 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.377834 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 9 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.396323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.396699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.397138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.398581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.401357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 786491c7-925d-4493-adb6-256aad770e26 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:55.401727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.409016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.409417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.410025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.410128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.410487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.410855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.411186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.411523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.411844 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.412219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.412871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.412871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.413162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.415139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.415579 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.416490 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempt 10 to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 Dec 16 03:30:55.424035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.430176 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d8cc2561-c25b-48c6-b669-f5254fd9b807 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/4a495734-5c24-4c84-843e-24597e7c9157 HTTP/1.1" status: 204 len: 168 time: 1.6999190 Dec 16 03:30:55.432164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60296) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:55.453558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.482949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Allocated IP 172.20.0.8 (3dce45ce-3783-40a9-ab3f-989cedb34092/c90aa300-1ff1-46d3-9853-88ca45522cab/8fe53244-7f35-4bcb-b050-c3066d707b48) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:55.529079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d7d6cc8c-8c6e-4d12-bb1e-e19aea50d021 None None] Could not find standard attr ID for object 4a495734-5c24-4c84-843e-24597e7c9157. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:30:55.554441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:55.561440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:55.565537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:55.571694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Pushing event updated for resources: {'Port': ['ID=0117105f-2f6b-43c0-a5cf-b8eb12ded929,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:55.573914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.574369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.574737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempting to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.594212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:30:55.594212 dv-neutron-821927-1-hyperv neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Failed to bind port b6a76b97-24c9-4cf7-ad80-375e714ed585 on host hv-neutron-8219 for vnic_type normal using segments [{'id': 'eb40d21a-0744-48c5-9712-dceb0acff74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a2c03f85-c599-4b0f-9dc3-9017884fbce0'}] Dec 16 03:30:55.594212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.666096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Attempting to bind port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:55.666489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Attempting to bind port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ee8a7b14-978a-436b-873b-6d8095c9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:55.666756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Attempting to bind port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 on network 3dce45ce-3783-40a9-ab3f-989cedb34092 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:55.683565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:55.683565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Checking segment: {'id': 'ee8a7b14-978a-436b-873b-6d8095c9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:55.683565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.683937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Bound using segment: {'id': 'ee8a7b14-978a-436b-873b-6d8095c9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:55.684885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Bound port: 0117105f-2f6b-43c0-a5cf-b8eb12ded929, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8a7b14-978a-436b-873b-6d8095c9ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:55.684885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.733922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] For port b6a76b97-24c9-4cf7-ad80-375e714ed585, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:55.734425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 03:30:55.741116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab06d19-5a89-4176-98d9-ef810182ac9a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:55.742733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab06d19-5a89-4176-98d9-ef810182ac9a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:55.743276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.744231 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dab06d19-5a89-4176-98d9-ef810182ac9a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3078036 Dec 16 03:30:55.749301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.753217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:55.773425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] For port 0117105f-2f6b-43c0-a5cf-b8eb12ded929, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:55.776758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] For port 0117105f-2f6b-43c0-a5cf-b8eb12ded929, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0117105f-2f6b-43c0-a5cf-b8eb12ded929,segment=NetworkSegment(ee8a7b14-978a-436b-873b-6d8095c9ed28),segment_id=ee8a7b14-978a-436b-873b-6d8095c9ed28)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:55.780780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.820134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d963-2d02-46f3-a516-0bbaf03f82f6 req-4379c8c9-3433-448d-bbe8-10aa585fe1b9 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:55.821661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29e4d963-2d02-46f3-a516-0bbaf03f82f6 req-4379c8c9-3433-448d-bbe8-10aa585fe1b9 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2593260 Dec 16 03:30:55.832366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5087f-9ac2-4ffd-b360-267dcc661b0a req-58242cc5-09c8-4622-a44e-302afab57a30 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:55.832547 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] In _notify_port_updated(), no bound segment for port b6a76b97-24c9-4cf7-ad80-375e714ed585 on network a2c03f85-c599-4b0f-9dc3-9017884fbce0 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:30:55.833388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:55.833874 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-81e5087f-9ac2-4ffd-b360-267dcc661b0a req-58242cc5-09c8-4622-a44e-302afab57a30 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.2603843 Dec 16 03:30:55.833981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.834352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60300) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:55.835611 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "PUT /v2.0/ports/b6a76b97-24c9-4cf7-ad80-375e714ed585 HTTP/1.1" status: 200 len: 981 time: 1.2422884 Dec 16 03:30:55.838820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:55.848284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea336d3-67c9-4331-8595-e8bc83486cb3 None None] Pushing event updated for resources: {'Port': ['ID=0117105f-2f6b-43c0-a5cf-b8eb12ded929,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:55.848475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60304) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:55.851440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Request body: {'floatingip': {'port_id': 'ce7f3480-925d-454f-a9fe-4349baefa8b1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:55.857588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Request body: {'floatingip': {'port_id': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:55.884606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a76b97-24c9-4cf7-ad80-375e714ed585,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:55.886852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.908178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.908534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.908881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.909223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.909559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.910154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.910460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.910891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.911229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.911559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.911891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.912220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.912546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633dc1e-cf53-4378-bebf-26f1bc1dfaee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:55.921841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 0612d041-ba83-471d-b544-f1b8c64cb1d7 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:30:55.927891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:55.974959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.005135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.014176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.291792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.339319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:56.352399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=8fe53244-7f35-4bcb-b050-c3066d707b48,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:56.354951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:56.362431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:56.422262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Deleting port b6a76b97-24c9-4cf7-ad80-375e714ed585 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:56.422622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.440411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=d463f469-a5b5-4b2d-b166-8ca16b94f1a0,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:56.467056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Deleting port d279e54b-715d-48a9-8be6-6db007a4cccb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:56.467252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.531910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:56.532545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.555419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.594414 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7be97a65-2583-4df3-a721-782712ce7b32 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7993968 Dec 16 03:30:56.599451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': '7cb13c7a-a652-4a80-968f-1753c7ac1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1d5ba965-c0a9-4cca-be46-f9283a7aba39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:56.599825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: 1d5ba965-c0a9-4cca-be46-f9283a7aba39, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:30:56.601203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:56.608125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'name': 'tempest-AllowedAddressPairTestJSON-566607350', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f5:6c:11'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:56.613091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] For port b6a76b97-24c9-4cf7-ad80-375e714ed585, host hv-neutron-8219, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:56.613840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.672605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Calling delete_port for b6a76b97-24c9-4cf7-ad80-375e714ed585 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:56.747903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.751185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2cac2-023a-4951-85e5-14c7fa6e1211 req-e73af9ed-3f68-4024-bd1e-91228c8cfebe tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:56.753065 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f6a2cac2-023a-4951-85e5-14c7fa6e1211 req-e73af9ed-3f68-4024-bd1e-91228c8cfebe tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.3220937 Dec 16 03:30:56.780400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:30:56.788362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.793887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=0612d041-ba83-471d-b544-f1b8c64cb1d7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:56.800171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:56.802602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6325e-3cf5-4f22-acb9-70bc41144e4a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:56.806515 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3ec2db7d-454d-43da-82ce-bc4dca3182de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/0612d041-ba83-471d-b544-f1b8c64cb1d7 HTTP/1.1" status: 204 len: 168 time: 1.0485606 Dec 16 03:30:56.807144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:56.887030 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b69f9000-7fab-49d7-87ba-6ff221fd840f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705841 Dec 16 03:30:56.890513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:56.892070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Calling delete_port for d279e54b-715d-48a9-8be6-6db007a4cccb owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:56.895894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:56.901241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 1d5ba965-c0a9-4cca-be46-f9283a7aba39) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:56.910592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f864f43-8d4a-42fa-a306-f757c54fd598 None None] Network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:56.919395 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:56.920001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.001717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:57.008983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.017705 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-789a68dc-3f13-4a36-9dd5-6f4476c61a61 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9253900 Dec 16 03:30:57.040303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698effea-6874-4e92-88ac-31f35e8e62ac None None] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:57.071279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:57.073450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6a76b97-24c9-4cf7-ad80-375e714ed585,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:57.085863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665024705'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:57.113520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.116769 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2845a59-c373-4c02-8778-6e5dad8c0275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b6a76b97-24c9-4cf7-ad80-375e714ed585 HTTP/1.1" status: 204 len: 168 time: 1.2740734 Dec 16 03:30:57.122036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:57.128194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:30:57.148365 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f6a2cac2-023a-4951-85e5-14c7fa6e1211 req-920c1fbc-a339-4493-b846-10cf11119b81 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689344 Dec 16 03:30:57.149662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-1d5ba965-c0a9-4cca-be46-f9283a7aba39', 'network_id': '1d5ba965-c0a9-4cca-be46-f9283a7aba39', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': 'd463f469-a5b5-4b2d-b166-8ca16b94f1a0'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:57.150661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.158506 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-822dbe10-19d5-4e49-a8bf-ce5c9e6c6e24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] GET failed (client error): The resource could not be found. Dec 16 03:30:57.163762 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-822dbe10-19d5-4e49-a8bf-ce5c9e6c6e24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1770097201-project-admin] 10.222.0.16 "GET /v2.0/ports/b6a76b97-24c9-4cf7-ad80-375e714ed585 HTTP/1.1" status: 404 len: 333 time: 0.0333514 Dec 16 03:30:57.167853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:57.218309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Provisioning complete for port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:57.218645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.269233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0117105f-2f6b-43c0-a5cf-b8eb12ded929 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:57.277156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:57.280618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.299695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:57.303928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.380119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.407320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.430104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:30:57.451947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] device_id is not set on port c517699b-96a4-4cc5-b5ad-fc37fdf31caf yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:57.456905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] Deleting port 786491c7-925d-4493-adb6-256aad770e26 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:30:57.457393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.463907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.464253 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment 5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e of type vlan for network d8996ead-e47d-4c94-9d74-22fc472a522c Dec 16 03:30:57.583314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.666990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0322-9385-49ba-a79b-61fb81616b32 req-01f24b18-3eda-4fa3-92ba-670302d30ef2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:57.672113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f7ce0322-9385-49ba-a79b-61fb81616b32 req-01f24b18-3eda-4fa3-92ba-670302d30ef2 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.3763194 Dec 16 03:30:57.672791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.680442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:57.692114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.resource_extend [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 03:30:57.697605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Request body: {'floatingip': {'port_id': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:57.753966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Allocated IP 172.20.255.242 (1d5ba965-c0a9-4cca-be46-f9283a7aba39/d463f469-a5b5-4b2d-b166-8ca16b94f1a0/553b1560-e74a-409c-8330-ff58bbecdb2e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:57.783075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:57.783442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.790764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] For port 786491c7-925d-4493-adb6-256aad770e26, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=786491c7-925d-4493-adb6-256aad770e26,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:57.791510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.792257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.831363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.832040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.844813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Port': ['ID=d279e54b-715d-48a9-8be6-6db007a4cccb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:57.863707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] Calling delete_port for 786491c7-925d-4493-adb6-256aad770e26 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:30:57.913335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Allocated IP 172.20.0.12 (3dce45ce-3783-40a9-ab3f-989cedb34092/c90aa300-1ff1-46d3-9853-88ca45522cab/c517699b-96a4-4cc5-b5ad-fc37fdf31caf) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:57.947193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] For port 0117105f-2f6b-43c0-a5cf-b8eb12ded929, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0117105f-2f6b-43c0-a5cf-b8eb12ded929,segment=NetworkSegment(ee8a7b14-978a-436b-873b-6d8095c9ed28),segment_id=ee8a7b14-978a-436b-873b-6d8095c9ed28)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:30:57.978506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:57.999482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.007932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:58.008727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.047145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.088423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.resource_extend [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 03:30:58.150583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.resource_extend [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 03:30:58.165985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Pushing event updated for resources: {'Port': ['ID=0117105f-2f6b-43c0-a5cf-b8eb12ded929,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:58.169664 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0911655 Dec 16 03:30:58.197537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c03f85-c599-4b0f-9dc3-9017884fbce0']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:58.210699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60324) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:58.215037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.215478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.215923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.216349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.216761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.217164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.217563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.218430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.218430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.218687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.219137 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.220711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.220711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd6846-716f-44e3-980f-5bb326fa17ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:30:58.234228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ab4044c-b94c-4d99-a186-ab28fef510f0 None None] Provisioning complete for port 8fe53244-7f35-4bcb-b050-c3066d707b48 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:58.234720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ab4044c-b94c-4d99-a186-ab28fef510f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.237965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': 'd8996ead-e47d-4c94-9d74-22fc472a522c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:58.252157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb40d21a-0744-48c5-9712-dceb0acff74c') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:58.252356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb40d21a-0744-48c5-9712-dceb0acff74c') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:58.274735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.285382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.300041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.312070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] Pushing event deleted for resources: {'Port': ['ID=786491c7-925d-4493-adb6-256aad770e26,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:58.319424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6eaff-b979-4c10-b130-e6372ecf5101 None None] No DVR routers for this DVR port 786491c7-925d-4493-adb6-256aad770e26 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:30:58.323294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.324739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4044c-b94c-4d99-a186-ab28fef510f0 None None] Port 8fe53244-7f35-4bcb-b050-c3066d707b48 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:30:58.329130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db791f6b-34ec-4e23-b673-01eddf5fed19 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=d8996ead-e47d-4c94-9d74-22fc472a522c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:58.353104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.366460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.371506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network d8996ead-e47d-4c94-9d74-22fc472a522c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:30:58.382096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:58.423363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:30:58.423627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.424080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:58.433364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:58.438855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Pushing event updated for resources: {'Port': ['ID=553b1560-e74a-409c-8330-ff58bbecdb2e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:58.451725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ab4044c-b94c-4d99-a186-ab28fef510f0 None None] Provisioning complete for port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:58.451979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ab4044c-b94c-4d99-a186-ab28fef510f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:30:58.471229 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:30:58.511191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:58.537554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:58.540618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:58.541365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.546678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Attempting to bind port 553b1560-e74a-409c-8330-ff58bbecdb2e on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:58.547184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Attempting to bind port 553b1560-e74a-409c-8330-ff58bbecdb2e by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '7cb13c7a-a652-4a80-968f-1753c7ac1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1d5ba965-c0a9-4cca-be46-f9283a7aba39'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:58.547395 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Attempting to bind port 553b1560-e74a-409c-8330-ff58bbecdb2e on network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:58.556195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500432c2-b703-48fc-bdaf-e72609df9dcb None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:30:58.559586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:58.559965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Checking segment: {'id': '7cb13c7a-a652-4a80-968f-1753c7ac1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1d5ba965-c0a9-4cca-be46-f9283a7aba39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:58.560368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.560762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Bound using segment: {'id': '7cb13c7a-a652-4a80-968f-1753c7ac1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1d5ba965-c0a9-4cca-be46-f9283a7aba39'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:58.561428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Bound port: 553b1560-e74a-409c-8330-ff58bbecdb2e, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb13c7a-a652-4a80-968f-1753c7ac1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1d5ba965-c0a9-4cca-be46-f9283a7aba39'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:58.561980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.603287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.617841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.622227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.623267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=169fdbad-63eb-47c5-bf7a-b4eb652b2127,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:58.638902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.647046 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-db02b0dd-fda1-4342-b6a5-3ec1b2b753ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7525885 Dec 16 03:30:58.649279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60326) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:58.655408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'name': 'tempest-NetworksTestDHCPv6-1409867243'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:58.661530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.696881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.697140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.702763 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] 10.222.0.16 "DELETE /v2.0/networks/a2c03f85-c599-4b0f-9dc3-9017884fbce0 HTTP/1.1" status: 204 len: 168 time: 1.5311387 Dec 16 03:30:58.702763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c37883-6bba-4dd7-aab0-cff947d9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820196236-project] Pushing event deleted for resources: {'Network': ['ID=a2c03f85-c599-4b0f-9dc3-9017884fbce0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:58.752854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] For port 553b1560-e74a-409c-8330-ff58bbecdb2e, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:58.769774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '169fdbad-63eb-47c5-bf7a-b4eb652b2127'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:30:58.770872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.775491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] For port 553b1560-e74a-409c-8330-ff58bbecdb2e, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=553b1560-e74a-409c-8330-ff58bbecdb2e,segment=NetworkSegment(7cb13c7a-a652-4a80-968f-1753c7ac1e5c),segment_id=7cb13c7a-a652-4a80-968f-1753c7ac1e5c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:58.792136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.849747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Router 2afb8c4b-a2bf-4b22-9b14-6953c21b68ca has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:30:58.934159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67128a5e-a3b9-4836-a1f0-07e7cc102214 None None] Pushing event updated for resources: {'Port': ['ID=553b1560-e74a-409c-8330-ff58bbecdb2e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:58.955273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:58.964704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:58.972130 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Floating IP 8c432d42-0e88-45d1-9923-1f68cc1374c6 associated. External IP: 172.26.6.200, port: ce7f3480-925d-454f-a9fe-4349baefa8b1. Dec 16 03:30:59.002686 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Floating IP ff09c82c-5548-4b70-bee6-9c3e99b4f267 associated. External IP: 172.26.6.198, port: 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe. Dec 16 03:30:59.036166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/169fdbad-63eb-47c5-bf7a-b4eb652b2127/ba3f9c38-9b4e-45fc-8bad-b8922ac82e63) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:30:59.238165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0117105f-2f6b-43c0-a5cf-b8eb12ded929 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:30:59.330226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:30:59.331408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.338197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-02e56ea7-1c04-454f-9040-6110df9330b8 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "PUT /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3262997 Dec 16 03:30:59.355038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60332) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:59.358100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] Sync routers for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:30:59.372095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.394657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.433273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:59.434326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:59.435373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60334) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:59.495192 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-86bb8f64-ae30-4871-bfd8-7c4155d92868 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] delete failed (client error): The resource could not be found. Dec 16 03:30:59.496369 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-86bb8f64-ae30-4871-bfd8-7c4155d92868 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-447054090 HTTP/1.1" status: 404 len: 334 time: 0.1305501 Dec 16 03:30:59.502441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60338) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:59.505354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:59.508081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:59.510759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Pushing event updated for resources: {'Port': ['ID=ba3f9c38-9b4e-45fc-8bad-b8922ac82e63,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:59.511438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a46ca040-4c68-400c-a512-43898b10ea78 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'router': {'external_gateway_info': {'network_id': '2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:30:59.540636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:59.543946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:30:59.544585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.556835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:30:59.579538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:30:59.582284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:59.594297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=c517699b-96a4-4cc5-b5ad-fc37fdf31caf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:30:59.596573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:30:59.618156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:30:59.618777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:59.670594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:30:59.671976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7470132-4dbe-4ddc-9218-450224610c3f None None] The sync data for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:30:59.710367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Attempting to bind port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:30:59.710926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Attempting to bind port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:30:59.711622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Attempting to bind port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:30:59.717243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:30:59.717759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:30:59.718284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.718802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:30:59.719382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Bound port: ba3f9c38-9b4e-45fc-8bad-b8922ac82e63, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:30:59.719866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.768630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:30:59.769414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.776876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:30:59.780473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.783675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.resource_extend [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 03:30:59.822923 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-869ae8ad-11b2-4a3a-89f0-e1784fec1e33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f70b96333c814e729f0ce05b71606c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765397 Dec 16 03:30:59.825628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60340) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:59.883257 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9be4a166-66f8-4a1b-a08a-7ea32604ca30 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.2790074 Dec 16 03:30:59.892618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:30:59.900789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 31c03749-0deb-46b0-b6b0-2d48391e8c34 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:30:59.907983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 786491c7-925d-4493-adb6-256aad770e26 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:30:59.945121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.977098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:30:59.983460 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] For port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:30:59.990520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] For port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ba3f9c38-9b4e-45fc-8bad-b8922ac82e63,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:30:59.995709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 786491c7-925d-4493-adb6-256aad770e26 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:30:59.996253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 786491c7-925d-4493-adb6-256aad770e26 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:00.014045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.080972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450f10c-a124-445a-b77c-adce13070d92 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:00.086850 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e149-639c-495c-b4a5-971864929e98 None None] Pushing event updated for resources: {'Port': ['ID=ba3f9c38-9b4e-45fc-8bad-b8922ac82e63,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:00.087122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450f10c-a124-445a-b77c-adce13070d92 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:00.092974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450f10c-a124-445a-b77c-adce13070d92 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:00.097004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f674267d-1630-441b-8500-eee69b53d01f None None] Provisioning complete for port c517699b-96a4-4cc5-b5ad-fc37fdf31caf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:00.097399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f674267d-1630-441b-8500-eee69b53d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.097514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Router f53c1571-9fb3-4a48-b7db-85077c192385 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:00.097944 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a450f10c-a124-445a-b77c-adce13070d92 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2042713 Dec 16 03:31:00.098751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60344) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:00.171354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f674267d-1630-441b-8500-eee69b53d01f None None] Port c517699b-96a4-4cc5-b5ad-fc37fdf31caf cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:00.174662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e306aad-5c4c-41b8-bdd4-bc895ead8e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.190100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::3d5 (8bedf3a0-d209-46d5-944c-b7048f15ec80/169fdbad-63eb-47c5-bf7a-b4eb652b2127/31c03749-0deb-46b0-b6b0-2d48391e8c34) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:00.216286 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Floating IP 88abd7ed-639d-4958-90e0-becacb8f1aed associated. External IP: 172.26.6.216, port: cd72ca0f-2884-451a-a9d7-4c6d819f98f0. Dec 16 03:31:00.256242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.266051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:00.280529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a46ca040-4c68-400c-a512-43898b10ea78 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.338747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e306aad-5c4c-41b8-bdd4-bc895ead8e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.420898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce110b2-6bbd-4690-ae91-fe0280459abb None None] Network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:00.460458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=f9002923-320c-4ce4-b491-a0766833425b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:00.517431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.562992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8211e4dc-827d-44e1-b5ab-5cce0bb4c7ec None None] Provisioning complete for port 553b1560-e74a-409c-8330-ff58bbecdb2e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:00.563647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8211e4dc-827d-44e1-b5ab-5cce0bb4c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.600929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Router 59b671bd-bd48-4f47-bc15-76722b616ec4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:00.621160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.672273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8211e4dc-827d-44e1-b5ab-5cce0bb4c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.712506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:00.717732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:00.730162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8211e4dc-827d-44e1-b5ab-5cce0bb4c7ec None None] For port 553b1560-e74a-409c-8330-ff58bbecdb2e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=553b1560-e74a-409c-8330-ff58bbecdb2e,segment=NetworkSegment(7cb13c7a-a652-4a80-968f-1753c7ac1e5c),segment_id=7cb13c7a-a652-4a80-968f-1753c7ac1e5c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:00.739673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8211e4dc-827d-44e1-b5ab-5cce0bb4c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.748537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:00.754250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:00.754940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.781336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=31c03749-0deb-46b0-b6b0-2d48391e8c34,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:00.794354 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c35af721-8d81-41ae-bc81-5c7a0e826c29 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1411893 Dec 16 03:31:00.795384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:00.830709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211e4dc-827d-44e1-b5ab-5cce0bb4c7ec None None] Pushing event updated for resources: {'Port': ['ID=553b1560-e74a-409c-8330-ff58bbecdb2e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:00.833448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:00.842586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:00.861643 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] Sync routers for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:00.892536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc703a-612e-4a92-a6a4-5d5b9a6db20d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:00.894730 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:00.895463 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:00.899633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc703a-612e-4a92-a6a4-5d5b9a6db20d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:00.904599 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14bc703a-612e-4a92-a6a4-5d5b9a6db20d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1081257 Dec 16 03:31:00.905249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:00.955007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-a46ca040-4c68-400c-a512-43898b10ea78 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] update failed (client error): The resource could not be found. Dec 16 03:31:00.956103 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a46ca040-4c68-400c-a512-43898b10ea78 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "PUT /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca HTTP/1.1" status: 404 len: 339 time: 1.4502499 Dec 16 03:31:00.969970 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0eb712fb-a734-4c78-a97d-9b2b92f6c392 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "PUT /v2.0/floatingips/88abd7ed-639d-4958-90e0-becacb8f1aed HTTP/1.1" status: 200 len: 991 time: 3.2848523 Dec 16 03:31:00.971155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60350) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:00.973278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:31:00.975946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:31:00.995610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be4619c3-c160-4d7e-96df-73524dbfff8e None None] Provisioning complete for port 553b1560-e74a-409c-8330-ff58bbecdb2e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:00.996079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be4619c3-c160-4d7e-96df-73524dbfff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.089042 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:01.102741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:01.147325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.185276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] Sync routers for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:01.212591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e306aad-5c4c-41b8-bdd4-bc895ead8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.215129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e306aad-5c4c-41b8-bdd4-bc895ead8e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.218715 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5e306aad-5c4c-41b8-bdd4-bc895ead8e48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da4cce3a-b035-4aff-9faa-83eab398607f HTTP/1.1" status: 204 len: 168 time: 1.3835161 Dec 16 03:31:01.221582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:01.222347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:01.277528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e306aad-5c4c-41b8-bdd4-bc895ead8e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4cce3a-b035-4aff-9faa-83eab398607f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:01.325660 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5c38f38e-138b-41a0-a730-1e5d978a2692 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "PUT /v2.0/floatingips/ff09c82c-5548-4b70-bee6-9c3e99b4f267 HTTP/1.1" status: 200 len: 991 time: 5.4684424 Dec 16 03:31:01.332358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:31:01.334745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:31:01.339338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': '5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd8996ead-e47d-4c94-9d74-22fc472a522c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:01.339338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: d8996ead-e47d-4c94-9d74-22fc472a522c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:01.348264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:01.354447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.395816 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] Sync routers for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:01.472052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network d8996ead-e47d-4c94-9d74-22fc472a522c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:01.480689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 553b1560-e74a-409c-8330-ff58bbecdb2e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:01.497132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-5e724420-e165-403a-a5d8-6d2d22dd6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:01.501039 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-5e724420-e165-403a-a5d8-6d2d22dd6033 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7af0ae006bf943b0b427dd4cad01802a&device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 1098 time: 0.3334315 Dec 16 03:31:01.513195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec46abe-5fac-408b-9a89-1ea66e1b638f x-openstack-request-id: req-8ec46abe-5fac-408b-9a89-1ea66e1b638f {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:31:01.514051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:31:01.514325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ec46abe-5fac-408b-9a89-1ea66e1b638f {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:31:01.514760 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'status': 'completed', 'code': 200} Dec 16 03:31:01.523010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting port c517699b-96a4-4cc5-b5ad-fc37fdf31caf {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:01.523386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.540169 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:01.541218 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:01.616150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:01.623037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6ff6e718-79be-4d79-9846-f4fd480d3144 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "PUT /v2.0/floatingips/8c432d42-0e88-45d1-9923-1f68cc1374c6 HTTP/1.1" status: 200 len: 991 time: 5.7762597 Dec 16 03:31:01.658719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, d8996ead-e47d-4c94-9d74-22fc472a522c) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:01.659845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 553b1560-e74a-409c-8330-ff58bbecdb2e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:01.660279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.698879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e825a23d-d082-4f7d-8796-9daf091ca1ec None None] Network d8996ead-e47d-4c94-9d74-22fc472a522c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:01.704205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a34858-c24a-461f-a9b2-26811bf3e233 x-openstack-request-id: req-21a34858-c24a-461f-a9b2-26811bf3e233 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:31:01.704746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:31:01.704746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21a34858-c24a-461f-a9b2-26811bf3e233 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:31:01.705240 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'status': 'completed', 'code': 200} Dec 16 03:31:01.727485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:01.728417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.765612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-13698ea7-e45b-4632-aec0-9b4743d2c4c2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5423727 Dec 16 03:31:01.771634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60370) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:01.857431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-d8996ead-e47d-4c94-9d74-22fc472a522c', 'network_id': 'd8996ead-e47d-4c94-9d74-22fc472a522c', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': 'f9002923-320c-4ce4-b491-a0766833425b'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:01.858364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.947315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:01.996655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60372) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:02.007746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Calling delete_port for c517699b-96a4-4cc5-b5ad-fc37fdf31caf owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:02.014577 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-1167897c-8475-43fa-8027-8cb381b4b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:02.018602 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-1167897c-8475-43fa-8027-8cb381b4b3d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9558eca6-2c63-4413-9405-f9c511187379 HTTP/1.1" status: 200 len: 912 time: 0.3979411 Dec 16 03:31:02.028673 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '88abd7ed-639d-4958-90e0-becacb8f1aed', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'port_id': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'mac_address': 'fa:16:3e:81:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:20Z', 'updated_at': '2021-12-16T03:30:59Z', 'revision_number': 1, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:18Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:02.035217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-5b229bee-dea3-41cd-98ac-a79985d7d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:02.040992 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-5b229bee-dea3-41cd-98ac-a79985d7d144 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97&device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 1098 time: 0.3336093 Dec 16 03:31:02.064806 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] Checking router: 59b671bd-bd48-4f47-bc15-76722b616ec4 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:02.074650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Allocated IP 172.20.0.2 (d8996ead-e47d-4c94-9d74-22fc472a522c/f9002923-320c-4ce4-b491-a0766833425b/af298979-a78c-4978-8404-184644b926d5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:02.081531 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:02.082559 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:02.088082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 31c03749-0deb-46b0-b6b0-2d48391e8c34 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:02.090463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.203812 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:02.219249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.229326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.254963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.285405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Network d8996ead-e47d-4c94-9d74-22fc472a522c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:02.304337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:02.306778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3f15fe83-e025-4fe6-ac72-a2e8bed5206a None None] Provisioning complete for port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:02.307147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f15fe83-e025-4fe6-ac72-a2e8bed5206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.331044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bdc48311-ea23-457f-9377-f7f9f4120f00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c9f793bbe6444f0bf57a7866cebdadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325527 Dec 16 03:31:02.332064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60376) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:02.339313 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-55a29e17-f88f-47f8-a229-d025bfbe0f94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0 HTTP/1.1" status: 200 len: 999 time: 0.2921023 Dec 16 03:31:02.342999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:02.439584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-c4902973-61aa-4f43-ae05-f934bf29a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:02.442764 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:02.443880 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-c4902973-61aa-4f43-ae05-f934bf29a40a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad205ef7-0651-499d-8e85-15dfe8aba452 HTTP/1.1" status: 200 len: 906 time: 0.3951108 Dec 16 03:31:02.452251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.496198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:02.516621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-00931546-fb4a-4517-a1b6-ce6994b5388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:02.518640 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-00931546-fb4a-4517-a1b6-ce6994b5388c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633ff807-c3fe-40e8-81c2-3b0dc02e6efc HTTP/1.1" status: 200 len: 851 time: 0.1329732 Dec 16 03:31:02.556878 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '88abd7ed-639d-4958-90e0-becacb8f1aed', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'port_id': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'mac_address': 'fa:16:3e:81:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:20Z', 'updated_at': '2021-12-16T03:30:59Z', 'revision_number': 1, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:18Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:02.574994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port af298979-a78c-4978-8404-184644b926d5 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:02.575299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.589706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Attempting to bind port af298979-a78c-4978-8404-184644b926d5 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:02.590080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Attempting to bind port af298979-a78c-4978-8404-184644b926d5 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd8996ead-e47d-4c94-9d74-22fc472a522c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:02.590487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Attempting to bind port af298979-a78c-4978-8404-184644b926d5 on network d8996ead-e47d-4c94-9d74-22fc472a522c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:02.601014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:02.601423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Checking segment: {'id': '5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd8996ead-e47d-4c94-9d74-22fc472a522c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:02.601785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.602175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Bound using segment: {'id': '5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd8996ead-e47d-4c94-9d74-22fc472a522c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:02.602717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Bound port: af298979-a78c-4978-8404-184644b926d5, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd8996ead-e47d-4c94-9d74-22fc472a522c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:02.603239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.604278 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-bf89d920-44a6-4d1c-914d-6efbe2988b67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe HTTP/1.1" status: 200 len: 999 time: 0.1487582 Dec 16 03:31:02.646572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.673124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 31c03749-0deb-46b0-b6b0-2d48391e8c34 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:02.677342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port af298979-a78c-4978-8404-184644b926d5, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:02.677714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.689310 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fecaf1-ea81-4d2f-9292-0e90cda4a976 None None] The sync data for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv is: [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '88abd7ed-639d-4958-90e0-becacb8f1aed', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'port_id': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'mac_address': 'fa:16:3e:81:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:20Z', 'updated_at': '2021-12-16T03:30:59Z', 'revision_number': 1, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:18Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:02.691098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for af298979-a78c-4978-8404-184644b926d5 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:02.775957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d70bec8-4159-4e77-a3f0-9550e0c91d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.797745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Pushing event updated for resources: {'Port': ['ID=af298979-a78c-4978-8404-184644b926d5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:02.841596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:02.842067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.851669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d70bec8-4159-4e77-a3f0-9550e0c91d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.855398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.866175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-53533413-2829-43fa-91f8-6f4946562e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:02.868005 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-53533413-2829-43fa-91f8-6f4946562e74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9558eca6-2c63-4413-9405-f9c511187379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3131945 Dec 16 03:31:02.905665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-0ddf50f4-05fe-4b32-b6e7-4f0df5310dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:02.908945 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-0ddf50f4-05fe-4b32-b6e7-4f0df5310dd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e38eafb6-e027-456b-b076-ec1c2d72829e HTTP/1.1" status: 200 len: 845 time: 0.2640910 Dec 16 03:31:02.952568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f15fe83-e025-4fe6-ac72-a2e8bed5206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:02.970648 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '8c432d42-0e88-45d1-9923-1f68cc1374c6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'port_id': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'mac_address': 'fa:16:3e:78:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:19Z', 'updated_at': '2021-12-16T03:30:57Z', 'revision_number': 1, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:14Z', 'revision_number': 5, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:03.002135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ff09c82c-5548-4b70-bee6-9c3e99b4f267', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'port_id': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'mac_address': 'fa:16:3e:00:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:17Z', 'updated_at': '2021-12-16T03:30:57Z', 'revision_number': 1, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:16Z', 'revision_number': 5, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:03.021210 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-0bcb0165-4055-4483-9433-d1c14daac7c3 service neutron] 10.222.0.30 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440349 Dec 16 03:31:03.030232 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] Checking router: f53c1571-9fb3-4a48-b7db-85077c192385 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:03.045579 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:03.047988 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:03.061875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Port': ['ID=c517699b-96a4-4cc5-b5ad-fc37fdf31caf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:03.063002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] Checking router: 22d6836f-f298-469e-9e5f-dcb57d3f4d0e for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:03.065528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-18a4df3a-b454-40c3-94d5-d18e4e933bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:03.067260 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-18a4df3a-b454-40c3-94d5-d18e4e933bfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad205ef7-0651-499d-8e85-15dfe8aba452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1436803 Dec 16 03:31:03.083972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] For port af298979-a78c-4978-8404-184644b926d5, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:03.099150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b95f38-6fa6-4e1f-b4cc-77519de6ede2 None None] New status for floating IP 88abd7ed-639d-4958-90e0-becacb8f1aed: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:31:03.177507 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fb9e7b00-2e5a-4849-818c-c9dfe077a4f2 req-fc815e32-d4c9-4450-8d4c-3163f62f765c service neutron] 10.222.0.30 "GET /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228638 Dec 16 03:31:03.213373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] For port af298979-a78c-4978-8404-184644b926d5, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=af298979-a78c-4978-8404-184644b926d5,segment=NetworkSegment(5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e),segment_id=5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:03.220246 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:03.221307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3f15fe83-e025-4fe6-ac72-a2e8bed5206a None None] For port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ba3f9c38-9b4e-45fc-8bad-b8922ac82e63,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:03.290955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.297579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.314161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f15fe83-e025-4fe6-ac72-a2e8bed5206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.385666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=31c03749-0deb-46b0-b6b0-2d48391e8c34,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:03.392531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:03.393180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:03.401536 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-ea5fd0fb-0fbc-4e24-bd7e-e39a653bcf1a service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979248 Dec 16 03:31:03.403114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Allocated IP 172.20.0.1 (e341232f-45e4-430d-b65a-d655366c8db2/be7e5324-78d3-41cf-84ea-63a84324f7bc/235ae92f-541b-49b5-8caf-70ad9da49f57) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:03.471226 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02f080-1f97-4153-ab9d-e2ced641b9b5 None None] Pushing event updated for resources: {'Port': ['ID=af298979-a78c-4978-8404-184644b926d5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:03.531400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:31:03.533792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e00dd1f-ad86-405f-b3da-e607d40fe61d" -d '{"events": [{"name": "network-changed", "server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:31:03.563278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d70bec8-4159-4e77-a3f0-9550e0c91d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.568082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d70bec8-4159-4e77-a3f0-9550e0c91d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.571978 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '8c432d42-0e88-45d1-9923-1f68cc1374c6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'port_id': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'mac_address': 'fa:16:3e:78:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:19Z', 'updated_at': '2021-12-16T03:30:57Z', 'revision_number': 1, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:14Z', 'revision_number': 5, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:03.572188 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d70bec8-4159-4e77-a3f0-9550e0c91d05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5f9058c-6e25-4073-8baa-983482af1466 HTTP/1.1" status: 204 len: 168 time: 1.2277179 Dec 16 03:31:03.601542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.618237 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fb2e73b7-80ad-4f03-ada2-faed67221ce5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/ports/c517699b-96a4-4cc5-b5ad-fc37fdf31caf HTTP/1.1" status: 204 len: 168 time: 3.5109708 Dec 16 03:31:03.619513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60388) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:03.641052 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f4214-f06c-4443-bdbc-61208a16fd24 None None] The sync data for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv is: [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '8c432d42-0e88-45d1-9923-1f68cc1374c6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'port_id': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'mac_address': 'fa:16:3e:78:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:19Z', 'updated_at': '2021-12-16T03:30:57Z', 'revision_number': 1, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:14Z', 'revision_number': 5, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:03.681359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15fe83-e025-4fe6-ac72-a2e8bed5206a None None] Pushing event updated for resources: {'Port': ['ID=ba3f9c38-9b4e-45fc-8bad-b8922ac82e63,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:03.694586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-15e7ca8e-892d-4ee7-9df3-26eb6c646230 None None] Could not find standard attr ID for object 31c03749-0deb-46b0-b6b0-2d48391e8c34. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:03.724687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.727959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb5a2c-3c02-40c7-a93d-6ce44545ddd4 x-openstack-request-id: req-9ccb5a2c-3c02-40c7-a93d-6ce44545ddd4 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:31:03.728266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:31:03.728509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ccb5a2c-3c02-40c7-a93d-6ce44545ddd4 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:31:03.737199 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'status': 'completed', 'code': 200} Dec 16 03:31:03.741193 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-77727176-58b7-4f89-bc53-6cca324dc6e5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] GET failed (client error): The resource could not be found. Dec 16 03:31:03.763086 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-77727176-58b7-4f89-bc53-6cca324dc6e5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "GET /v2.0/ports/c517699b-96a4-4cc5-b5ad-fc37fdf31caf HTTP/1.1" status: 404 len: 333 time: 0.1327372 Dec 16 03:31:03.784945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60392) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:03.808266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:03.811750 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-95f8e84e-28fb-484d-bb97-8ba3b71d27ff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/31c03749-0deb-46b0-b6b0-2d48391e8c34 HTTP/1.1" status: 204 len: 168 time: 2.9031549 Dec 16 03:31:03.833516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:03.852027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70bec8-4159-4e77-a3f0-9550e0c91d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f9058c-6e25-4073-8baa-983482af1466,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:03.865465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'name': 'tempest-AllowedAddressPairTestJSON-1192595434'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:03.974054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db52d8-8f88-4238-9cd4-c2cad9d1a312 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:03.975780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db52d8-8f88-4238-9cd4-c2cad9d1a312 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:03.977403 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f0db52d8-8f88-4238-9cd4-c2cad9d1a312 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1451306 Dec 16 03:31:03.983433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:04.167896 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de41401-a870-46d0-8238-237e465c0e1b None None] New status for floating IP 8c432d42-0e88-45d1-9923-1f68cc1374c6: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:31:04.184174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=af298979-a78c-4978-8404-184644b926d5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:04.190922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:04.257021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 169fdbad-63eb-47c5-bf7a-b4eb652b2127 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:04.267660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:04.273391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port af298979-a78c-4978-8404-184644b926d5 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:04.278249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:04.288300 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2e0fab60-b7c2-4732-9ff3-7169bc48d2d8 req-ea99bd52-cf12-4993-9714-94e959e12ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8693993 Dec 16 03:31:04.413609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network e341232f-45e4-430d-b65a-d655366c8db2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:04.444625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:04.497382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:04.502855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-caee958c-e389-47c4-b32b-a7e5363453aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:04.510565 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-caee958c-e389-47c4-b32b-a7e5363453aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1098 time: 0.7721198 Dec 16 03:31:04.529058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:04.599032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:04.731406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:04.768412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:04.772341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:04.775127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:04.856318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] device_id is not set on port 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:04.858087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Port': ['ID=235ae92f-541b-49b5-8caf-70ad9da49f57,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:04.955561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-41b95e4e-2f72-40b7-94e4-4159fb53417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:04.957352 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-41b95e4e-2f72-40b7-94e4-4159fb53417b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 912 time: 0.4064329 Dec 16 03:31:04.990847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:05.017446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.069089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.084930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2c03dbc7-efbc-4ce1-b574-948ed0c57308 None None] Provisioning complete for port 235ae92f-541b-49b5-8caf-70ad9da49f57 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:05.085481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c03dbc7-efbc-4ce1-b574-948ed0c57308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.177065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.185678 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-ff169659-d22e-4ba7-a007-b09c1ba568b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 1001 time: 0.2203820 Dec 16 03:31:05.194336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4910b5-f27c-4da1-b9c7-ab646b7c70f9 None None] Network d8996ead-e47d-4c94-9d74-22fc472a522c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:05.242192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2c03dbc7-efbc-4ce1-b574-948ed0c57308 None None] Port 235ae92f-541b-49b5-8caf-70ad9da49f57 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:05.251205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=f9002923-320c-4ce4-b491-a0766833425b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:05.257490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e86ff3fc-6fcf-4f20-98e8-7f2a0137f214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.285493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ff09c82c-5548-4b70-bee6-9c3e99b4f267', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'port_id': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'mac_address': 'fa:16:3e:00:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:17Z', 'updated_at': '2021-12-16T03:30:57Z', 'revision_number': 1, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:16Z', 'revision_number': 5, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:05.287767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:05.288282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.361573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f4a18-9e7c-4248-b3f1-9105a2c58d40 None None] The sync data for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv is: [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ff09c82c-5548-4b70-bee6-9c3e99b4f267', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'port_id': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'mac_address': 'fa:16:3e:00:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:30:17Z', 'updated_at': '2021-12-16T03:30:57Z', 'revision_number': 1, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:16Z', 'revision_number': 5, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:05.377336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a46dbd2a-7c67-457a-9fe4-acd206c3a359 None None] Could not find standard attr ID for object af298979-a78c-4978-8404-184644b926d5. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:05.383373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-8bdc7949-2187-4626-b342-9dba6c26d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:05.387197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-8bdc7949-2187-4626-b342-9dba6c26d5ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.1521642 Dec 16 03:31:05.460529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Allocated IP 172.20.0.5 (3dce45ce-3783-40a9-ab3f-989cedb34092/c90aa300-1ff1-46d3-9853-88ca45522cab/441b0d66-9fd8-45d2-ad90-263f3b8ac2e9) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:05.467672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15634596-5ccc-4bb8-9f26-cf868d45dc1f None None] DHCP port deletion for d8996ead-e47d-4c94-9d74-22fc472a522c request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:05.508706 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.558656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8996ead-e47d-4c94-9d74-22fc472a522c']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:05.561891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-7f947244-4557-4d57-ba8c-2b5ef9c6a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:05.563395 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-7f947244-4557-4d57-ba8c-2b5ef9c6a06d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1258001 Dec 16 03:31:05.586567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:05.591546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:05.591956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5460a4cc-c2d0-4449-9e65-6bbe62ca6b4e') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:05.624358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.658571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=169fdbad-63eb-47c5-bf7a-b4eb652b2127,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:05.662073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.665540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.670653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e655d046-1df4-412b-9d1a-6c253cb74ec8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/169fdbad-63eb-47c5-bf7a-b4eb652b2127 HTTP/1.1" status: 204 len: 168 time: 1.6825728 Dec 16 03:31:05.671826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60428) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:05.675352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf0e85-5a9f-440e-b3f0-dd283abee257 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:05.734565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2071878214'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:05.762061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153e3cd-8c10-485c-9d52-77cb946e48c2 None None] New status for floating IP ff09c82c-5548-4b70-bee6-9c3e99b4f267: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:31:05.775232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Made reservation on behalf of 1f642eb94e674ed48a1669e2f0fd7614 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:05.780232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.790846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-862d16c2-189c-4a92-a689-e9156ef42800 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930405 Dec 16 03:31:05.792758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:05.794961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:05.799868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:05.949921 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:06.002988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.007356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:06.008183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] Deleting port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:06.008708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.011410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.035287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.080904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] For port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ba3f9c38-9b4e-45fc-8bad-b8922ac82e63,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:06.081351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.095605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] Calling delete_port for ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:06.156205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.163580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:06.163580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.170942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.184163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.186073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event updated for resources: {'Port': ['ID=235ae92f-541b-49b5-8caf-70ad9da49f57,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:06.205949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] No DVR routers for this DVR port ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:06.224537 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:06.239123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.239733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78711795-d83c-4bc8-8be8-3c8a8a92a568 None None] Pushing event deleted for resources: {'Port': ['ID=ba3f9c38-9b4e-45fc-8bad-b8922ac82e63,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:06.258265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.263327 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/d8996ead-e47d-4c94-9d74-22fc472a522c HTTP/1.1" status: 204 len: 168 time: 4.4897678 Dec 16 03:31:06.269493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60436) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:06.286436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1896618644'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:06.303703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beff8dd-779a-4d5f-ae04-1aa9e0f6b15e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=d8996ead-e47d-4c94-9d74-22fc472a522c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:06.350552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-652e56cc-2880-4c76-83ae-dc1af9f4d965 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731020 Dec 16 03:31:06.426297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Network e341232f-45e4-430d-b65a-d655366c8db2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:06.435956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:06.439566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.439800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:06.473818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.505317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.509569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:06.511487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.518435 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e00dd1f-ad86-405f-b3da-e607d40fe61d req-6f0b5fd3-2b53-414d-a435-62deec64189e service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552837 Dec 16 03:31:06.519153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device af298979-a78c-4978-8404-184644b926d5 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:06.530561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.530907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51 of type vlan for network f07076a3-aa58-430d-a40d-29a8e261fefc Dec 16 03:31:06.545669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: af298979-a78c-4978-8404-184644b926d5 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:06.546222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device af298979-a78c-4978-8404-184644b926d5 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:06.547013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:06.573930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:06.574677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ba3f9c38-9b4e-45fc-8bad-b8922ac82e63 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:06.602452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.619659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.624532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.665707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:06.678616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:06.679595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.680733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:06.685447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:06.686380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.686857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:06.689817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:06.690801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.699689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed645a2-e88e-4caa-b976-daa646897214 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:06.701382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:06.713507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=13cab607-d461-44b0-9a98-253e2725a47a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:06.728398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf3556-a1c1-4e19-bc69-2dedae1df764,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:06.737103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.737516 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Added segment 845c7e6a-adbd-4f97-8383-cadd7257ef86 of type vlan for network 3a74abeb-720e-4bb1-b692-5a57646d0622 Dec 16 03:31:06.743656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:06.746141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=441b0d66-9fd8-45d2-ad90-263f3b8ac2e9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:06.751563 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1d083b4b-491f-4f03-b879-60f68d68ddae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9575145 Dec 16 03:31:06.757563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:06.760753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Router 2afb8c4b-a2bf-4b22-9b14-6953c21b68ca has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:06.766351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'name': 'tempest-NetworksTestDHCPv6-1842823844'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:06.827379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=f07076a3-aa58-430d-a40d-29a8e261fefc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:06.831711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a86ef85f-5565-4c84-b775-d97db2f617f5 None None] Provisioning complete for port 235ae92f-541b-49b5-8caf-70ad9da49f57 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:06.832377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a86ef85f-5565-4c84-b775-d97db2f617f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.847931 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-21682f79-a92c-409b-8dfd-a44232ec9e05 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5655992 Dec 16 03:31:06.848888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60442) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:06.855803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.865216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network f07076a3-aa58-430d-a40d-29a8e261fefc details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:06.865455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': 'f07076a3-aa58-430d-a40d-29a8e261fefc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:06.975413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '13cab607-d461-44b0-9a98-253e2725a47a'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:06.976281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.990885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.997477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:06.998463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:06.999738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a86ef85f-5565-4c84-b775-d97db2f617f5 None None] Port 235ae92f-541b-49b5-8caf-70ad9da49f57 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:07.014695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:07.015953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.042330 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-39c6bac8-0264-4557-9b2a-bedcdbc23927 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1886628 Dec 16 03:31:07.042595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60446) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:07.049178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f5:6c:11'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:07.077683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:07.079899 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4921243 Dec 16 03:31:07.081663 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.085954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:07.088056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60448) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:07.094785 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-06d4a73d-4c32-40da-9698-197446526b2a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "PUT /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1153355 Dec 16 03:31:07.095512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:07.099686 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] Sync routers for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:07.110244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Request body: {'subnet': {'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:07.115629 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:07.118097 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:07.125716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c04f8-3661-4c98-b5b8-74db31efe8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event updated for resources: {'Network': ['ID=3a74abeb-720e-4bb1-b692-5a57646d0622,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:07.145869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:07.188960 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:07.203936 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:07.204877 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:30:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:07.250564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:07.254286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.258889 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:07.259752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing IP validity checks on allocation pools {{(pid=103161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:31:07.260306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:31:07.260463 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbdd15-137f-4c3b-aedd-4a2868ecf1ea None None] The sync data for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:07.296926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 9268aa91-9d50-4eb0-8cc0-7b0d358439e3 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:07.304575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48f60ef8-c1f6-4ff4-943e-19bde8f8298a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.362474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d96652ec-eb80-4a1e-9e34-5adde8a55a40 None None] Provisioning complete for port 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:07.363106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d96652ec-eb80-4a1e-9e34-5adde8a55a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.412582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/13cab607-d461-44b0-9a98-253e2725a47a/cea7c575-a254-404a-a948-b9190a1aa62d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:07.439192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dd49c1b-6eea-4321-9e3b-e53f4c1aedbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.449123 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-48f60ef8-c1f6-4ff4-943e-19bde8f8298a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 03:31:07.453398 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-48f60ef8-c1f6-4ff4-943e-19bde8f8298a tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca HTTP/1.1" status: 409 len: 329 time: 0.3492799 Dec 16 03:31:07.455717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:07.465181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d96652ec-eb80-4a1e-9e34-5adde8a55a40 None None] Port 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:07.477885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Made reservation on behalf of 1f642eb94e674ed48a1669e2f0fd7614 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:07.481485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.529894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.604626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.616386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.665544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.679001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:07.682432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:07.686157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:07.693875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Pushing event updated for resources: {'Port': ['ID=cea7c575-a254-404a-a948-b9190a1aa62d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:07.708643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::2c8 (8bedf3a0-d209-46d5-944c-b7048f15ec80/13cab607-d461-44b0-9a98-253e2725a47a/9268aa91-9d50-4eb0-8cc0-7b0d358439e3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:07.774981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Attempting to bind port cea7c575-a254-404a-a948-b9190a1aa62d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:07.775635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Attempting to bind port cea7c575-a254-404a-a948-b9190a1aa62d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:07.775962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Attempting to bind port cea7c575-a254-404a-a948-b9190a1aa62d on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:07.781929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:07.782476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:07.783003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.783615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:07.784181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Bound port: cea7c575-a254-404a-a948-b9190a1aa62d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:07.784758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.816081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=36fe8518-3bda-4cab-b550-1035133b6092,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:07.857474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] For port cea7c575-a254-404a-a948-b9190a1aa62d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:07.861214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] For port cea7c575-a254-404a-a948-b9190a1aa62d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cea7c575-a254-404a-a948-b9190a1aa62d,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:07.867418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.871278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f07076a3-aa58-430d-a40d-29a8e261fefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:07.871909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: f07076a3-aa58-430d-a40d-29a8e261fefc, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:07.927738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c1113-2c53-4cd6-a323-a9a6b0b2e853 None None] Pushing event updated for resources: {'Port': ['ID=cea7c575-a254-404a-a948-b9190a1aa62d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:07.965136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:07.998000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network f07076a3-aa58-430d-a40d-29a8e261fefc is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:08.031329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.031840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.036221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, f07076a3-aa58-430d-a40d-29a8e261fefc) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:08.046784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.048293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c161844-b594-409b-841a-db11fc372ac6 None None] Network f07076a3-aa58-430d-a40d-29a8e261fefc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:08.049515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:08.050168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.057084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event updated for resources: {'Subnet': ['ID=f199badf-9e18-449c-b7c4-6d34a2341740,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:08.108798 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.131981 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2ba91546-63f9-4f97-b940-b118845edf16 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2754688 Dec 16 03:31:08.173495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.175295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60460) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:08.199227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=441b0d66-9fd8-45d2-ad90-263f3b8ac2e9,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:08.225620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-f07076a3-aa58-430d-a40d-29a8e261fefc', 'network_id': 'f07076a3-aa58-430d-a40d-29a8e261fefc', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '36fe8518-3bda-4cab-b550-1035133b6092'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:08.226703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.252273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Checking segment: {'id': '845c7e6a-adbd-4f97-8383-cadd7257ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:08.253467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Network hostable DHCP agents. Network: 3a74abeb-720e-4bb1-b692-5a57646d0622, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:08.267650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] In _notify_port_updated(), no bound segment for port 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 on network 3dce45ce-3783-40a9-ab3f-989cedb34092 {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:31:08.275223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:08.276095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.277962 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0f192de4-75e9-4f6d-b189-0cc6da9f28c2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "PUT /v2.0/ports/441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 HTTP/1.1" status: 200 len: 993 time: 1.2345686 Dec 16 03:31:08.286568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60462) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:08.425923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.469371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:08.489751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.531301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Allocated IP 172.20.0.3 (f07076a3-aa58-430d-a40d-29a8e261fefc/36fe8518-3bda-4cab-b550-1035133b6092/bec69a2a-ff2f-445a-a341-bd2af64ed37b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:08.553376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 3a74abeb-720e-4bb1-b692-5a57646d0622) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:08.573297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e2280-c51a-4e95-8d38-0e5863b2236e None None] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:08.588435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:08.589038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.620569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cea7c575-a254-404a-a948-b9190a1aa62d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:08.652198 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d12c3555-60e6-4413-ac47-516e3240c9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5604293 Dec 16 03:31:08.654334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60466) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:08.660938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Request body: {'port': {'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1116407946'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:08.679177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.701901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:08.705577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=9268aa91-9d50-4eb0-8cc0-7b0d358439e3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:08.711840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:08.714206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:08.720059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:08.720926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.732567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5054c39a-9ff2-42b4-a0b7-2a2beda7df45 None None] Provisioning complete for port 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:08.732929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5054c39a-9ff2-42b4-a0b7-2a2beda7df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.787735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting port 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:08.788565 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.825036 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5c4e7d65-7f95-4c35-930d-0135f3a4da2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0663669 Dec 16 03:31:08.840222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60470) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:08.845083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5054c39a-9ff2-42b4-a0b7-2a2beda7df45 None None] Port 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:08.852944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-3a74abeb-720e-4bb1-b692-5a57646d0622', 'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622', 'project_id': '1f642eb94e674ed48a1669e2f0fd7614', 'fixed_ips': [{'subnet_id': 'f199badf-9e18-449c-b7c4-6d34a2341740'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:08.853769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.866156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port cea7c575-a254-404a-a948-b9190a1aa62d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:08.866565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.902600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:08.922497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.003200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.035773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Network f07076a3-aa58-430d-a40d-29a8e261fefc is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:09.045853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Deleting port 235ae92f-541b-49b5-8caf-70ad9da49f57 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:09.047066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.047247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:09.055895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:09.061218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.074330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=36fe8518-3bda-4cab-b550-1035133b6092,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:09.086210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Pushing event updated for resources: {'Port': ['ID=bec69a2a-ff2f-445a-a341-bd2af64ed37b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:09.092495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676e876-886d-451c-8190-b652207d29da tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:09.103158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676e876-886d-451c-8190-b652207d29da tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:09.103158 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3676e876-886d-451c-8190-b652207d29da tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2591927 Dec 16 03:31:09.119093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60472) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:09.155314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Calling delete_port for 441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:09.192335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.196029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Made reservation on behalf of 1f642eb94e674ed48a1669e2f0fd7614 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:09.199596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.206549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Allocated IP 2001:db8::2 (3a74abeb-720e-4bb1-b692-5a57646d0622/f199badf-9e18-449c-b7c4-6d34a2341740/3692bd6e-52e0-4cbe-81ae-febc7f1c62b9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:09.207247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Calling delete_port for 235ae92f-541b-49b5-8caf-70ad9da49f57 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:09.216980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.229942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.279162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Attempting to bind port bec69a2a-ff2f-445a-a341-bd2af64ed37b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:09.279162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Attempting to bind port bec69a2a-ff2f-445a-a341-bd2af64ed37b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f07076a3-aa58-430d-a40d-29a8e261fefc'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:09.279659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Attempting to bind port bec69a2a-ff2f-445a-a341-bd2af64ed37b on network f07076a3-aa58-430d-a40d-29a8e261fefc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:09.309042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:09.309464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Checking segment: {'id': 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f07076a3-aa58-430d-a40d-29a8e261fefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:09.309930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.310328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Bound using segment: {'id': 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f07076a3-aa58-430d-a40d-29a8e261fefc'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:09.310964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Bound port: bec69a2a-ff2f-445a-a341-bd2af64ed37b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f07076a3-aa58-430d-a40d-29a8e261fefc'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:09.311765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.317867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] device_id is not set on port 3a7a2527-df8f-4bda-a915-5257066de53f yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:09.321269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port cea7c575-a254-404a-a948-b9190a1aa62d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cea7c575-a254-404a-a948-b9190a1aa62d,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:09.330919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07076a3-aa58-430d-a40d-29a8e261fefc']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:09.352742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:09.353310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:09.372990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.415610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.426833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=cea7c575-a254-404a-a948-b9190a1aa62d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:09.455083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.461576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.483488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:09.484098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:09.487867 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:09.502827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Port': ['ID=235ae92f-541b-49b5-8caf-70ad9da49f57,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:09.530164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] For port bec69a2a-ff2f-445a-a341-bd2af64ed37b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:09.571541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 9268aa91-9d50-4eb0-8cc0-7b0d358439e3 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:09.571973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.601935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f6259b97-6b04-401e-865b-9d0643a63d9e None None] Provisioning complete for port cea7c575-a254-404a-a948-b9190a1aa62d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:09.602538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6259b97-6b04-401e-865b-9d0643a63d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.664738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:31:09.664738 dv-neutron-821927-1-hyperv neutron-server[103161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:31:09.664738 dv-neutron-821927-1-hyperv neutron-server[103161]: [parameters: {'id': 'f07076a3-aa58-430d-a40d-29a8e261fefc'}] Dec 16 03:31:09.664738 dv-neutron-821927-1-hyperv neutron-server[103161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:09.665166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:09.668773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] For port bec69a2a-ff2f-445a-a341-bd2af64ed37b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=bec69a2a-ff2f-445a-a341-bd2af64ed37b,segment=NetworkSegment(bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51),segment_id=bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:09.685105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.705671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.722696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.728616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.787705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Port': ['ID=441b0d66-9fd8-45d2-ad90-263f3b8ac2e9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:09.793707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.799384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:09.873280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:09.877144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 9268aa91-9d50-4eb0-8cc0-7b0d358439e3 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:09.956613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382937a-c279-4b2c-a5a2-adfd5ce13458 None None] Pushing event updated for resources: {'Port': ['ID=bec69a2a-ff2f-445a-a341-bd2af64ed37b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:09.963937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:10.011453 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:10.018726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Router 2afb8c4b-a2bf-4b22-9b14-6953c21b68ca has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:10.031839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Allocated IP 2001:db8::134 (3a74abeb-720e-4bb1-b692-5a57646d0622/f199badf-9e18-449c-b7c4-6d34a2341740/3a7a2527-df8f-4bda-a915-5257066de53f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:10.094628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Pushing event updated for resources: {'Port': ['ID=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:10.101533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8729372-b1b6-456b-9c9f-b01e9e74090f None None] Network f07076a3-aa58-430d-a40d-29a8e261fefc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:10.112539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:10.119089 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-05976098-624c-48d5-b6ab-17d1ff2832ce tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "PUT /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6617625 Dec 16 03:31:10.123276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:10.143150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.146953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] Sync routers for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:10.161275 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-8e634b89-8c52-4d33-80b0-610372696dd7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] show failed (client error): The resource could not be found. Dec 16 03:31:10.162328 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8e634b89-8c52-4d33-80b0-610372696dd7 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1064617856 HTTP/1.1" status: 404 len: 335 time: 0.0377793 Dec 16 03:31:10.165976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60482) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:10.167680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.170525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-95ad9ce6-f66f-4b38-bbf6-f2cf2ab12fd6 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:10.178756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.185292 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-57821c83-ff81-4617-9102-dd4311b24eb2 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/ports/441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 HTTP/1.1" status: 204 len: 168 time: 1.8945434 Dec 16 03:31:10.188649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60484) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:10.206891 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-95ad9ce6-f66f-4b38-bbf6-f2cf2ab12fd6 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] update failed (client error): The resource could not be found. Dec 16 03:31:10.207940 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-95ad9ce6-f66f-4b38-bbf6-f2cf2ab12fd6 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1629697522 HTTP/1.1" status: 404 len: 335 time: 0.0409460 Dec 16 03:31:10.211432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:10.234582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Attempting to bind port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:10.234958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Attempting to bind port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '845c7e6a-adbd-4f97-8383-cadd7257ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:10.235204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Attempting to bind port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 on network 3a74abeb-720e-4bb1-b692-5a57646d0622 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:10.236882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:10.237535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:10.264948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Deleting subnet 0dfdd90d-492e-42c1-8afc-094f2423f8df {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:10.268291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.288257 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de30aca-e373-48f4-8c0b-a7bcff049870 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] GET failed (client error): The resource could not be found. Dec 16 03:31:10.289786 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9de30aca-e373-48f4-8c0b-a7bcff049870 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "GET /v2.0/ports/441b0d66-9fd8-45d2-ad90-263f3b8ac2e9 HTTP/1.1" status: 404 len: 333 time: 0.0975301 Dec 16 03:31:10.294662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:10.304669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'name': 'tempest-AllowedAddressPairTestJSON-462177540'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:10.369389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.437932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5fa7dea7-81ad-4be8-a0e9-304a79a541b1 None None] Provisioning complete for port 9268aa91-9d50-4eb0-8cc0-7b0d358439e3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:10.438233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dea7-81ad-4be8-a0e9-304a79a541b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.440558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:10.445351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:10.445722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Checking segment: {'id': '845c7e6a-adbd-4f97-8383-cadd7257ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:10.446116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.446541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Bound using segment: {'id': '845c7e6a-adbd-4f97-8383-cadd7257ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:10.447025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Bound port: 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845c7e6a-adbd-4f97-8383-cadd7257ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:10.447400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.500263 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] Routers {'2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:10.500808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:10.551086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.556565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cea7c575-a254-404a-a948-b9190a1aa62d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:10.565034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7dea7-81ad-4be8-a0e9-304a79a541b1 None None] Port 9268aa91-9d50-4eb0-8cc0-7b0d358439e3 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:10.566739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:10.567673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5887c-298d-4922-949f-6bc2b2cf6e30 None None] The sync data for ids ['2afb8c4b-a2bf-4b22-9b14-6953c21b68ca'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:10.598763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:10.602428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.628880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] device_id is not set on port cc477983-6285-437f-b99f-719e8c300870 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:10.639410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] For port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:10.645227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] For port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,segment=NetworkSegment(845c7e6a-adbd-4f97-8383-cadd7257ef86),segment_id=845c7e6a-adbd-4f97-8383-cadd7257ef86)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:10.651518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.679414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.709960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port cea7c575-a254-404a-a948-b9190a1aa62d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:10.710173 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.716721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfdd90d-492e-42c1-8afc-094f2423f8df,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:10.729801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.735609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-13c52fff-e0b6-4517-97a8-bb759506e963 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/subnets/0dfdd90d-492e-42c1-8afc-094f2423f8df HTTP/1.1" status: 204 len: 168 time: 0.5208669 Dec 16 03:31:10.746886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60492) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:10.757985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819e306-a74e-4d3f-8c47-714be43aafdc None None] Network ac73465b-dc72-4f96-9076-e1917a9e2317 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:10.764022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.791946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port bec69a2a-ff2f-445a-a341-bd2af64ed37b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:10.792420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.796490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Allocated IP 172.20.0.6 (3dce45ce-3783-40a9-ab3f-989cedb34092/c90aa300-1ff1-46d3-9853-88ca45522cab/cc477983-6285-437f-b99f-719e8c300870) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:10.824591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06ec19-fbf1-4ac7-93b7-48323c767675 None None] Pushing event updated for resources: {'Port': ['ID=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:10.877547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=9268aa91-9d50-4eb0-8cc0-7b0d358439e3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:10.929033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.960451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port bec69a2a-ff2f-445a-a341-bd2af64ed37b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=bec69a2a-ff2f-445a-a341-bd2af64ed37b,segment=NetworkSegment(bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51),segment_id=bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:10.960959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.964118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:10.967893 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fc3dfb16-3760-4356-8079-bad198885a55 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/9268aa91-9d50-4eb0-8cc0-7b0d358439e3 HTTP/1.1" status: 204 len: 168 time: 1.8484612 Dec 16 03:31:10.977929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60496) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:11.026606 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Deleting subnet f6eb7974-7666-4940-a8ef-166afb5543b7 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:11.029173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for bec69a2a-ff2f-445a-a341-bd2af64ed37b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:11.043360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.056481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.064822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] DHCP port deletion for ac73465b-dc72-4f96-9076-e1917a9e2317 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:11.163774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] Deleting port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:11.164144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.190670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.216210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7b4b8-c4b4-423f-b0c9-cfcb53c3ce9f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:11.218110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7b4b8-c4b4-423f-b0c9-cfcb53c3ce9f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:11.219836 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b8f7b4b8-c4b4-423f-b0c9-cfcb53c3ce9f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2394249 Dec 16 03:31:11.223817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60500) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:11.224335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.272544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.283964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.289833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] For port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4ef6ea90-dd87-4214-8ec8-08abd3a7166b,segment=NetworkSegment(d66b9f28-d4f5-4f47-ae43-a7e914960619),segment_id=d66b9f28-d4f5-4f47-ae43-a7e914960619)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:11.290235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.310072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] Calling delete_port for 4ef6ea90-dd87-4214-8ec8-08abd3a7166b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:11.341152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:11.343467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=cc477983-6285-437f-b99f-719e8c300870,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:11.353555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:11.360414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 13cab607-d461-44b0-9a98-253e2725a47a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:11.366548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.368124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:11.372203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:11.373875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:11.374657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.392960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:11.397712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:11.416469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event updated for resources: {'Port': ['ID=3a7a2527-df8f-4bda-a915-5257066de53f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:11.435116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.448259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.452244 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0b3f532a-93b6-4672-92da-8e70998c33c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7985506 Dec 16 03:31:11.453626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60502) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:11.459344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.465517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Request body: {'port': {'network_id': '3a74abeb-720e-4bb1-b692-5a57646d0622', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2002745653', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:11.466063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.api.validators [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] bootfile-name is not in valid_values {{(pid=103161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:11.466416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.api.validators [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] tftp-server is not in valid_values {{(pid=103161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:11.472685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.api.validators [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] server-ip-address is not in valid_values {{(pid=103161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:11.487512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] Pushing event deleted for resources: {'Port': ['ID=4ef6ea90-dd87-4214-8ec8-08abd3a7166b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:11.491324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a1432-9b76-415a-ae4f-4b3e56d9e7da None None] No DVR routers for this DVR port 4ef6ea90-dd87-4214-8ec8-08abd3a7166b on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:11.492933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:11.494663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.523425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.527830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2c47d70-8ad6-4674-873f-b3207389ad2a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2317684 Dec 16 03:31:11.530654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60504) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:11.557415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f5:6c:11'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:11.590096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=bec69a2a-ff2f-445a-a341-bd2af64ed37b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:11.597977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port bec69a2a-ff2f-445a-a341-bd2af64ed37b on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:11.659871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.741352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.766863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.771709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07076a3-aa58-430d-a40d-29a8e261fefc']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:11.791556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.808060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:11.808350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3bf7ef-e9cc-4de1-a2ff-76ff4c5cef51') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:11.810024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7d42ccb7-97a8-497a-aa38-52c145b38b7d None None] Provisioning complete for port cc477983-6285-437f-b99f-719e8c300870 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:11.810966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d42ccb7-97a8-497a-aa38-52c145b38b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.819108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Subnet': ['ID=f6eb7974-7666-4940-a8ef-166afb5543b7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:11.821288 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.827437 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-840198ef-223b-4e2d-aac7-ac8a83d2513e tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/subnets/f6eb7974-7666-4940-a8ef-166afb5543b7 HTTP/1.1" status: 204 len: 168 time: 1.0736167 Dec 16 03:31:11.828476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:11.834066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.838900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.846269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.852328 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/13cab607-d461-44b0-9a98-253e2725a47a HTTP/1.1" status: 204 len: 168 time: 0.6246030 Dec 16 03:31:11.852328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe251df-54a9-450d-9280-f784367dcf8c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=13cab607-d461-44b0-9a98-253e2725a47a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:11.853585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:11.866382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbefd76-6c9f-410e-aaa7-3dc24d1a1fef None None] Network 522909b2-5b8e-4cb6-8807-f334347435dc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:11.868989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dfc442-bfa1-4a0b-ab2f-a7c57cfd007a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:11.873177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7d42ccb7-97a8-497a-aa38-52c145b38b7d None None] Port cc477983-6285-437f-b99f-719e8c300870 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:11.875157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.888799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:11.889276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.962078 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5ba59005-111a-4b39-a0e8-e1939043b35c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883865 Dec 16 03:31:11.973821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:11.974046 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:11.984494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:11.998413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.002645 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/f07076a3-aa58-430d-a40d-29a8e261fefc HTTP/1.1" status: 204 len: 168 time: 3.8203294 Dec 16 03:31:12.007247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60514) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.008032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Made reservation on behalf of 1f642eb94e674ed48a1669e2f0fd7614 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:12.012424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.020054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863558550'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:12.043970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb932d2-e15e-49f2-ab20-5f27f16ab01d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=f07076a3-aa58-430d-a40d-29a8e261fefc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:12.078933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] device_id is not set on port f683690c-4e62-4396-a4f9-bce2ab623932 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:12.083747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.152632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de673e-c83c-40f2-aeec-da7f5e7b40b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.154513 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-80de673e-c83c-40f2-aeec-da7f5e7b40b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1788852 Dec 16 03:31:12.184653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.197420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] DHCP port deletion for 522909b2-5b8e-4cb6-8807-f334347435dc request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:12.235010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Allocated IP 2001:db8::3bc (3a74abeb-720e-4bb1-b692-5a57646d0622/f199badf-9e18-449c-b7c4-6d34a2341740/f683690c-4e62-4396-a4f9-bce2ab623932) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:12.236228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:12.281523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:12.285690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.319070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247ede0-daf9-4231-988d-4f5c17fd87b1 None None] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:12.334656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:12.337508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] Deleting port c30de0f7-5759-43b2-8cce-82e86c40d3d3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:12.338116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.344253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.345443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.345794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment 83da674d-20ed-4d1e-ae9c-4f67e0dfc13a of type vlan for network 754cfffe-a529-4651-861f-9d35628f223d Dec 16 03:31:12.361514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9781226-0679-48a7-94f7-2a4ac71e0df8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.365586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c9781226-0679-48a7-94f7-2a4ac71e0df8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1747591 Dec 16 03:31:12.371807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60522) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.393616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.441420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.445536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac73465b-dc72-4f96-9076-e1917a9e2317']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:12.448233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.448233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.450575 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3595045b-8cdb-42dc-ab42-8c017731302c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763423 Dec 16 03:31:12.461055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.468706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:12.473271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66b9f28-d4f5-4f47-ae43-a7e914960619') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:12.477024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66b9f28-d4f5-4f47-ae43-a7e914960619') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:12.492482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] Deleting port cea7c575-a254-404a-a948-b9190a1aa62d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:12.493189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.522712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-91d46f33-5297-4cda-acce-fdd0b667c6db None None] Provisioning complete for port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:12.523331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91d46f33-5297-4cda-acce-fdd0b667c6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.529793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.560233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.571577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.574546 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5594780 Dec 16 03:31:12.578502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.583004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f8806-9291-4ee8-95b7-08c2d0ecac22 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=754cfffe-a529-4651-861f-9d35628f223d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:12.591319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': '754cfffe-a529-4651-861f-9d35628f223d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:12.595192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.600750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:12.601158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.605336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] For port c30de0f7-5759-43b2-8cce-82e86c40d3d3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c30de0f7-5759-43b2-8cce-82e86c40d3d3,segment=NetworkSegment(8d5daee5-fece-454a-8455-ed0a4e558e62),segment_id=8d5daee5-fece-454a-8455-ed0a4e558e62)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:12.606148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:12.607001 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:12.623599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 754cfffe-a529-4651-861f-9d35628f223d details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:12.660135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:12.664628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.668441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] Calling delete_port for c30de0f7-5759-43b2-8cce-82e86c40d3d3 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:12.700555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.703708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] For port cea7c575-a254-404a-a948-b9190a1aa62d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cea7c575-a254-404a-a948-b9190a1aa62d,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:12.704184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.749133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:12.752680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:12.758276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:12.764091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.764895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.783003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event updated for resources: {'Port': ['ID=f683690c-4e62-4396-a4f9-bce2ab623932,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:12.803368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a107e437-6099-4670-afbb-5eca96b389be tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3427474 Dec 16 03:31:12.806422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60530) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.807735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=cc477983-6285-437f-b99f-719e8c300870,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:12.833093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.877610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.879808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed50631-8e7c-492e-9fcf-df4598104005 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.882066 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/networks/ac73465b-dc72-4f96-9076-e1917a9e2317 HTTP/1.1" status: 204 len: 168 time: 1.0511208 Dec 16 03:31:12.883049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:12.886838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed50631-8e7c-492e-9fcf-df4598104005 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.888117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.893976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3ad5c-c062-46ad-97b8-6088514a4beb tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Network': ['ID=ac73465b-dc72-4f96-9076-e1917a9e2317,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:12.895700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed50631-8e7c-492e-9fcf-df4598104005 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.901229 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0ed50631-8e7c-492e-9fcf-df4598104005 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0933743 Dec 16 03:31:12.902082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60532) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.902612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60534) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:12.907766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] In _notify_port_updated(), no bound segment for port cc477983-6285-437f-b99f-719e8c300870 on network 3dce45ce-3783-40a9-ab3f-989cedb34092 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:31:12.915202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:12.916095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:12.918205 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bd8f7a5d-06bd-41fe-81e0-48453abab14d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "PUT /v2.0/ports/cc477983-6285-437f-b99f-719e8c300870 HTTP/1.1" status: 200 len: 995 time: 1.3865998 Dec 16 03:31:12.927178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:13.002992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] Calling delete_port for cea7c575-a254-404a-a948-b9190a1aa62d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:13.030075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.071122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:13.076494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.142162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Deleting port f683690c-4e62-4396-a4f9-bce2ab623932 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:13.142764 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.159375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Deleting port c30de0f7-5759-43b2-8cce-82e86c40d3d3 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:13.160037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.186918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91d46f33-5297-4cda-acce-fdd0b667c6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.209368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:13.210536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.260495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.283138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] For port c30de0f7-5759-43b2-8cce-82e86c40d3d3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c30de0f7-5759-43b2-8cce-82e86c40d3d3,segment=NetworkSegment(8d5daee5-fece-454a-8455-ed0a4e558e62),segment_id=8d5daee5-fece-454a-8455-ed0a4e558e62)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:13.283744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.310710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Calling delete_port for c30de0f7-5759-43b2-8cce-82e86c40d3d3 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:13.323176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.343168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Calling delete_port for f683690c-4e62-4396-a4f9-bce2ab623932 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:13.359903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] Pushing event deleted for resources: {'Port': ['ID=c30de0f7-5759-43b2-8cce-82e86c40d3d3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:13.364045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133be89e-b4be-49b0-bb34-e900dc423686 None None] No DVR routers for this DVR port c30de0f7-5759-43b2-8cce-82e86c40d3d3 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:13.367418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-91d46f33-5297-4cda-acce-fdd0b667c6db None None] For port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,segment=NetworkSegment(845c7e6a-adbd-4f97-8383-cadd7257ef86),segment_id=845c7e6a-adbd-4f97-8383-cadd7257ef86)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:13.368445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.392201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91d46f33-5297-4cda-acce-fdd0b667c6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.426618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] Pushing event deleted for resources: {'Port': ['ID=cea7c575-a254-404a-a948-b9190a1aa62d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:13.430266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6f987-ad6a-4f1e-bd99-0319d64d6ba8 None None] No DVR routers for this DVR port cea7c575-a254-404a-a948-b9190a1aa62d on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:13.535339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d46f33-5297-4cda-acce-fdd0b667c6db None None] Pushing event updated for resources: {'Port': ['ID=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:13.545811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5e6de217-8791-4972-b393-cb80e302ab1d None None] Provisioning complete for port cc477983-6285-437f-b99f-719e8c300870 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:13.546184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e6de217-8791-4972-b393-cb80e302ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.565374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.590618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5e6de217-8791-4972-b393-cb80e302ab1d None None] Port cc477983-6285-437f-b99f-719e8c300870 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:13.627192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Port': ['ID=c30de0f7-5759-43b2-8cce-82e86c40d3d3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:13.635358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] No DVR routers for this DVR port c30de0f7-5759-43b2-8cce-82e86c40d3d3 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:13.646757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c30de0f7-5759-43b2-8cce-82e86c40d3d3 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:13.670152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: c30de0f7-5759-43b2-8cce-82e86c40d3d3 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:13.676821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c30de0f7-5759-43b2-8cce-82e86c40d3d3 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:13.677319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4ef6ea90-dd87-4214-8ec8-08abd3a7166b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:13.679128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting port cc477983-6285-437f-b99f-719e8c300870 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:13.679621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.705027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4ef6ea90-dd87-4214-8ec8-08abd3a7166b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:13.705399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4ef6ea90-dd87-4214-8ec8-08abd3a7166b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:13.705794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cea7c575-a254-404a-a948-b9190a1aa62d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:13.732682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: cea7c575-a254-404a-a948-b9190a1aa62d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:13.733123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cea7c575-a254-404a-a948-b9190a1aa62d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:13.740557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-84c91877-231f-486e-9db3-d6698d49abfc None None] Provisioning complete for port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:13.740903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c91877-231f-486e-9db3-d6698d49abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.757571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.785682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522909b2-5b8e-4cb6-8807-f334347435dc']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:13.799852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5daee5-fece-454a-8455-ed0a4e558e62') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:13.800312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5daee5-fece-454a-8455-ed0a4e558e62') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:13.812137 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.825152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.826848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.875154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-84c91877-231f-486e-9db3-d6698d49abfc None None] Provisioning complete for port 3a7a2527-df8f-4bda-a915-5257066de53f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:13.875627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c91877-231f-486e-9db3-d6698d49abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.881077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event deleted for resources: {'Port': ['ID=f683690c-4e62-4396-a4f9-bce2ab623932,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:13.907979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.912162 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-703e32fa-a14e-4377-bc04-4e43903a1ee3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "DELETE /v2.0/ports/f683690c-4e62-4396-a4f9-bce2ab623932 HTTP/1.1" status: 204 len: 168 time: 0.9229836 Dec 16 03:31:13.913534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.916225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60542) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:13.921520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Request body: {'port': {'name': 'tempest-new-port-name-1454839117', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:13.921953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-84c91877-231f-486e-9db3-d6698d49abfc None None] Port 3a7a2527-df8f-4bda-a915-5257066de53f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:13.922172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.api.validators [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] bootfile-name is not in valid_values {{(pid=103161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:13.922640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.api.validators [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] tftp-server is not in valid_values {{(pid=103161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:13.923174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.api.validators [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] server-ip-address is not in valid_values {{(pid=103161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:13.935886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.939275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:13.953621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:13.962360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:13.962941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.965834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9fbe4f-4040-44ca-961d-48dca7bfa24a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:13.973175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:13.973587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:13.977850 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:14.024174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Calling delete_port for cc477983-6285-437f-b99f-719e8c300870 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:14.026009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=7a63c25c-f792-4dcd-bf68-97aa37ec637d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:14.057017 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ac70d30d-68e9-4e79-853f-d6274d692422 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5953131 Dec 16 03:31:14.060710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.067328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '7a63c25c-f792-4dcd-bf68-97aa37ec637d', 'ip_address': '2001:db8::f9b2:397:1c93:4f73'}], 'name': 'tempest-NetworksTestDHCPv6-1983609405'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:14.084030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-35b41b5e-7e61-4e42-8ef4-7c997c0d46cb None None] Provisioning complete for port 3a7a2527-df8f-4bda-a915-5257066de53f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:14.084410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35b41b5e-7e61-4e42-8ef4-7c997c0d46cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.094585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.098670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.101867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.113696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.120015 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/networks/522909b2-5b8e-4cb6-8807-f334347435dc HTTP/1.1" status: 204 len: 168 time: 1.2162433 Dec 16 03:31:14.123238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60548) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.142125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c95a6-9290-4a27-9bda-beede0b51cc0 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Network': ['ID=522909b2-5b8e-4cb6-8807-f334347435dc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:14.208356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '7a63c25c-f792-4dcd-bf68-97aa37ec637d'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:14.209224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.223696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-35b41b5e-7e61-4e42-8ef4-7c997c0d46cb None None] Port 3a7a2527-df8f-4bda-a915-5257066de53f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:14.279830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Deleting subnet be7e5324-78d3-41cf-84ea-63a84324f7bc {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:14.285955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=20e5dbdf-d1f3-4ff8-86b9-8384188f12e6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:14.313926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.345326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '754cfffe-a529-4651-861f-9d35628f223d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:14.346287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: 754cfffe-a529-4651-861f-9d35628f223d, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:14.352919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.380267 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.401497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-aca706e6-81c3-452c-b02d-b91bc402aaf5 None None] Could not find standard attr ID for object f683690c-4e62-4396-a4f9-bce2ab623932. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:14.457217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/7a63c25c-f792-4dcd-bf68-97aa37ec637d/48253727-714a-4148-ae09-6a27f76e6af7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:14.479323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Port': ['ID=cc477983-6285-437f-b99f-719e8c300870,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:14.559185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network 754cfffe-a529-4651-861f-9d35628f223d is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:14.572928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:14.583800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 754cfffe-a529-4651-861f-9d35628f223d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:14.589702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:14.590536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.608724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfcbd5f-7867-4244-b7d0-679d7defaf22 None None] Network 754cfffe-a529-4651-861f-9d35628f223d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:14.610599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:14.613545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.626728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.659971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.680665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ff5e37e4-c3bf-4fd4-a6e8-199c8f16ed2d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0981622 Dec 16 03:31:14.689784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.720545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] In _notify_port_updated(), no bound segment for port 3a7a2527-df8f-4bda-a915-5257066de53f on network 3a74abeb-720e-4bb1-b692-5a57646d0622 {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:31:14.727784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:14.728480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.732714 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "PUT /v2.0/ports/3a7a2527-df8f-4bda-a915-5257066de53f HTTP/1.1" status: 200 len: 1130 time: 0.8130169 Dec 16 03:31:14.734859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.735820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.740481 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1430298d-7fae-46e6-9c40-2a4b508a99a5 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/ports/cc477983-6285-437f-b99f-719e8c300870 HTTP/1.1" status: 204 len: 168 time: 1.7900603 Dec 16 03:31:14.751070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60558) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.755001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:14.756343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.787952 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccc58e8-4cc5-422d-a6a7-ad148d88087a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] GET failed (client error): The resource could not be found. Dec 16 03:31:14.793749 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5ccc58e8-4cc5-422d-a6a7-ad148d88087a tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "GET /v2.0/ports/cc477983-6285-437f-b99f-719e8c300870 HTTP/1.1" status: 404 len: 333 time: 0.0416214 Dec 16 03:31:14.796739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60560) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.801813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'name': 'tempest-AllowedAddressPairTestJSON-1489591477'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:14.806508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c09c8-e17a-49db-83b5-29e424192f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event updated for resources: {'Port': ['ID=3a7a2527-df8f-4bda-a915-5257066de53f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:14.868721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-754cfffe-a529-4651-861f-9d35628f223d', 'network_id': '754cfffe-a529-4651-861f-9d35628f223d', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '20e5dbdf-d1f3-4ff8-86b9-8384188f12e6'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:14.869379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.879752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cfa4e1-7477-4dcc-8354-17469fb66681 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:14.881092 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-06cfa4e1-7477-4dcc-8354-17469fb66681 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "GET /v2.0/ports/3a7a2527-df8f-4bda-a915-5257066de53f HTTP/1.1" status: 200 len: 1130 time: 0.1248975 Dec 16 03:31:14.889021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60562) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.898221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.904680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.907636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.926581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:14.938868 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/subnets/be7e5324-78d3-41cf-84ea-63a84324f7bc HTTP/1.1" status: 204 len: 168 time: 0.8104062 Dec 16 03:31:14.941165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60564) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:14.979075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bc373-195a-4a5c-84b2-b0e52e577006 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Subnet': ['ID=be7e5324-78d3-41cf-84ea-63a84324f7bc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:14.996766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 70395cc7-04c1-407a-b419-9a09829b1a45 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:15.028185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.092983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Allocated IP 172.20.0.1 (754cfffe-a529-4651-861f-9d35628f223d/20e5dbdf-d1f3-4ff8-86b9-8384188f12e6/ad603458-a91c-4bd2-ad0d-ed70da496632) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:15.103473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.178794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:15.182246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.204041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Deleting port e914339e-cc76-4a8b-969c-0f554a9dcbaf {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:15.204535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.209012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] device_id is not set on port b7816f37-8bce-4c0f-8879-bb3983ad4e74 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:15.244697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.257562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.262321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a667487a-833a-4e04-aa79-4a85bd674124 None None] Network e341232f-45e4-430d-b65a-d655366c8db2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:15.269385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Deleting port 3a7a2527-df8f-4bda-a915-5257066de53f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:15.269724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.280381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.316490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.322211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] For port e914339e-cc76-4a8b-969c-0f554a9dcbaf, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e914339e-cc76-4a8b-969c-0f554a9dcbaf,segment=NetworkSegment(94373bc4-14c4-4a3c-9f96-98109aa4d916),segment_id=94373bc4-14c4-4a3c-9f96-98109aa4d916)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:15.322778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.352394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f9b2:397:1c93:4f73 (8bedf3a0-d209-46d5-944c-b7048f15ec80/7a63c25c-f792-4dcd-bf68-97aa37ec637d/70395cc7-04c1-407a-b419-9a09829b1a45) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:15.359328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Calling delete_port for e914339e-cc76-4a8b-969c-0f554a9dcbaf owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:15.415433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.421250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:15.433419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.435866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Network 754cfffe-a529-4651-861f-9d35628f223d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:15.438402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c9f94e6b-7f56-4033-80ff-2f8b1744d5b5 None None] Provisioning complete for port 3a7a2527-df8f-4bda-a915-5257066de53f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:15.438786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9f94e6b-7f56-4033-80ff-2f8b1744d5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.441391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:15.443493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Calling delete_port for 3a7a2527-df8f-4bda-a915-5257066de53f owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:15.446788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Pushing event updated for resources: {'Port': ['ID=48253727-714a-4148-ae09-6a27f76e6af7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:15.465706 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Allocated IP 172.20.0.4 (3dce45ce-3783-40a9-ab3f-989cedb34092/c90aa300-1ff1-46d3-9853-88ca45522cab/b7816f37-8bce-4c0f-8879-bb3983ad4e74) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:15.485408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=20e5dbdf-d1f3-4ff8-86b9-8384188f12e6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:15.486280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:15.488689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:15.497362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:15.521386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.564431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Port': ['ID=e914339e-cc76-4a8b-969c-0f554a9dcbaf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:15.570222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] No DVR routers for this DVR port e914339e-cc76-4a8b-969c-0f554a9dcbaf on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:15.597056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c9f94e6b-7f56-4033-80ff-2f8b1744d5b5 None None] Port 3a7a2527-df8f-4bda-a915-5257066de53f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:15.660349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.704014 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.711021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754cfffe-a529-4651-861f-9d35628f223d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:15.742158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e341232f-45e4-430d-b65a-d655366c8db2']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:15.745075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:15.745958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:15.761652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.761897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94373bc4-14c4-4a3c-9f96-98109aa4d916') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:15.762257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94373bc4-14c4-4a3c-9f96-98109aa4d916') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:15.777135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.780182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Pushing event updated for resources: {'Port': ['ID=ad603458-a91c-4bd2-ad0d-ed70da496632,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:15.781053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.782177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.795043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.800764 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.805055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Attempting to bind port ad603458-a91c-4bd2-ad0d-ed70da496632 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:15.805613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Attempting to bind port ad603458-a91c-4bd2-ad0d-ed70da496632 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '754cfffe-a529-4651-861f-9d35628f223d'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:15.806157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Attempting to bind port ad603458-a91c-4bd2-ad0d-ed70da496632 on network 754cfffe-a529-4651-861f-9d35628f223d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:15.808548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Attempting to bind port 48253727-714a-4148-ae09-6a27f76e6af7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:15.809048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Attempting to bind port 48253727-714a-4148-ae09-6a27f76e6af7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:15.809545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Attempting to bind port 48253727-714a-4148-ae09-6a27f76e6af7 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:15.810942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:15.811376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:15.814871 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:15.820882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:15.821583 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:15.822161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.822905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:15.823620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Bound port: 48253727-714a-4148-ae09-6a27f76e6af7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:15.824175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.827944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:15.828506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Checking segment: {'id': '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '754cfffe-a529-4651-861f-9d35628f223d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:15.829062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.830726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Bound using segment: {'id': '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '754cfffe-a529-4651-861f-9d35628f223d'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:15.831890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Bound port: ad603458-a91c-4bd2-ad0d-ed70da496632, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '754cfffe-a529-4651-861f-9d35628f223d'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:15.832442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.837561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:15.838049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:15.843718 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:15.897579 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.907296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.920824 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/networks/e341232f-45e4-430d-b65a-d655366c8db2 HTTP/1.1" status: 204 len: 168 time: 0.9547441 Dec 16 03:31:15.939634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60572) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:15.941181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:15.948600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9dec4-702e-41f5-8fac-f726b5f17b9f tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Pushing event deleted for resources: {'Network': ['ID=e341232f-45e4-430d-b65a-d655366c8db2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:15.980210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9908bed-4b2c-4dd4-86c3-82819c24081a None None] DHCP port deletion for e341232f-45e4-430d-b65a-d655366c8db2 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:15.997306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:15.999994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] For port 48253727-714a-4148-ae09-6a27f76e6af7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:16.000594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:16.004582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] For port 48253727-714a-4148-ae09-6a27f76e6af7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=48253727-714a-4148-ae09-6a27f76e6af7,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:16.005243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:16.011417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] For port ad603458-a91c-4bd2-ad0d-ed70da496632, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:16.016651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.030655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.062781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1ee01fe8-0067-44ad-aa9f-7f25d376e9f6 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "GET /v2.0/ports?device_id=2afb8c4b-a2bf-4b22-9b14-6953c21b68ca HTTP/1.1" status: 200 len: 205 time: 0.1151912 Dec 16 03:31:16.063804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.api [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:31:16.063804 dv-neutron-821927-1-hyperv neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:31:16.063804 dv-neutron-821927-1-hyperv neutron-server[103162]: [parameters: {'id': '754cfffe-a529-4651-861f-9d35628f223d'}] Dec 16 03:31:16.063804 dv-neutron-821927-1-hyperv neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:16.064191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG oslo_db.api [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:16.070993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:16.088337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] For port ad603458-a91c-4bd2-ad0d-ed70da496632, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ad603458-a91c-4bd2-ad0d-ed70da496632,segment=NetworkSegment(83da674d-20ed-4d1e-ae9c-4f67e0dfc13a),segment_id=83da674d-20ed-4d1e-ae9c-4f67e0dfc13a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:16.106707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.138230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event deleted for resources: {'Port': ['ID=3a7a2527-df8f-4bda-a915-5257066de53f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:16.139399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b194a-1bd0-4bcd-831f-049f6ceb717a None None] Pushing event updated for resources: {'Port': ['ID=48253727-714a-4148-ae09-6a27f76e6af7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:16.187913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.206386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8791bc-0708-4c67-bc46-330cabbde590 None None] Pushing event updated for resources: {'Port': ['ID=ad603458-a91c-4bd2-ad0d-ed70da496632,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:16.223898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.227087 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-317c24d3-3426-4ce6-b1d1-cf4b2ffdb8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "DELETE /v2.0/ports/3a7a2527-df8f-4bda-a915-5257066de53f HTTP/1.1" status: 204 len: 168 time: 1.3371155 Dec 16 03:31:16.235870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60576) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:16.315130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b526f2d7-06e4-4a5f-9295-54915d1cf013 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.326924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed0bb79-b97a-403b-9139-248adb943623 None None] Network 754cfffe-a529-4651-861f-9d35628f223d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:16.333686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:16.362506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:16.370359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:16.378658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:16.378986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.517057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=70395cc7-04c1-407a-b419-9a09829b1a45,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:16.544743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Deleting subnet f199badf-9e18-449c-b7c4-6d34a2341740 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:16.553473 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1a893633-3433-481b-acef-499bc2b46170 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4881988 Dec 16 03:31:16.556039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e914339e-cc76-4a8b-969c-0f554a9dcbaf no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:16.557738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-22917aa3-eb5e-438d-819b-8809da562737 None None] Provisioning complete for port b7816f37-8bce-4c0f-8879-bb3983ad4e74 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:16.558103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22917aa3-eb5e-438d-819b-8809da562737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.564049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=b7816f37-8bce-4c0f-8879-bb3983ad4e74,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:16.567460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60580) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:16.586216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.619363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.629766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: e914339e-cc76-4a8b-969c-0f554a9dcbaf {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:16.630115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e914339e-cc76-4a8b-969c-0f554a9dcbaf not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:16.646510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:16.647591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.660382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-22917aa3-eb5e-438d-819b-8809da562737 None None] Port b7816f37-8bce-4c0f-8879-bb3983ad4e74 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:16.674865 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-33515666-64ac-4714-a980-3ba8ed28618d tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8747597 Dec 16 03:31:16.676808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:16.682434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09612567-dee1-4d63-90e3-3e4d3b294594 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:16.686984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'network_id': '3dce45ce-3783-40a9-ab3f-989cedb34092', 'name': 'tempest-AllowedAddressPairTestJSON-946284976'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:16.688135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09612567-dee1-4d63-90e3-3e4d3b294594 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:16.690463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-09612567-dee1-4d63-90e3-3e4d3b294594 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1182971 Dec 16 03:31:16.692909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60584) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:16.698618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b526f2d7-06e4-4a5f-9295-54915d1cf013 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.713228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b526f2d7-06e4-4a5f-9295-54915d1cf013 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.788309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 70395cc7-04c1-407a-b419-9a09829b1a45 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:16.788511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.792454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.851143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b526f2d7-06e4-4a5f-9295-54915d1cf013 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.851655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526f2d7-06e4-4a5f-9295-54915d1cf013 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Fanout notify agent at l3_agent the message router_deleted on router 2afb8c4b-a2bf-4b22-9b14-6953c21b68ca {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:31:16.859520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b526f2d7-06e4-4a5f-9295-54915d1cf013 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.860964 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b526f2d7-06e4-4a5f-9295-54915d1cf013 tempest-RoutersNegativeTest-1880475155 tempest-RoutersNegativeTest-1880475155-project] 10.222.0.16 "DELETE /v2.0/routers/2afb8c4b-a2bf-4b22-9b14-6953c21b68ca HTTP/1.1" status: 204 len: 168 time: 0.7862349 Dec 16 03:31:16.883658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:16.898294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 70395cc7-04c1-407a-b419-9a09829b1a45 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:16.972766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.023625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port ad603458-a91c-4bd2-ad0d-ed70da496632 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:17.024521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.074769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.104560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=70395cc7-04c1-407a-b419-9a09829b1a45,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:17.137104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.141084 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9fe2e086-e8ac-42d1-abc2-904afa90b088 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/70395cc7-04c1-407a-b419-9a09829b1a45 HTTP/1.1" status: 204 len: 168 time: 0.4467840 Dec 16 03:31:17.143631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60592) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:17.223586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec31c06-e741-43e4-a74f-1298a91ae124 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:17.225312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec31c06-e741-43e4-a74f-1298a91ae124 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:17.230436 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cec31c06-e741-43e4-a74f-1298a91ae124 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0853069 Dec 16 03:31:17.230988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60596) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:17.273024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60598) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:17.299110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 7a63c25c-f792-4dcd-bf68-97aa37ec637d {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:17.302865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.345567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.406954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Made reservation on behalf of 3a27c06f1e3c414ab85391835ba5e68c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:17.410978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.453637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] device_id is not set on port 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:17.466031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.467987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port ad603458-a91c-4bd2-ad0d-ed70da496632, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ad603458-a91c-4bd2-ad0d-ed70da496632,segment=NetworkSegment(83da674d-20ed-4d1e-ae9c-4f67e0dfc13a),segment_id=83da674d-20ed-4d1e-ae9c-4f67e0dfc13a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:17.468362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.509924 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2d039994-a384-4e3d-996c-676d11891d2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40ea3ff9bca8428584e33f97c7b86480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356000 Dec 16 03:31:17.514185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60604) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:17.532449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for ad603458-a91c-4bd2-ad0d-ed70da496632 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:17.546997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.552904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.576162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=7a63c25c-f792-4dcd-bf68-97aa37ec637d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:17.579413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.585267 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cd7d26e0-3803-423b-90f8-3848747fb08c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/7a63c25c-f792-4dcd-bf68-97aa37ec637d HTTP/1.1" status: 204 len: 168 time: 0.3508224 Dec 16 03:31:17.585924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60606) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:17.627243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-edc8c3f6-af3f-4da5-b7c5-d002ccc0e6aa None None] Provisioning complete for port 48253727-714a-4148-ae09-6a27f76e6af7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:17.628118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-edc8c3f6-af3f-4da5-b7c5-d002ccc0e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.633231 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a59aa21e-c8f3-4496-85e7-711d2930bda6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466757 Dec 16 03:31:17.637784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60608) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:17.642915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:17.643872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.647973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "DELETE /v2.0/subnets/f199badf-9e18-449c-b7c4-6d34a2341740 HTTP/1.1" status: 204 len: 168 time: 1.3788884 Dec 16 03:31:17.648853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2840467-7dc0-4d97-8d9d-2b9752e1e2b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event deleted for resources: {'Subnet': ['ID=f199badf-9e18-449c-b7c4-6d34a2341740,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:17.650930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60610) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:17.665861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581fb3b5-35a2-4243-833c-43660c830f38 None None] Network 3a74abeb-720e-4bb1-b692-5a57646d0622 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:17.753257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Allocated IP 172.20.0.14 (3dce45ce-3783-40a9-ab3f-989cedb34092/c90aa300-1ff1-46d3-9853-88ca45522cab/0c4fc48a-b14d-4c40-9427-ed3323cd3ca9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:17.762870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9896d97-e487-4398-883e-f48444ba1c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.806300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.813169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.837145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9896d97-e487-4398-883e-f48444ba1c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.860069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-edc8c3f6-af3f-4da5-b7c5-d002ccc0e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.875740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=ad603458-a91c-4bd2-ad0d-ed70da496632,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:17.886010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port ad603458-a91c-4bd2-ad0d-ed70da496632 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:17.902175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:17.906842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.906988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d4279-5af2-472d-ba4b-002b51ab7f82 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:17.968280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-edc8c3f6-af3f-4da5-b7c5-d002ccc0e6aa None None] For port 48253727-714a-4148-ae09-6a27f76e6af7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=48253727-714a-4148-ae09-6a27f76e6af7,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:17.970586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] DHCP port deletion for 3a74abeb-720e-4bb1-b692-5a57646d0622 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:17.977475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-edc8c3f6-af3f-4da5-b7c5-d002ccc0e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:17.987792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Deleting port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:17.988148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.066768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.084309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] For port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,segment=NetworkSegment(845c7e6a-adbd-4f97-8383-cadd7257ef86),segment_id=845c7e6a-adbd-4f97-8383-cadd7257ef86)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:18.084595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.092625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754cfffe-a529-4651-861f-9d35628f223d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:18.120801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Calling delete_port for 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:18.126624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:18.126913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83da674d-20ed-4d1e-ae9c-4f67e0dfc13a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:18.140139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9896d97-e487-4398-883e-f48444ba1c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.142671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9896d97-e487-4398-883e-f48444ba1c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.142816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7caa5618-06bf-44fb-93b0-034ee6fee926 None None] Could not find standard attr ID for object 70395cc7-04c1-407a-b419-9a09829b1a45. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:18.144142 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e9896d97-e487-4398-883e-f48444ba1c1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27aec5eb-67c5-44a3-9fcf-2c5365082355 HTTP/1.1" status: 204 len: 168 time: 0.6261797 Dec 16 03:31:18.154956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8c3f6-af3f-4da5-b7c5-d002ccc0e6aa None None] Pushing event updated for resources: {'Port': ['ID=48253727-714a-4148-ae09-6a27f76e6af7,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.173501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] Deleting port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:18.173979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.218982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.243773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.256948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.270652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:18.273548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] For port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,segment=NetworkSegment(845c7e6a-adbd-4f97-8383-cadd7257ef86),segment_id=845c7e6a-adbd-4f97-8383-cadd7257ef86)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:18.273931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.288628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.290278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] Calling delete_port for 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:18.297859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:18.298563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.311406 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:18.315198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:18.320576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:18.321435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.327465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.351366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=498223c7-9fe3-4c31-97eb-e957ee16dd30,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.366141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9896d97-e487-4398-883e-f48444ba1c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aec5eb-67c5-44a3-9fcf-2c5365082355,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:18.367635 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:18.387874 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-964066fa-8a82-4ebf-8a2f-40baed3a0d40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7488589 Dec 16 03:31:18.392015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:18.397697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '498223c7-9fe3-4c31-97eb-e957ee16dd30', 'ip_address': '2001:db8::45f7:b450:a4e7:11f5'}], 'name': 'tempest-NetworksTestDHCPv6-647837819'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:18.398171 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:31:18.431011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] Deleting port 48253727-714a-4148-ae09-6a27f76e6af7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:18.431396 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.432627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event deleted for resources: {'Port': ['ID=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.436612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] No DVR routers for this DVR port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:18.501436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.522315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.524156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.529252 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/754cfffe-a529-4651-861f-9d35628f223d HTTP/1.1" status: 204 len: 168 time: 3.8257921 Dec 16 03:31:18.540346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60624) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:18.546057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6118254'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:18.550875 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355b272-4031-43fa-af9a-3196bc0f1aa3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=754cfffe-a529-4651-861f-9d35628f223d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.563715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.569129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:18.596414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.602497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] Pushing event deleted for resources: {'Port': ['ID=3692bd6e-52e0-4cbe-81ae-febc7f1c62b9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.619995 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a74abeb-720e-4bb1-b692-5a57646d0622']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:18.634765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:18.641362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:18.643477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:18.648539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.648805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81fa5d-a039-4fa6-85d9-e2a6b06a3021 None None] No DVR routers for this DVR port 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:18.651683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:18.658831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845c7e6a-adbd-4f97-8383-cadd7257ef86') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:18.659254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845c7e6a-adbd-4f97-8383-cadd7257ef86') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:18.662386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=0c4fc48a-b14d-4c40-9427-ed3323cd3ca9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.664824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:18.664962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:18.665084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3692bd6e-52e0-4cbe-81ae-febc7f1c62b9 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:18.668051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.670914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] For port 48253727-714a-4148-ae09-6a27f76e6af7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=48253727-714a-4148-ae09-6a27f76e6af7,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:18.671309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.685340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] Calling delete_port for 48253727-714a-4148-ae09-6a27f76e6af7 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:18.689782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.723038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.731549 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:18.732048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.736134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 4ea7a73e-48c3-440f-8762-82e89c753c00 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:18.757004 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:18.777284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:18.777922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.811664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:18.816874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.841446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] No DVR routers for this DVR port 48253727-714a-4148-ae09-6a27f76e6af7 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:18.856483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.856826 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment adbef96d-2ebf-4b83-b322-f54fddf5cbe0 of type vlan for network 46757fb7-3fca-4567-a5ef-9088dc04b291 Dec 16 03:31:18.864849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b1998-2f73-4902-b47d-80e78dd4583e None None] Pushing event deleted for resources: {'Port': ['ID=48253727-714a-4148-ae09-6a27f76e6af7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:18.883021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.887822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a9d75-df75-4253-a373-7d6eff68c67f None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:18.889993 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-869e2bfd-e4c7-4964-bacb-f8fc980b6d54 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2101998 Dec 16 03:31:18.895251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:18.895571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60636) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:18.900853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f5:6c:11'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a5:df:fd'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:18.905247 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] 10.222.0.16 "DELETE /v2.0/networks/3a74abeb-720e-4bb1-b692-5a57646d0622 HTTP/1.1" status: 204 len: 168 time: 1.2534788 Dec 16 03:31:18.931040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b24ee-2d95-434b-a2b4-9447cb896d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838 tempest-ExtraDHCPOptionsIpV6TestJSON-1463274838-project] Pushing event deleted for resources: {'Network': ['ID=3a74abeb-720e-4bb1-b692-5a57646d0622,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:19.016091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.074485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '498223c7-9fe3-4c31-97eb-e957ee16dd30'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:19.075494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.128869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.134637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:19.135434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.166612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-273c4da1-affd-4610-bbf5-626ec6145bad None None] Provisioning complete for port 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:19.166980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-273c4da1-affd-4610-bbf5-626ec6145bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.205233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::45f7:b450:a4e7:11f5 (8bedf3a0-d209-46d5-944c-b7048f15ec80/498223c7-9fe3-4c31-97eb-e957ee16dd30/4ea7a73e-48c3-440f-8762-82e89c753c00) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:19.222148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-273c4da1-affd-4610-bbf5-626ec6145bad None None] Port 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:19.239971 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6984415 Dec 16 03:31:19.243187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60650) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.250851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': '46757fb7-3fca-4567-a5ef-9088dc04b291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:19.286542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb554aa8-14d0-4aff-b6be-290f0b6c33ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=46757fb7-3fca-4567-a5ef-9088dc04b291,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:19.301409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 46757fb7-3fca-4567-a5ef-9088dc04b291 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:19.342835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.399651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60656) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.406803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60660) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.441364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:19.444926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.535460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1bd78560-8e9c-46f2-bf1f-2c6157ba7119 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2108239354', 'prefixes': ['172.20.0.0/16']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:19.633344 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5d761e9e-c927-4326-bc96-3ff4a756a32d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f642eb94e674ed48a1669e2f0fd7614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323005 Dec 16 03:31:19.636932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60664) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.677534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.727014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.733082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.734504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.771657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.817311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1bd78560-8e9c-46f2-bf1f-2c6157ba7119 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] Publish callbacks [] for subnetpool, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.818120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:19.818739 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1bd78560-8e9c-46f2-bf1f-2c6157ba7119 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4079847 Dec 16 03:31:19.824272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60668) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.829934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41cfd51e-c283-48b2-b1d0-1d07f045b86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.830241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:19.838138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:19.844414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:19.845025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.857030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=494a9705-cac5-4db3-8686-679ef5615af6,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:19.857376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/498223c7-9fe3-4c31-97eb-e957ee16dd30/9d5e6eda-4319-474e-a3c3-ce22b7b10b49) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:19.870826 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4748909 Dec 16 03:31:19.871090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event updated for resources: {'Port': ['ID=0c4fc48a-b14d-4c40-9427-ed3323cd3ca9,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:19.873368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60670) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.889303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] In _notify_port_updated(), no bound segment for port 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 on network 3dce45ce-3783-40a9-ab3f-989cedb34092 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:31:19.895756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:19.896417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:19.900824 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-537cc0b6-3f75-40df-a99b-431ac6a82fe3 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "PUT /v2.0/ports/0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 HTTP/1.1" status: 200 len: 1055 time: 1.0042222 Dec 16 03:31:19.904375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60672) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.922368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-995db311-2218-48c2-ae02-37ddc69e2a61 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] 10.222.0.16 "GET /v2.0/subnetpools/ea704e66-91da-4e29-9abe-ce2b65d20cb7 HTTP/1.1" status: 200 len: 732 time: 0.0939209 Dec 16 03:31:19.938167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:19.946761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-afac39f7-35c5-47d4-9450-a76ee476b2e4 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-10527770'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:19.951774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '46757fb7-3fca-4567-a5ef-9088dc04b291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:19.952136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: 46757fb7-3fca-4567-a5ef-9088dc04b291, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:19.955626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41cfd51e-c283-48b2-b1d0-1d07f045b86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.020573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8af8d0-b6c1-44c7-81e2-68cbcbb0f489 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=4ea7a73e-48c3-440f-8762-82e89c753c00,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:20.103440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-afac39f7-35c5-47d4-9450-a76ee476b2e4 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] Publish callbacks [] for subnetpool, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.107833 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-afac39f7-35c5-47d4-9450-a76ee476b2e4 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] 10.222.0.16 "PUT /v2.0/subnetpools/ea704e66-91da-4e29-9abe-ce2b65d20cb7 HTTP/1.1" status: 200 len: 682 time: 0.1663053 Dec 16 03:31:20.110680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60676) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:20.116027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ee147-e652-45f2-8c4e-40e85d95b638 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:20.120878 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-066ee147-e652-45f2-8c4e-40e85d95b638 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2445476 Dec 16 03:31:20.122021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:20.140232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network 46757fb7-3fca-4567-a5ef-9088dc04b291 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:20.168956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 46757fb7-3fca-4567-a5ef-9088dc04b291) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:20.180696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48607da7-eb7b-4914-80f7-a0d92b9688de None None] Network 46757fb7-3fca-4567-a5ef-9088dc04b291 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:20.186529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:20.187167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.225284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41cfd51e-c283-48b2-b1d0-1d07f045b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.227933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41cfd51e-c283-48b2-b1d0-1d07f045b86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.229736 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-41cfd51e-c283-48b2-b1d0-1d07f045b86d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7cf3556-a1c1-4e19-bc69-2dedae1df764 HTTP/1.1" status: 204 len: 168 time: 0.5890474 Dec 16 03:31:20.236292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting port 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:20.236636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.242087 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-abf60827-4e9d-443f-8f61-b46204c2f7f3 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9976017 Dec 16 03:31:20.247455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 4ea7a73e-48c3-440f-8762-82e89c753c00 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:20.248150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.255256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60682) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:20.264545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d993bf7-8cc4-410c-8814-d10e52d05713 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] Publish callbacks [] for subnetpool, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.268573 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7d993bf7-8cc4-410c-8814-d10e52d05713 tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] 10.222.0.16 "DELETE /v2.0/subnetpools/ea704e66-91da-4e29-9abe-ce2b65d20cb7 HTTP/1.1" status: 204 len: 168 time: 0.1540267 Dec 16 03:31:20.286709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60684) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:20.292861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6d56cd2-2f9e-4d90-b508-e18fc2ae118d None None] Provisioning complete for port 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:20.293234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6d56cd2-2f9e-4d90-b508-e18fc2ae118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.299694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfd51e-c283-48b2-b1d0-1d07f045b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf3556-a1c1-4e19-bc69-2dedae1df764,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:20.334619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-46757fb7-3fca-4567-a5ef-9088dc04b291', 'network_id': '46757fb7-3fca-4567-a5ef-9088dc04b291', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '494a9705-cac5-4db3-8686-679ef5615af6'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:20.335468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.357099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.374006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Calling delete_port for 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:20.399481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e6d56cd2-2f9e-4d90-b508-e18fc2ae118d None None] Port 0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:20.476915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.496031 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-91920e0b-0b20-4c4b-8f5e-1112f34e8ced tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] show failed (client error): The resource could not be found. Dec 16 03:31:20.497263 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-91920e0b-0b20-4c4b-8f5e-1112f34e8ced tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] 10.222.0.16 "GET /v2.0/subnetpools/ea704e66-91da-4e29-9abe-ce2b65d20cb7 HTTP/1.1" status: 404 len: 346 time: 0.2089627 Dec 16 03:31:20.500890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:20.541363 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-27607583-b12d-4c61-810f-1190ccf99d4b tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] delete failed (client error): The resource could not be found. Dec 16 03:31:20.542433 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-27607583-b12d-4c61-810f-1190ccf99d4b tempest-SubnetPoolsTestJSON-1081606312 tempest-SubnetPoolsTestJSON-1081606312-project] 10.222.0.16 "DELETE /v2.0/subnetpools/ea704e66-91da-4e29-9abe-ce2b65d20cb7 HTTP/1.1" status: 404 len: 346 time: 0.0405197 Dec 16 03:31:20.580949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.588195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.630293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.635956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.661505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 4ea7a73e-48c3-440f-8762-82e89c753c00 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:20.685414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:20.693495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:20.699077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:20.723174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.727328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Allocated IP 172.20.0.2 (46757fb7-3fca-4567-a5ef-9088dc04b291/494a9705-cac5-4db3-8686-679ef5615af6/6bf64563-2967-48ad-be05-6ec550fd6e60) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:20.727500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Port': ['ID=0c4fc48a-b14d-4c40-9427-ed3323cd3ca9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:20.807051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Pushing event updated for resources: {'Port': ['ID=9d5e6eda-4319-474e-a3c3-ce22b7b10b49,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:20.824183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Attempting to bind port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:20.829861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Attempting to bind port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:20.830892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Attempting to bind port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:20.863514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:20.864286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:20.864616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:20.865129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:20.865688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Bound port: 9d5e6eda-4319-474e-a3c3-ce22b7b10b49, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:20.867458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.027787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] For port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:21.031379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] For port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9d5e6eda-4319-474e-a3c3-ce22b7b10b49,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:21.044126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60708) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.046363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.071000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.121684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=4ea7a73e-48c3-440f-8762-82e89c753c00,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:21.151346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fe829-c298-44b3-9fcc-1ed69b9e273a None None] Pushing event updated for resources: {'Port': ['ID=9d5e6eda-4319-474e-a3c3-ce22b7b10b49,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:21.164036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.172260 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf34e35e-9665-4a55-b7b6-f9bac2f2cf10 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/ports/0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 HTTP/1.1" status: 204 len: 168 time: 1.2657950 Dec 16 03:31:21.175637 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60716) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.194698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.198302 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1382fcc8-0f8e-4595-917c-589428ade76e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/4ea7a73e-48c3-440f-8762-82e89c753c00 HTTP/1.1" status: 204 len: 168 time: 1.0755627 Dec 16 03:31:21.202991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.214960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.227855 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d833d598-6579-4b24-9476-e4291e83259b tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] GET failed (client error): The resource could not be found. Dec 16 03:31:21.232045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.232826 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d833d598-6579-4b24-9476-e4291e83259b tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "GET /v2.0/ports/0c4fc48a-b14d-4c40-9427-ed3323cd3ca9 HTTP/1.1" status: 404 len: 333 time: 0.0561776 Dec 16 03:31:21.233745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60722) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.293888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60591b2-c1b3-44b1-93cc-d118a022590b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:21.297005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60591b2-c1b3-44b1-93cc-d118a022590b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:21.302604 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c60591b2-c1b3-44b1-93cc-d118a022590b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0960724 Dec 16 03:31:21.303060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.316385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Network 46757fb7-3fca-4567-a5ef-9088dc04b291 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:21.319917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:21.324932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:21.335440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Pushing event updated for resources: {'Port': ['ID=6bf64563-2967-48ad-be05-6ec550fd6e60,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:21.363761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-714a991f-2501-44e7-b45e-cab1de200921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.384960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.390884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Attempting to bind port 6bf64563-2967-48ad-be05-6ec550fd6e60 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:21.391309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Attempting to bind port 6bf64563-2967-48ad-be05-6ec550fd6e60 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '46757fb7-3fca-4567-a5ef-9088dc04b291'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:21.391615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Attempting to bind port 6bf64563-2967-48ad-be05-6ec550fd6e60 on network 46757fb7-3fca-4567-a5ef-9088dc04b291 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:21.401381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:21.401763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Checking segment: {'id': 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '46757fb7-3fca-4567-a5ef-9088dc04b291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:21.402169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.402628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Bound using segment: {'id': 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '46757fb7-3fca-4567-a5ef-9088dc04b291'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:21.403124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Bound port: 6bf64563-2967-48ad-be05-6ec550fd6e60, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '46757fb7-3fca-4567-a5ef-9088dc04b291'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:21.403540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.418192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting port b7816f37-8bce-4c0f-8879-bb3983ad4e74 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:21.422884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.432254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 498223c7-9fe3-4c31-97eb-e957ee16dd30 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:21.434003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.471398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=494a9705-cac5-4db3-8686-679ef5615af6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:21.543844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.546494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.562605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] For port 6bf64563-2967-48ad-be05-6ec550fd6e60, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:21.565997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] For port 6bf64563-2967-48ad-be05-6ec550fd6e60, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=6bf64563-2967-48ad-be05-6ec550fd6e60,segment=NetworkSegment(adbef96d-2ebf-4b83-b322-f54fddf5cbe0),segment_id=adbef96d-2ebf-4b83-b322-f54fddf5cbe0)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:21.573505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.574292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.609280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Calling delete_port for b7816f37-8bce-4c0f-8879-bb3983ad4e74 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:21.644392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.681402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a34a0-b7f3-49d7-abc2-27223015ec1d None None] Pushing event updated for resources: {'Port': ['ID=6bf64563-2967-48ad-be05-6ec550fd6e60,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:21.698301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c5ca9-2296-4a31-8c50-9a78d74f07e3 None None] Network 46757fb7-3fca-4567-a5ef-9088dc04b291 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:21.715069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46757fb7-3fca-4567-a5ef-9088dc04b291']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:21.771071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:21.771648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:21.797931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.802844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1172836507'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:21.808057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-714a991f-2501-44e7-b45e-cab1de200921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.820234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.823180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-714a991f-2501-44e7-b45e-cab1de200921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.839956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.862362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.871134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Port': ['ID=b7816f37-8bce-4c0f-8879-bb3983ad4e74,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:21.903721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:21.904236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:21.913610 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:21.934302 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-714a991f-2501-44e7-b45e-cab1de200921 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b83b2144b25e4ebb82cc94a3859d2ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8889594 Dec 16 03:31:21.937508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60736) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.968802 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a991f-2501-44e7-b45e-cab1de200921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f5699e-e397-4fae-85ea-c3bbab5c000f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:21.984064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:21.987752 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3e07c00d-0b95-42ba-8254-97f7ffd1d44c tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/ports/b7816f37-8bce-4c0f-8879-bb3983ad4e74 HTTP/1.1" status: 204 len: 168 time: 0.7527747 Dec 16 03:31:21.991972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60738) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:21.994572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Made reservation on behalf of 74eaa8e6925e42f1bab2096e5e00332a for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:21.998889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.011728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2654e60e-733f-43d8-ac06-f8ecc8b1af81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.034291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.api [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:31:22.034291 dv-neutron-821927-1-hyperv neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:31:22.034291 dv-neutron-821927-1-hyperv neutron-server[103162]: [parameters: {'id': '46757fb7-3fca-4567-a5ef-9088dc04b291'}] Dec 16 03:31:22.034291 dv-neutron-821927-1-hyperv neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:22.034689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG oslo_db.api [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:22.035354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.039345 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3df9411-07f0-49c8-99be-836c9e5367d7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] GET failed (client error): The resource could not be found. Dec 16 03:31:22.041030 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d3df9411-07f0-49c8-99be-836c9e5367d7 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "GET /v2.0/ports/b7816f37-8bce-4c0f-8879-bb3983ad4e74 HTTP/1.1" status: 404 len: 333 time: 0.0397253 Dec 16 03:31:22.041241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2654e60e-733f-43d8-ac06-f8ecc8b1af81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.042583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.045167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60740) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:22.082286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=498223c7-9fe3-4c31-97eb-e957ee16dd30,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:22.091212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.094451 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-66c376ec-188d-4c6c-b4e9-fa591ca98085 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/498223c7-9fe3-4c31-97eb-e957ee16dd30 HTTP/1.1" status: 204 len: 168 time: 0.7864120 Dec 16 03:31:22.097642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60742) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:22.148957 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f1166e2a-bfe9-450b-b862-2de2df12b817 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496659 Dec 16 03:31:22.151590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60744) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:22.161097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:22.206705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2654e60e-733f-43d8-ac06-f8ecc8b1af81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.209716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2654e60e-733f-43d8-ac06-f8ecc8b1af81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.212795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2654e60e-733f-43d8-ac06-f8ecc8b1af81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28f5699e-e397-4fae-85ea-c3bbab5c000f HTTP/1.1" status: 204 len: 168 time: 0.2717848 Dec 16 03:31:22.228331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.234548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.245824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654e60e-733f-43d8-ac06-f8ecc8b1af81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f5699e-e397-4fae-85ea-c3bbab5c000f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:22.266581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting port 8fe53244-7f35-4bcb-b050-c3066d707b48 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:22.266964 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.284270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:22.309278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.309876 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Added segment 88e563d5-10ca-49e8-98af-9c61ec4daada of type vlan for network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 Dec 16 03:31:22.333236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07685f18-8767-4ea3-af45-ad63bf4b1261,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:22.355955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:22.359478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.382920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.422136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.433962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:22.434908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.470875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.498676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Calling delete_port for 8fe53244-7f35-4bcb-b050-c3066d707b48 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:22.592674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:22.689491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e622d6a-d15e-4b5e-8d73-4df73105cdec None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:22.710536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:22.710918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.784782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.840592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a9d3c7ca-5a8c-43b0-8efc-14d08ced8af4 None None] Provisioning complete for port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:22.841215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c7ca-5a8c-43b0-8efc-14d08ced8af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.849120 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:22.860787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:22.868660 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:22.869860 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.901046 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7472088 Dec 16 03:31:22.905653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60764) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:22.916553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': 'b7652e9f-f8cc-4829-94b9-40054696b2f5', 'ip_address': '2001:db8::767a:94db:4f59:6f42'}], 'name': 'tempest-NetworksTestDHCPv6-312610743'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:22.984000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:22.993522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event updated for resources: {'Network': ['ID=1b2bf95e-e6ce-415a-b1a4-252b3c22ff18,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.011090 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3157e575-d87d-4a8c-9e17-95aa2fb8e6dd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4603155 Dec 16 03:31:23.024954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:23.039314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60766) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:23.047009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Request body: {'subnet': {'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:23.050895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.059097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04e303-d37c-40fa-b95a-5b23b73af96d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=b7652e9f-f8cc-4829-94b9-40054696b2f5,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.063110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.103727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Port': ['ID=8fe53244-7f35-4bcb-b050-c3066d707b48,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.119309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:23.131217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9d5e6eda-4319-474e-a3c3-ce22b7b10b49,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:23.150161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.165308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port 6bf64563-2967-48ad-be05-6ec550fd6e60 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:23.165752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.217799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c7ca-5a8c-43b0-8efc-14d08ced8af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.222794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.229249 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-acf2b9c1-5b00-41cc-814d-4572c733e7fa tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/ports/8fe53244-7f35-4bcb-b050-c3066d707b48 HTTP/1.1" status: 204 len: 168 time: 1.1828954 Dec 16 03:31:23.229877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60774) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:23.246436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=9d5e6eda-4319-474e-a3c3-ce22b7b10b49,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.265927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:23.296133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port 6bf64563-2967-48ad-be05-6ec550fd6e60, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=6bf64563-2967-48ad-be05-6ec550fd6e60,segment=NetworkSegment(adbef96d-2ebf-4b83-b322-f54fddf5cbe0),segment_id=adbef96d-2ebf-4b83-b322-f54fddf5cbe0)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:23.296738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.315140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Made reservation on behalf of 74eaa8e6925e42f1bab2096e5e00332a for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:23.327645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.364883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting subnet c90aa300-1ff1-46d3-9853-88ca45522cab {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:23.366084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-a9d3c7ca-5a8c-43b0-8efc-14d08ced8af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:23.366492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-a9d3c7ca-5a8c-43b0-8efc-14d08ced8af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:23.367907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] Deleting port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:23.368278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.369066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.420495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.430928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for 6bf64563-2967-48ad-be05-6ec550fd6e60 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:23.506246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.527976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60780) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:23.534482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] For port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9d5e6eda-4319-474e-a3c3-ce22b7b10b49,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:23.534890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.550088 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] Calling delete_port for 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:23.557077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port c9d20d79-e9eb-45ae-b9e0-b341e1e6f635 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:23.590570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.639199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.644084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.680145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] Pushing event deleted for resources: {'Port': ['ID=9d5e6eda-4319-474e-a3c3-ce22b7b10b49,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.683588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port 6bf64563-2967-48ad-be05-6ec550fd6e60 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:23.684969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb62020-f3a0-49bd-b3fc-014a582c0543 None None] No DVR routers for this DVR port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:23.689048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.691568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=6bf64563-2967-48ad-be05-6ec550fd6e60,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.715086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e0e7d-f69a-420f-949d-6844af5e8db6 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:23.725570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-694548072'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:23.749833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.810131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.830283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': 'b7652e9f-f8cc-4829-94b9-40054696b2f5'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:23.831704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.849734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.866888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Made reservation on behalf of 60670f0961894ef4a91fb6a9616521ae for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:23.870345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.876240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event updated for resources: {'Subnet': ['ID=50d1ab61-b829-46eb-8f5f-f759ace0a08e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.895049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.897795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46757fb7-3fca-4567-a5ef-9088dc04b291']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:23.913009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f0f9f-c2be-4c0d-8a87-42dc4a3231f7 None None] Network 3dce45ce-3783-40a9-ab3f-989cedb34092 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:23.913692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.919278 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/subnets/c90aa300-1ff1-46d3-9853-88ca45522cab HTTP/1.1" status: 204 len: 168 time: 0.6837237 Dec 16 03:31:23.921784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60784) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:23.932750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:23.932750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbef96d-2ebf-4b83-b322-f54fddf5cbe0') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:23.949522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:23.954689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676320d2-a504-44e9-908d-8e26abb376e9 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Subnet': ['ID=c90aa300-1ff1-46d3-9853-88ca45522cab,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:23.967957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::767a:94db:4f59:6f42 (8bedf3a0-d209-46d5-944c-b7048f15ec80/b7652e9f-f8cc-4829-94b9-40054696b2f5/c9d20d79-e9eb-45ae-b9e0-b341e1e6f635) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:23.999727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Checking segment: {'id': '88e563d5-10ca-49e8-98af-9c61ec4daada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:24.000094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Network hostable DHCP agents. Network: 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:24.014816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3c7ca-5a8c-43b0-8efc-14d08ced8af4 None None] Port 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 update to ACTIVE by agent not found {{(pid=103163) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 03:31:24.037882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.065914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:24.066351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:24.071311 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:24.110072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:24.126857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.151937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:24.162814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:24.163468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.176667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.211640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.229465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.236304 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/46757fb7-3fca-4567-a5ef-9088dc04b291 HTTP/1.1" status: 204 len: 168 time: 3.9713528 Dec 16 03:31:24.237365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60790) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:24.241991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1969506002'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:24.247234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7f64a-235e-4e2f-9c70-74a4d4f0abcf None None] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:24.257173 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fe3072b9-63fd-48e7-877f-22bec92e2d7b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2134242 Dec 16 03:31:24.257173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.258264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60792) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:24.261774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758752cf-ddb3-4f8c-9988-93fd8922eaf8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=46757fb7-3fca-4567-a5ef-9088dc04b291,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:24.263797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Request body: {'port': {'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2091375027'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:24.265344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.299735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:24.312964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809547fc-3168-453d-830f-c599235bda56,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:24.322130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.322315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.322497 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Added segment d7f4adb0-167f-454b-9e0f-324b2cd076a3 of type vlan for network 22eded4a-9729-4c48-b664-20bb320e7c0d Dec 16 03:31:24.360154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Deleting port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:24.360421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.383373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/b7652e9f-f8cc-4829-94b9-40054696b2f5/66835acd-7b9f-496b-b06a-dfcf204313e3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:24.423135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.458336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-1b2bf95e-e6ce-415a-b1a4-252b3c22ff18', 'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18', 'project_id': '74eaa8e6925e42f1bab2096e5e00332a', 'fixed_ips': [{'subnet_id': '50d1ab61-b829-46eb-8f5f-f759ace0a08e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:24.459298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.523177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] For port 0117105f-2f6b-43c0-a5cf-b8eb12ded929, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0117105f-2f6b-43c0-a5cf-b8eb12ded929,segment=NetworkSegment(ee8a7b14-978a-436b-873b-6d8095c9ed28),segment_id=ee8a7b14-978a-436b-873b-6d8095c9ed28)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:24.524185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.528418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.535615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:24.536827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.560241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] DHCP port deletion for 3dce45ce-3783-40a9-ab3f-989cedb34092 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:24.567953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:24.611138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Calling delete_port for 0117105f-2f6b-43c0-a5cf-b8eb12ded929 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:24.613808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:24.614182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9d5e6eda-4319-474e-a3c3-ce22b7b10b49 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:24.641842 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1104138 Dec 16 03:31:24.645611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60796) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:24.650795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Request body: {'subnet': {'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:24.656844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167fb1f-70b2-4142-8973-7e341e73a756 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event updated for resources: {'Network': ['ID=22eded4a-9729-4c48-b664-20bb320e7c0d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:24.707234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 22eded4a-9729-4c48-b664-20bb320e7c0d details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:24.717470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:24.720535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.763583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:24.779898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:24.786955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=c9d20d79-e9eb-45ae-b9e0-b341e1e6f635,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:24.794119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:24.800113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:24.800997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.807328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Made reservation on behalf of 60670f0961894ef4a91fb6a9616521ae for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:24.808595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:24.811126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.818224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.829920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.830423 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment 0a9cbd48-2607-4d8d-8efd-92137d7445c4 of type vlan for network a043ebb0-adbf-418c-b22e-237f89f40d6e Dec 16 03:31:24.833149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Allocated IP 172.20.0.2 (1b2bf95e-e6ce-415a-b1a4-252b3c22ff18/50d1ab61-b829-46eb-8f5f-f759ace0a08e/715f4687-3551-4151-b895-a7caada50a74) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:24.842037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ca17bff4-1ca4-4a9f-9329-fe3e9a58f5fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9326177 Dec 16 03:31:24.846652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60798) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:24.851078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.878816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.893333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] Deleting port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:24.893701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.919801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.920466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] No DVR routers for this DVR port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:24.926159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Made reservation on behalf of 74eaa8e6925e42f1bab2096e5e00332a for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:24.929090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Port': ['ID=0117105f-2f6b-43c0-a5cf-b8eb12ded929,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:24.929248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:24.969900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] device_id is not set on port 7b025e2b-8cd4-4b4a-9a17-f41aea4f712a yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:24.985491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:24.985807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc62a10f-61db-4bdc-85ac-8eb1473f65a7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:24.992135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc62a10f-61db-4bdc-85ac-8eb1473f65a7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:24.993740 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cc62a10f-61db-4bdc-85ac-8eb1473f65a7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1454208 Dec 16 03:31:24.996490 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.001937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:25.003041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:25.003180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.028837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:25.045458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:25.049496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Pushing event updated for resources: {'Port': ['ID=66835acd-7b9f-496b-b06a-dfcf204313e3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.059442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.096323 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8558416 Dec 16 03:31:25.098491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:25.117118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] For port 0117105f-2f6b-43c0-a5cf-b8eb12ded929, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:25.117379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.124137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:25.130160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dce45ce-3783-40a9-ab3f-989cedb34092']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:25.136573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c1e25-c7a2-46c2-a15f-117328c87df1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=a043ebb0-adbf-418c-b22e-237f89f40d6e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.149323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] Calling delete_port for 0117105f-2f6b-43c0-a5cf-b8eb12ded929 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:25.155375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] Port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:31:25.156370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Attempting to bind port 66835acd-7b9f-496b-b06a-dfcf204313e3 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:25.156711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Attempting to bind port 66835acd-7b9f-496b-b06a-dfcf204313e3 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:25.157070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Attempting to bind port 66835acd-7b9f-496b-b06a-dfcf204313e3 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:25.166373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network a043ebb0-adbf-418c-b22e-237f89f40d6e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:25.182263 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.212132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8a7b14-978a-436b-873b-6d8095c9ed28') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:25.212539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8a7b14-978a-436b-873b-6d8095c9ed28') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:25.224198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:25.224576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:25.225017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.225477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:25.225828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Bound port: 66835acd-7b9f-496b-b06a-dfcf204313e3, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:25.226542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.240914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.267106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] Pushing event deleted for resources: {'Port': ['ID=0117105f-2f6b-43c0-a5cf-b8eb12ded929,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.269134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2ffb6-d601-490c-8f23-b8bcd4686f27 None None] No DVR routers for this DVR port 0117105f-2f6b-43c0-a5cf-b8eb12ded929 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:25.305539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.327004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:25.327476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:25.333375 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:25.362467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.375983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.397414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port c9d20d79-e9eb-45ae-b9e0-b341e1e6f635 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:25.397750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.400673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.425935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] For port 66835acd-7b9f-496b-b06a-dfcf204313e3, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:25.429965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:25.437987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Allocated IP 172.20.0.12 (1b2bf95e-e6ce-415a-b1a4-252b3c22ff18/50d1ab61-b829-46eb-8f5f-f759ace0a08e/7b025e2b-8cd4-4b4a-9a17-f41aea4f712a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:25.443417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:25.447290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:25.449729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Pushing event updated for resources: {'Port': ['ID=715f4687-3551-4151-b895-a7caada50a74,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.453544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] For port 66835acd-7b9f-496b-b06a-dfcf204313e3, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66835acd-7b9f-496b-b06a-dfcf204313e3,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:25.462585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.512980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.521477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:25.524928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.540077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.545579 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] 10.222.0.16 "DELETE /v2.0/networks/3dce45ce-3783-40a9-ab3f-989cedb34092 HTTP/1.1" status: 204 len: 168 time: 1.6213238 Dec 16 03:31:25.564251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Attempting to bind port 715f4687-3551-4151-b895-a7caada50a74 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:25.564542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Attempting to bind port 715f4687-3551-4151-b895-a7caada50a74 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '88e563d5-10ca-49e8-98af-9c61ec4daada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:25.564987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Attempting to bind port 715f4687-3551-4151-b895-a7caada50a74 on network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:25.587535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:25.588399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Checking segment: {'id': '88e563d5-10ca-49e8-98af-9c61ec4daada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:25.588986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.589653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Bound using segment: {'id': '88e563d5-10ca-49e8-98af-9c61ec4daada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:25.590144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Bound port: 715f4687-3551-4151-b895-a7caada50a74, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e563d5-10ca-49e8-98af-9c61ec4daada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:25.590557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.613507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811e804-9c3b-49e5-b05b-b62de5f73cfe None None] Pushing event updated for resources: {'Port': ['ID=66835acd-7b9f-496b-b06a-dfcf204313e3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.640816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event updated for resources: {'Subnet': ['ID=d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.642973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205321ed-07d4-4358-a9e3-de13b0aad9b1 tempest-AllowedAddressPairTestJSON-1594135847 tempest-AllowedAddressPairTestJSON-1594135847-project] Pushing event deleted for resources: {'Network': ['ID=3dce45ce-3783-40a9-ab3f-989cedb34092,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.691984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:31:25.693772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:31:25.703638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] For port 715f4687-3551-4151-b895-a7caada50a74, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:25.705257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.707117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] For port 715f4687-3551-4151-b895-a7caada50a74, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=715f4687-3551-4151-b895-a7caada50a74,segment=NetworkSegment(88e563d5-10ca-49e8-98af-9c61ec4daada),segment_id=88e563d5-10ca-49e8-98af-9c61ec4daada)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:25.713817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.723968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Checking segment: {'id': 'd7f4adb0-167f-454b-9e0f-324b2cd076a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:25.724326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Network hostable DHCP agents. Network: 22eded4a-9729-4c48-b664-20bb320e7c0d, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:25.729614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.766719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for c9d20d79-e9eb-45ae-b9e0-b341e1e6f635 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:25.785895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:25.851699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Network 22eded4a-9729-4c48-b664-20bb320e7c0d is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:25.864252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a79ab5-e670-4de4-9e68-ab4075b6d5a4 None None] Pushing event updated for resources: {'Port': ['ID=715f4687-3551-4151-b895-a7caada50a74,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:25.901745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:25.907863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:25.915180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:25.919779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 22eded4a-9729-4c48-b664-20bb320e7c0d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:25.931010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af6b31-7068-4101-8067-bbe0149a80b3 None None] Network 22eded4a-9729-4c48-b664-20bb320e7c0d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:25.933960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:25.941067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.005268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event updated for resources: {'Port': ['ID=7b025e2b-8cd4-4b4a-9a17-f41aea4f712a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:26.026907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:26.030506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.030644 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9031bb35-d6cf-4441-8e34-a5db67f44cc2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3807600 Dec 16 03:31:26.032496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:26.043464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Request body: {'port': {'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d', 'name': 'tempest-TagsExtTest-1780972226'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:26.107278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-22eded4a-9729-4c48-b664-20bb320e7c0d', 'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d', 'project_id': '60670f0961894ef4a91fb6a9616521ae', 'fixed_ips': [{'subnet_id': 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:26.108360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.112062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.156103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:26.199203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.204412 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-92a7609e-9d6f-43e9-ae25-c9cfbfdb16fb tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9424236 Dec 16 03:31:26.206406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:26.221288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Request body: {'port': {'network_id': '1b2bf95e-e6ce-415a-b1a4-252b3c22ff18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1739047641', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:26.222038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] bootfile-name is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:26.222347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] tftp-server is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:26.222743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] server-ip-address is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:26.225715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Made reservation on behalf of 60670f0961894ef4a91fb6a9616521ae for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:26.231185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.261008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] device_id is not set on port 0a04492b-5b67-464e-81f2-8c251c816a2f yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:26.377560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Allocated IP 172.20.0.2 (22eded4a-9729-4c48-b664-20bb320e7c0d/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/987e1a3c-ca18-4ef0-a3b8-4c04299103e1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:26.386799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=c9d20d79-e9eb-45ae-b9e0-b341e1e6f635,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:26.399502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=9449ab3b-7e3e-4873-8e40-db13cfc43be5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:26.480291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.483820 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-49a38af6-20ff-40b7-a2c7-bf05be37abae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/c9d20d79-e9eb-45ae-b9e0-b341e1e6f635 HTTP/1.1" status: 204 len: 168 time: 1.4779668 Dec 16 03:31:26.488893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:26.523384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': '0a9cbd48-2607-4d8d-8efd-92137d7445c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:26.523837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: a043ebb0-adbf-418c-b22e-237f89f40d6e, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:26.525449 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-50cf36a5-a451-4760-9620-312cabb7befc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430574 Dec 16 03:31:26.629882 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-04517d91-1fbb-408a-ab8e-988113b9129c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a27c06f1e3c414ab85391835ba5e68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693561 Dec 16 03:31:26.635418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606f246-0713-4e62-897a-2ddbc4592d32 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:26.637052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606f246-0713-4e62-897a-2ddbc4592d32 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:26.641113 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b606f246-0713-4e62-897a-2ddbc4592d32 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1396372 Dec 16 03:31:26.641113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:26.643538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60830) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:26.666375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network a043ebb0-adbf-418c-b22e-237f89f40d6e is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:26.682204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-0c201dc2-1872-4269-a0e6-af1c0703c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:26.684092 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-0c201dc2-1872-4269-a0e6-af1c0703c1b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97&device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 1098 time: 0.0635772 Dec 16 03:31:26.730209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, a043ebb0-adbf-418c-b22e-237f89f40d6e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:26.748676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:26.749270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.759405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 715f4687-3551-4151-b895-a7caada50a74 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:26.761275 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7147902-28a9-4959-8259-1a6c698fff0f None None] Network a043ebb0-adbf-418c-b22e-237f89f40d6e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:26.779278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Made reservation on behalf of 74eaa8e6925e42f1bab2096e5e00332a for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:26.783442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.789517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet b7652e9f-f8cc-4829-94b9-40054696b2f5 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:26.803743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.854236 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7ec0cd33-509d-468d-a91d-69bd24588e43 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7386382 Dec 16 03:31:26.857728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-cf90f7fe-9a06-493e-8b28-cd8e948d8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:26.859538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-cf90f7fe-9a06-493e-8b28-cd8e948d8dc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad205ef7-0651-499d-8e85-15dfe8aba452 HTTP/1.1" status: 200 len: 906 time: 0.1518373 Dec 16 03:31:26.860132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60834) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:26.871568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] device_id is not set on port 80026cd4-b1f9-4145-8e30-cf169113507a yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:26.883435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e458cf5-3890-41ee-b30b-47ceba0b3cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.884836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.914968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.935533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 715f4687-3551-4151-b895-a7caada50a74 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:26.937086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.937200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.993476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e458cf5-3890-41ee-b30b-47ceba0b3cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:26.999646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Network 22eded4a-9729-4c48-b664-20bb320e7c0d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:27.004486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:27.026580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:27.041153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Pushing event updated for resources: {'Port': ['ID=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:27.067924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-a043ebb0-adbf-418c-b22e-237f89f40d6e', 'network_id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '9449ab3b-7e3e-4873-8e40-db13cfc43be5'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:27.069377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.116017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Allocated IP 172.20.0.13 (22eded4a-9729-4c48-b664-20bb320e7c0d/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/0a04492b-5b67-464e-81f2-8c251c816a2f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:27.133076 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-b712c9d1-3976-4953-8df4-62fddacf4479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe HTTP/1.1" status: 200 len: 1001 time: 0.2539470 Dec 16 03:31:27.139155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Allocated IP 172.20.0.6 (1b2bf95e-e6ce-415a-b1a4-252b3c22ff18/50d1ab61-b829-46eb-8f5f-f759ace0a08e/80026cd4-b1f9-4145-8e30-cf169113507a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:27.215450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.225476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e458cf5-3890-41ee-b30b-47ceba0b3cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.230151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e458cf5-3890-41ee-b30b-47ceba0b3cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.232261 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9e458cf5-3890-41ee-b30b-47ceba0b3cbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/469958b3-0ef2-455d-a496-d2e210130d47 HTTP/1.1" status: 204 len: 168 time: 0.5917082 Dec 16 03:31:27.252577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Attempting to bind port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:27.252743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Attempting to bind port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd7f4adb0-167f-454b-9e0f-324b2cd076a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:27.253500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Attempting to bind port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 on network 22eded4a-9729-4c48-b664-20bb320e7c0d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:27.256417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.284856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:27.285253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Checking segment: {'id': 'd7f4adb0-167f-454b-9e0f-324b2cd076a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:27.285669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.286069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Bound using segment: {'id': 'd7f4adb0-167f-454b-9e0f-324b2cd076a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:27.286609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Bound port: 987e1a3c-ca18-4ef0-a3b8-4c04299103e1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f4adb0-167f-454b-9e0f-324b2cd076a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22eded4a-9729-4c48-b664-20bb320e7c0d'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:27.286998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.346175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.356989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-8af80bc5-ef02-403f-8f36-a6771e3060a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:27.363622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-8af80bc5-ef02-403f-8f36-a6771e3060a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e38eafb6-e027-456b-b076-ec1c2d72829e HTTP/1.1" status: 200 len: 845 time: 0.2138801 Dec 16 03:31:27.392576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e458cf5-3890-41ee-b30b-47ceba0b3cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469958b3-0ef2-455d-a496-d2e210130d47,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:27.448142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.528072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a6780beb-af75-4c6e-88ad-4b32f3582efd None None] Provisioning complete for port 66835acd-7b9f-496b-b06a-dfcf204313e3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:27.528736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6780beb-af75-4c6e-88ad-4b32f3582efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.537154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.561650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=b7652e9f-f8cc-4829-94b9-40054696b2f5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:27.563902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.581478 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d3654c33-b076-4a85-b67f-843a0f88f645 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/b7652e9f-f8cc-4829-94b9-40054696b2f5 HTTP/1.1" status: 204 len: 168 time: 0.9322901 Dec 16 03:31:27.584397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:27.610793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d8c59-967b-4ebf-9a45-d03065dcc6d0 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:27.641050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 715f4687-3551-4151-b895-a7caada50a74, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=715f4687-3551-4151-b895-a7caada50a74,segment=NetworkSegment(88e563d5-10ca-49e8-98af-9c61ec4daada),segment_id=88e563d5-10ca-49e8-98af-9c61ec4daada)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:27.645214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-3912048c-fd3c-4514-9e4d-bc7783504c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:27.647011 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-3912048c-fd3c-4514-9e4d-bc7783504c61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad205ef7-0651-499d-8e85-15dfe8aba452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2687562 Dec 16 03:31:27.692207 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d4ee7f58-a6d3-4e5c-afe8-02ec1de73a63 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057718 Dec 16 03:31:27.693076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:27.713402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.714291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66835acd-7b9f-496b-b06a-dfcf204313e3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:27.728758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.767545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a4962-2368-4679-9d37-642ea64eec2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:27.773324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60850) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:27.773700 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-252a4962-2368-4679-9d37-642ea64eec2b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0759943 Dec 16 03:31:27.777449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.785250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Allocated IP 172.20.0.3 (a043ebb0-adbf-418c-b22e-237f89f40d6e/9449ab3b-7e3e-4873-8e40-db13cfc43be5/7864e0b1-9136-4c6e-9d47-559a697bf799) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:27.801646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.855348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99758140-7151-4f6d-b6cd-993608e4ee69 None None] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:27.869256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:27.870822 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:27.875335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:27.906044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event updated for resources: {'Port': ['ID=80026cd4-b1f9-4145-8e30-cf169113507a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:27.958568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:27.959254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.966168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:27.973546 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-2e63dbc1-3ae3-47c3-9531-a75e7da0534a service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772713 Dec 16 03:31:27.987396 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-199ee71f-7eb9-40c1-9e30-44f7090daabd tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7789781 Dec 16 03:31:27.988332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60862) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:27.997206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8185e2-c3e2-41fb-890a-188a95b3988d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:27.998914 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1e8185e2-c3e2-41fb-890a-188a95b3988d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2191820 Dec 16 03:31:28.001444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] For port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:28.003740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:28.095006 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-38f07898-7f64-4e3b-9d51-c352080c94d7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824313 Dec 16 03:31:28.095006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:28.104135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:28.112329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] For port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,segment=NetworkSegment(d7f4adb0-167f-454b-9e0f-324b2cd076a3),segment_id=d7f4adb0-167f-454b-9e0f-324b2cd076a3)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:28.126018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6780beb-af75-4c6e-88ad-4b32f3582efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.132927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Network 22eded4a-9729-4c48-b664-20bb320e7c0d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:28.140746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:28.144785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:28.147374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event updated for resources: {'Port': ['ID=0a04492b-5b67-464e-81f2-8c251c816a2f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:28.151764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.198540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=715f4687-3551-4151-b895-a7caada50a74,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:28.224080 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97a7ed1c-aefe-453e-94b0-9871b94cb274 req-82d97025-514b-4a5b-a514-27ef4c45d21b service neutron] 10.222.0.30 "GET /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235293 Dec 16 03:31:28.232336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:28.232963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.240828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c431e-a647-4ab3-ab13-5248a8eb93ca tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:28.250131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c431e-a647-4ab3-ab13-5248a8eb93ca tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:28.253639 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c327b441-340d-429c-8bf2-316ba737856a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2192287 Dec 16 03:31:28.255560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60874) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:28.256659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c431e-a647-4ab3-ab13-5248a8eb93ca tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:28.258418 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9d4c431e-a647-4ab3-ab13-5248a8eb93ca tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2686701 Dec 16 03:31:28.261033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 66835acd-7b9f-496b-b06a-dfcf204313e3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:28.261760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:28.262374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.266765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0669e00d-d292-477d-961d-13e3c7aa6691 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-164945154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:28.303503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0669e00d-d292-477d-961d-13e3c7aa6691 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.303503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0669e00d-d292-477d-961d-13e3c7aa6691 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.355493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a6780beb-af75-4c6e-88ad-4b32f3582efd None None] For port 66835acd-7b9f-496b-b06a-dfcf204313e3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66835acd-7b9f-496b-b06a-dfcf204313e3,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:28.383307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0669e00d-d292-477d-961d-13e3c7aa6691 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.395906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0669e00d-d292-477d-961d-13e3c7aa6691 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.407543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:28.411660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.420141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6780beb-af75-4c6e-88ad-4b32f3582efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.420468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Deleting port 80026cd4-b1f9-4145-8e30-cf169113507a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:28.420572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.439753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0669e00d-d292-477d-961d-13e3c7aa6691 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.444293 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0669e00d-d292-477d-961d-13e3c7aa6691 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1876609 Dec 16 03:31:28.447089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60880) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:28.452796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-345b09de-1226-4084-844b-11699da2577b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-348563703', 'prefixes': ['172.20.0.0/16']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:28.481333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60882) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:28.562499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.593844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Calling delete_port for 80026cd4-b1f9-4145-8e30-cf169113507a owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:28.620669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.630443 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b286477-166d-44bc-a36a-43bc9508bb08 None None] Pushing event updated for resources: {'Port': ['ID=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:28.633394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-345b09de-1226-4084-844b-11699da2577b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for subnetpool, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.634853 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-345b09de-1226-4084-844b-11699da2577b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1864269 Dec 16 03:31:28.639629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:28.649213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e465ffc3-aa14-4828-a9c9-8a2564dc3fd5 None None] Could not find standard attr ID for object 4ea7a73e-48c3-440f-8762-82e89c753c00. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:28.655287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60886) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:28.663030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-99818dda-13b6-442e-853b-65b394ca48ac tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', 'tempest-TagsExtTest-Tag-1814924271') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:28.663324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.729001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e465ffc3-aa14-4828-a9c9-8a2564dc3fd5 None None] Provisioning complete for port 715f4687-3551-4151-b895-a7caada50a74 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:28.729648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e465ffc3-aa14-4828-a9c9-8a2564dc3fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.741980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.802870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1228611326'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:28.840745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.863761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=9449ab3b-7e3e-4873-8e40-db13cfc43be5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:28.879604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0117105f-2f6b-43c0-a5cf-b8eb12ded929 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:28.893313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event deleted for resources: {'Port': ['ID=80026cd4-b1f9-4145-8e30-cf169113507a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:28.907894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Made reservation on behalf of c6bbe88a48104550a3c653a5eb5eaed2 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:28.908752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Network a043ebb0-adbf-418c-b22e-237f89f40d6e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:28.912175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.960349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:28.972758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 0117105f-2f6b-43c0-a5cf-b8eb12ded929 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:28.973595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0117105f-2f6b-43c0-a5cf-b8eb12ded929 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:28.994239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.004995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:29.008009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:29.029243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6780beb-af75-4c6e-88ad-4b32f3582efd None None] Pushing event updated for resources: {'Port': ['ID=66835acd-7b9f-496b-b06a-dfcf204313e3,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:29.048685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a043ebb0-adbf-418c-b22e-237f89f40d6e']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:29.065010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9cbd48-2607-4d8d-8efd-92137d7445c4') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:29.065257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9cbd48-2607-4d8d-8efd-92137d7445c4') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:29.072112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.078220 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f800f38a-a470-4544-b8ee-ec6122de494d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "DELETE /v2.0/ports/80026cd4-b1f9-4145-8e30-cf169113507a HTTP/1.1" status: 204 len: 168 time: 0.8154135 Dec 16 03:31:29.083156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:29.085174 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-99818dda-13b6-442e-853b-65b394ca48ac tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags/tempest-TagsExtTest-Tag-1814924271 HTTP/1.1" status: 201 len: 201 time: 0.4234800 Dec 16 03:31:29.088406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Request body: {'port': {'name': 'tempest-new-port-name-831873632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:29.088805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] bootfile-name is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:29.089153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] tftp-server is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:29.089634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] server-ip-address is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 03:31:29.099446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60894) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:29.105015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-4cbffe12-d003-4634-a36f-0d7d0b8f1ce2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', 'tempest-TagsExtTest-Tag-101093652') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:29.115821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Pushing event updated for resources: {'Port': ['ID=7864e0b1-9136-4c6e-9d47-559a697bf799,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:29.125946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.284060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.287072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.311609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Attempting to bind port 7864e0b1-9136-4c6e-9d47-559a697bf799 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:29.312057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Attempting to bind port 7864e0b1-9136-4c6e-9d47-559a697bf799 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0a9cbd48-2607-4d8d-8efd-92137d7445c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:29.312490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Attempting to bind port 7864e0b1-9136-4c6e-9d47-559a697bf799 on network a043ebb0-adbf-418c-b22e-237f89f40d6e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:29.314925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.320291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:29.320757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.327030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] Deleting port 66835acd-7b9f-496b-b06a-dfcf204313e3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:29.327494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:29.328752 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:29.409242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] For port 66835acd-7b9f-496b-b06a-dfcf204313e3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66835acd-7b9f-496b-b06a-dfcf204313e3,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:29.409870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.448084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cefffc9-02f9-436f-bfb4-9c2bff990a79,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:29.461162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:31:29.461162 dv-neutron-821927-1-hyperv neutron-server[103161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:31:29.461162 dv-neutron-821927-1-hyperv neutron-server[103161]: [parameters: {'id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e'}] Dec 16 03:31:29.461162 dv-neutron-821927-1-hyperv neutron-server[103161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:29.461584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:29.463244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:29.485496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.485932 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Added segment 71538d0e-a795-4692-8794-a9830ce2d9eb of type vlan for network 56775159-a45a-4f3c-9743-00eba77bfcfe Dec 16 03:31:29.561385 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4cbffe12-d003-4634-a36f-0d7d0b8f1ce2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags/tempest-TagsExtTest-Tag-101093652 HTTP/1.1" status: 201 len: 201 time: 0.4607828 Dec 16 03:31:29.562286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60898) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:29.579730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-c2fa7d4f-2396-4f48-b22a-e095f5edd6e8 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', 'tempest-TagsExtTest-Tag-1419684479') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:29.583060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.583863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.667831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.680615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:29.684241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:29.684713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Checking segment: {'id': '0a9cbd48-2607-4d8d-8efd-92137d7445c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:29.685167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.685873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Bound using segment: {'id': '0a9cbd48-2607-4d8d-8efd-92137d7445c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:29.686442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Bound port: 7864e0b1-9136-4c6e-9d47-559a697bf799, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9cbd48-2607-4d8d-8efd-92137d7445c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a043ebb0-adbf-418c-b22e-237f89f40d6e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:29.686914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.732467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] Calling delete_port for 66835acd-7b9f-496b-b06a-dfcf204313e3 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:29.744827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.751162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:29.752158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.788574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:29.799194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=73046a53-b9c7-4dc7-a460-40dfcc44a7d1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:29.803259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:29.806146 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:29.806840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.830853 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9ce786bc-0be9-4db1-b0c8-10f9af4d741d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7313685 Dec 16 03:31:29.832070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60900) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:29.836674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '73046a53-b9c7-4dc7-a460-40dfcc44a7d1', 'ip_address': '2001:db8::d8ad:21a:b6c8:f4b1'}], 'name': 'tempest-NetworksTestDHCPv6-1276151181'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:29.859853 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3733532 Dec 16 03:31:29.863561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:29.883647 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c2fa7d4f-2396-4f48-b22a-e095f5edd6e8 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags/tempest-TagsExtTest-Tag-1419684479 HTTP/1.1" status: 201 len: 201 time: 0.3081291 Dec 16 03:31:29.892082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60906) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:29.898685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3f09c-7e01-4801-ad12-2c0313ca88ae None None] Network 22eded4a-9729-4c48-b664-20bb320e7c0d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:29.906851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-d3936703-34de-4b3f-a71f-5171d53aff54 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', 'tempest-TagsExtTest-Tag-1292463655') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:29.919137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'subnet': {'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:29.922675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ef75-c961-4b1b-8dde-96da71519143 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Network': ['ID=56775159-a45a-4f3c-9743-00eba77bfcfe,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:29.965622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:29.998943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 56775159-a45a-4f3c-9743-00eba77bfcfe details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:30.016630 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d3936703-34de-4b3f-a71f-5171d53aff54 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags/tempest-TagsExtTest-Tag-1292463655 HTTP/1.1" status: 201 len: 201 time: 0.1231523 Dec 16 03:31:30.020589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60910) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.024849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-244ae194-9ef9-47ba-b334-ead83200d725 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.090999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port 7864e0b1-9136-4c6e-9d47-559a697bf799 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:30.091291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.097377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ac3a3c4-63b5-4712-bd30-eab1d9888622 None None] Provisioning complete for port 715f4687-3551-4151-b895-a7caada50a74 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:30.097718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a3c4-63b5-4712-bd30-eab1d9888622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.145336 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-244ae194-9ef9-47ba-b334-ead83200d725 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags HTTP/1.1" status: 200 len: 241 time: 0.1213751 Dec 16 03:31:30.149203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.154840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:30.155693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.155828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-ffc78ff6-5a6d-400b-96d5-74fe94c7f66d tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', 'tempest-TagsExtTest-Tag-1814924271') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.180063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.191152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.195466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port 7864e0b1-9136-4c6e-9d47-559a697bf799, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:30.195608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.209133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] For port 7864e0b1-9136-4c6e-9d47-559a697bf799, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:30.211511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for 7864e0b1-9136-4c6e-9d47-559a697bf799 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:30.239444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Made reservation on behalf of c6bbe88a48104550a3c653a5eb5eaed2 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:30.242867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.244639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] For port 7864e0b1-9136-4c6e-9d47-559a697bf799, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=7864e0b1-9136-4c6e-9d47-559a697bf799,segment=NetworkSegment(0a9cbd48-2607-4d8d-8efd-92137d7445c4),segment_id=0a9cbd48-2607-4d8d-8efd-92137d7445c4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:30.260417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.296012 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ffc78ff6-5a6d-400b-96d5-74fe94c7f66d tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags/tempest-TagsExtTest-Tag-1814924271 HTTP/1.1" status: 204 len: 168 time: 0.1434429 Dec 16 03:31:30.296630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60914) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.302280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-aa021eb8-4c96-43cc-a42d-aa499213088c tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', 'tempest-TagsExtTest-Tag-1814924271') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.308302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.347589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.393910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event updated for resources: {'Port': ['ID=7b025e2b-8cd4-4b4a-9a17-f41aea4f712a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:30.394259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port 7864e0b1-9136-4c6e-9d47-559a697bf799 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:30.394349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] No DVR routers for this DVR port 66835acd-7b9f-496b-b06a-dfcf204313e3 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:30.401792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=7864e0b1-9136-4c6e-9d47-559a697bf799,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:30.451258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:30.460318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] In _notify_port_updated(), no bound segment for port 7b025e2b-8cd4-4b4a-9a17-f41aea4f712a on network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:31:30.465628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:30.466276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.478888 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9b081637-497c-40de-b055-226cbc07a2e1 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "PUT /v2.0/ports/7b025e2b-8cd4-4b4a-9a17-f41aea4f712a HTTP/1.1" status: 200 len: 1136 time: 1.3931630 Dec 16 03:31:30.484173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60918) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.490618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7304f-992f-41a9-9640-8abc4037ef62 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:30.524512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server [None req-bbf5d400-bd8a-4633-9b32-14bfcf06931c None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 7864e0b1-9136-4c6e-9d47-559a697bf799 could not be found. Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:30.541567 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 7864e0b1-9136-4c6e-9d47-559a697bf799 could not be found. Dec 16 03:31:30.545126 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Dec 16 03:31:30.572612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a043ebb0-adbf-418c-b22e-237f89f40d6e']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.582721 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aa021eb8-4c96-43cc-a42d-aa499213088c tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags/tempest-TagsExtTest-Tag-1814924271 HTTP/1.1" status: 204 len: 168 time: 0.2850287 Dec 16 03:31:30.588242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.590439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ec5fe-c3d9-42cb-ae24-4860906acb8d None None] Pushing event updated for resources: {'Port': ['ID=7864e0b1-9136-4c6e-9d47-559a697bf799,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:30.599368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-d1008f75-a52d-4155-b763-2669b18c3fdb tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.599672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9cbd48-2607-4d8d-8efd-92137d7445c4') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.601011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9cbd48-2607-4d8d-8efd-92137d7445c4') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.614640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.637408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.643529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808317a-49fb-4c20-84f0-65dd3930118b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:30.644374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:30.649077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.649261 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7808317a-49fb-4c20-84f0-65dd3930118b tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "GET /v2.0/ports/7b025e2b-8cd4-4b4a-9a17-f41aea4f712a HTTP/1.1" status: 200 len: 1136 time: 0.1370211 Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:30.649346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60922) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.652970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef21d9-8997-4431-bf0f-84c83bf0972e None None] Network a043ebb0-adbf-418c-b22e-237f89f40d6e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:30.658689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ac3a3c4-63b5-4712-bd30-eab1d9888622 None None] Provisioning complete for port 7b025e2b-8cd4-4b4a-9a17-f41aea4f712a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:30.658974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a3c4-63b5-4712-bd30-eab1d9888622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.696641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.748425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.769158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1b4f-ce52-4608-ac17-35e4b383b3a5 None None] Pushing event deleted for resources: {'Port': ['ID=66835acd-7b9f-496b-b06a-dfcf204313e3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:30.773364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.778763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.782138 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/a043ebb0-adbf-418c-b22e-237f89f40d6e HTTP/1.1" status: 204 len: 168 time: 3.9209349 Dec 16 03:31:30.787266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.806008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6390aae-3135-4fc3-a518-301f61e09880 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=a043ebb0-adbf-418c-b22e-237f89f40d6e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:30.807852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759602838'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:30.831645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 5d81ea32-cdcd-41c2-b6d5-b11f591dfd87 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:30.837601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.848170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Deleting port 7b025e2b-8cd4-4b4a-9a17-f41aea4f712a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:30.851540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.851681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3a3c4-63b5-4712-bd30-eab1d9888622 None None] Port 7b025e2b-8cd4-4b4a-9a17-f41aea4f712a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:30.900310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ac3a3c4-63b5-4712-bd30-eab1d9888622 None None] Could not find standard attr ID for object 80026cd4-b1f9-4145-8e30-cf169113507a. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:30.907065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,segment=NetworkSegment(d7f4adb0-167f-454b-9e0f-324b2cd076a3),segment_id=d7f4adb0-167f-454b-9e0f-324b2cd076a3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:30.927511 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d1008f75-a52d-4155-b763-2669b18c3fdb tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags HTTP/1.1" status: 200 len: 205 time: 0.3382034 Dec 16 03:31:30.931419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.932851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 715f4687-3551-4151-b895-a7caada50a74 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:30.935933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60926) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:30.951726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-3a462634-67d6-45eb-9b20-56c6b51ebb66 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:30.961521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:30.965933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:30.985590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Subnet': ['ID=313439b2-a669-4b04-84b5-7852dfce3d70,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:30.997123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '73046a53-b9c7-4dc7-a460-40dfcc44a7d1'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:30.998566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.031711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.056197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Checking segment: {'id': '71538d0e-a795-4692-8794-a9830ce2d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:31.056426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Calling delete_port for 7b025e2b-8cd4-4b4a-9a17-f41aea4f712a owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:31.056682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Network hostable DHCP agents. Network: 56775159-a45a-4f3c-9743-00eba77bfcfe, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:31.077796 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3a462634-67d6-45eb-9b20-56c6b51ebb66 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags HTTP/1.1" status: 200 len: 240 time: 0.1406093 Dec 16 03:31:31.081118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60928) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:31.108660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:31.114033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:31.115470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-74f3f4e8-bdca-42b6-ae3e-8b49daef10cc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', 'tempest-TagsExtTest-Tag-101093652') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:31.159133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.159750 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment d7d52258-4b25-41f7-b2c4-0097c5f5b52b of type vlan for network 8a5ba297-189a-429b-bf68-a86f2ffe1ec8 Dec 16 03:31:31.199590 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f3679092-bade-4d47-b1c8-cc2746b4a3fc None None] Provisioning complete for port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:31.199590 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3679092-bade-4d47-b1c8-cc2746b4a3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.201679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-74f3f4e8-bdca-42b6-ae3e-8b49daef10cc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags/tempest-TagsExtTest-Tag-101093652 HTTP/1.1" status: 204 len: 168 time: 0.1195223 Dec 16 03:31:31.204671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60934) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:31.210968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-4e43a871-6e29-4419-b3ac-e33225dd13cf tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', 'tempest-TagsExtTest-Tag-101093652') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:31.252551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.293599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 715f4687-3551-4151-b895-a7caada50a74 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:31.293976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.302408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.356691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event deleted for resources: {'Port': ['ID=7b025e2b-8cd4-4b4a-9a17-f41aea4f712a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:31.368813 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4e43a871-6e29-4419-b3ac-e33225dd13cf tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags/tempest-TagsExtTest-Tag-101093652 HTTP/1.1" status: 204 len: 168 time: 0.1634927 Dec 16 03:31:31.373888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60936) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:31.380999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.386949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:31.387664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.397861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::d8ad:21a:b6c8:f4b1 (8bedf3a0-d209-46d5-944c-b7048f15ec80/73046a53-b9c7-4dc7-a460-40dfcc44a7d1/5d81ea32-cdcd-41c2-b6d5-b11f591dfd87) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:31.415476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Network 56775159-a45a-4f3c-9743-00eba77bfcfe is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:31.429446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-c566eb43-2b30-4ab2-8c7d-fea09ef6c3cc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:31.448054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f3679092-bade-4d47-b1c8-cc2746b4a3fc None None] Could not find standard attr ID for object 7b025e2b-8cd4-4b4a-9a17-f41aea4f712a. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:31.462170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f3679092-bade-4d47-b1c8-cc2746b4a3fc None None] Provisioning complete for port 0a04492b-5b67-464e-81f2-8c251c816a2f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:31.462569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3679092-bade-4d47-b1c8-cc2746b4a3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.498551 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6997378 Dec 16 03:31:31.504495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 56775159-a45a-4f3c-9743-00eba77bfcfe) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:31.505315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f3679092-bade-4d47-b1c8-cc2746b4a3fc None None] Port 0a04492b-5b67-464e-81f2-8c251c816a2f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:31.508771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:31.513717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4e6fa-3e82-416c-a91c-392a9eb900d2 None None] Network 56775159-a45a-4f3c-9743-00eba77bfcfe requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:31.535765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:31.536380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.553338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:31.574158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607af4f-a44c-4c82-91f8-8ac0a560a545 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=8a5ba297-189a-429b-bf68-a86f2ffe1ec8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:31.587819 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 8a5ba297-189a-429b-bf68-a86f2ffe1ec8 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:31.594228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66835acd-7b9f-496b-b06a-dfcf204313e3 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:31.672698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 66835acd-7b9f-496b-b06a-dfcf204313e3 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:31.672698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66835acd-7b9f-496b-b06a-dfcf204313e3 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:31.672977 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-552947cd-c421-4187-8210-a978abdbb39d tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8053918 Dec 16 03:31:31.678593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:31.698228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-53bf4f15-0a54-4642-91db-4ac93ed5f52b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-377367894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:31.740804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d232da6e-8aec-474b-82d4-27c2cfedb7f1 None None] Provisioning complete for port 0a04492b-5b67-464e-81f2-8c251c816a2f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:31.741269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d232da6e-8aec-474b-82d4-27c2cfedb7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.785999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53bf4f15-0a54-4642-91db-4ac93ed5f52b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.791645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53bf4f15-0a54-4642-91db-4ac93ed5f52b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.794326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-56775159-a45a-4f3c-9743-00eba77bfcfe', 'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe', 'project_id': 'c6bbe88a48104550a3c653a5eb5eaed2', 'fixed_ips': [{'subnet_id': '313439b2-a669-4b04-84b5-7852dfce3d70'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:31.803894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.843898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:31.846150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d232da6e-8aec-474b-82d4-27c2cfedb7f1 None None] Port 0a04492b-5b67-464e-81f2-8c251c816a2f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:31.893929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:31.898338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.910312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53bf4f15-0a54-4642-91db-4ac93ed5f52b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.949161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53bf4f15-0a54-4642-91db-4ac93ed5f52b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.956462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.973222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:31.979098 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9b7dd31d-9e4a-45d8-934e-2d7cf1cc56c9 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "DELETE /v2.0/ports/7b025e2b-8cd4-4b4a-9a17-f41aea4f712a HTTP/1.1" status: 204 len: 168 time: 1.3270526 Dec 16 03:31:31.979780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60944) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:32.006708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53bf4f15-0a54-4642-91db-4ac93ed5f52b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.010366 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-53bf4f15-0a54-4642-91db-4ac93ed5f52b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3264117 Dec 16 03:31:32.014561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:32.025172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c566eb43-2b30-4ab2-8c7d-fea09ef6c3cc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags HTTP/1.1" status: 200 len: 205 time: 0.5992115 Dec 16 03:31:32.027009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60948) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:32.030295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-75fbd59a-324e-46f6-9921-06e00711656b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:32.110841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Deleting subnet 50d1ab61-b829-46eb-8f5f-f759ace0a08e {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:32.115347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.152667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.160889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.167499 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-75fbd59a-324e-46f6-9921-06e00711656b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags HTTP/1.1" status: 200 len: 241 time: 0.1384339 Dec 16 03:31:32.171952 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:32.172440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.183158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:32.190884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-a4fb5ecc-5d2b-493b-8833-e96ea1aecacc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', 'tempest-TagsExtTest-Tag-1419684479') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:32.239416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/73046a53-b9c7-4dc7-a460-40dfcc44a7d1/7b1e568d-a534-4b09-b33b-d8b98616a922) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:32.255265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.308709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Allocated IP 172.20.0.2 (56775159-a45a-4f3c-9743-00eba77bfcfe/313439b2-a669-4b04-84b5-7852dfce3d70/ebe6efea-1c96-496c-ad6b-f1307e08260c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:32.321424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.353568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.357095 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "DELETE /v2.0/subnets/50d1ab61-b829-46eb-8f5f-f759ace0a08e HTTP/1.1" status: 204 len: 168 time: 0.3763027 Dec 16 03:31:32.358075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b7419-53e5-4267-b2b9-1b8617728a1d tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event deleted for resources: {'Subnet': ['ID=50d1ab61-b829-46eb-8f5f-f759ace0a08e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:32.360427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:32.369863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:32.398968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0071c-8789-4c23-af67-3da45cfd84ce None None] Network 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:32.404840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=5d81ea32-cdcd-41c2-b6d5-b11f591dfd87,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:32.413661 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:32.443045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:32.449060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.451356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:32.452015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.514446 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d3ab2906-9673-498d-8cd6-5f632799f38d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6813788 Dec 16 03:31:32.520984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60958) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:32.522988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.532546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f1475e18-c2ed-4e05-a0eb-55619ffa7046 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '73046a53-b9c7-4dc7-a460-40dfcc44a7d1', 'ip_address': '2001:db8::d8ad:21a:b6c8:f4b1'}], 'name': 'tempest-NetworksTestDHCPv6-1504133693'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:32.536028 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a4fb5ecc-5d2b-493b-8833-e96ea1aecacc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags/tempest-TagsExtTest-Tag-1419684479 HTTP/1.1" status: 204 len: 168 time: 0.3496354 Dec 16 03:31:32.542505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:32.566535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-65d922aa-79ee-48ff-809a-c165c93e3f40 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', 'tempest-TagsExtTest-Tag-1419684479') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:32.612132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Deleting port 715f4687-3551-4151-b895-a7caada50a74 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:32.612654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.630595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.687037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.704514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.712096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] For port 715f4687-3551-4151-b895-a7caada50a74, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=715f4687-3551-4151-b895-a7caada50a74,segment=NetworkSegment(88e563d5-10ca-49e8-98af-9c61ec4daada),segment_id=88e563d5-10ca-49e8-98af-9c61ec4daada)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:32.712628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.741217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Calling delete_port for 715f4687-3551-4151-b895-a7caada50a74 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:32.743180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.756452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1475e18-c2ed-4e05-a0eb-55619ffa7046 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:32.759332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.769966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:32.777041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:32.779537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:32.791645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e568d-a534-4b09-b33b-d8b98616a922,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:32.807507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] DHCP port deletion for 1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:32.827429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Network 56775159-a45a-4f3c-9743-00eba77bfcfe is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:32.854669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:32.856917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:32.930233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.938755 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1475e18-c2ed-4e05-a0eb-55619ffa7046 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.965153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Pushing event updated for resources: {'Port': ['ID=ebe6efea-1c96-496c-ad6b-f1307e08260c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:32.970992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Attempting to bind port 7b1e568d-a534-4b09-b33b-d8b98616a922 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:32.971601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Attempting to bind port 7b1e568d-a534-4b09-b33b-d8b98616a922 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:32.972072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Attempting to bind port 7b1e568d-a534-4b09-b33b-d8b98616a922 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:32.983997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-f1475e18-c2ed-4e05-a0eb-55619ffa7046 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 9cb40a51-4830-4e25-94d7-1ee3f2729320 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:32.989723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event deleted for resources: {'Port': ['ID=715f4687-3551-4151-b895-a7caada50a74,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:32.990121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:32.990659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:32.991053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.992041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:32.992729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Bound port: 7b1e568d-a534-4b09-b33b-d8b98616a922, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:32.993014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:32.995981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] No DVR routers for this DVR port 715f4687-3551-4151-b895-a7caada50a74 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:32.998221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Attempting to bind port ebe6efea-1c96-496c-ad6b-f1307e08260c on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:32.999447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Attempting to bind port ebe6efea-1c96-496c-ad6b-f1307e08260c by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '71538d0e-a795-4692-8794-a9830ce2d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:32.999447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Attempting to bind port ebe6efea-1c96-496c-ad6b-f1307e08260c on network 56775159-a45a-4f3c-9743-00eba77bfcfe {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:33.014367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:33.014767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Checking segment: {'id': '71538d0e-a795-4692-8794-a9830ce2d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:33.015175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.015564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Bound using segment: {'id': '71538d0e-a795-4692-8794-a9830ce2d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:33.016063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Bound port: ebe6efea-1c96-496c-ad6b-f1307e08260c, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71538d0e-a795-4692-8794-a9830ce2d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:33.016444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.082298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] Deleting port 715f4687-3551-4151-b895-a7caada50a74 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:33.082599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.146993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.158101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=0aad5075-79bb-4fb5-b4c6-1a30a3c0ffc1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:33.187021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2bf95e-e6ce-415a-b1a4-252b3c22ff18']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:33.192534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:33.193024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: 8a5ba297-189a-429b-bf68-a86f2ffe1ec8, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:33.196549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] For port 715f4687-3551-4151-b895-a7caada50a74, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:33.197100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.203171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e563d5-10ca-49e8-98af-9c61ec4daada') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:33.203466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e563d5-10ca-49e8-98af-9c61ec4daada') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:33.205724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] For port 7b1e568d-a534-4b09-b33b-d8b98616a922, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:33.211789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] For port 7b1e568d-a534-4b09-b33b-d8b98616a922, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=7b1e568d-a534-4b09-b33b-d8b98616a922,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:33.213256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1470c914-c179-44ba-89e7-559de3600508 None None] For port ebe6efea-1c96-496c-ad6b-f1307e08260c, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:33.219437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1470c914-c179-44ba-89e7-559de3600508 None None] For port ebe6efea-1c96-496c-ad6b-f1307e08260c, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ebe6efea-1c96-496c-ad6b-f1307e08260c,segment=NetworkSegment(71538d0e-a795-4692-8794-a9830ce2d9eb),segment_id=71538d0e-a795-4692-8794-a9830ce2d9eb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:33.221490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] Calling delete_port for 715f4687-3551-4151-b895-a7caada50a74 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:33.224337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.228363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] Port 715f4687-3551-4151-b895-a7caada50a74 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:31:33.232959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.235282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.255699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.257832 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-65d922aa-79ee-48ff-809a-c165c93e3f40 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags/tempest-TagsExtTest-Tag-1419684479 HTTP/1.1" status: 204 len: 168 time: 0.7132797 Dec 16 03:31:33.260576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60964) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:33.265272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-57fa90c1-a8cb-4097-8203-bd9c1aa8b61e tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:33.270849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.297605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network 8a5ba297-189a-429b-bf68-a86f2ffe1ec8 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:33.300285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] No DVR routers for this DVR port 715f4687-3551-4151-b895-a7caada50a74 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:33.317586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:33.318049 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b7c5c-0bde-4b3e-b4d0-449851e075e3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e568d-a534-4b09-b33b-d8b98616a922,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:33.318364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.344721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 8a5ba297-189a-429b-bf68-a86f2ffe1ec8) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:33.355088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:33.355807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:33.368295 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:33.371538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193ed83-ece7-43d7-b0ab-b8918c0d00f7 None None] Network 8a5ba297-189a-429b-bf68-a86f2ffe1ec8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:33.409519 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dd9ea088-f8f0-423b-91ed-cb62d2c140b2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8777812 Dec 16 03:31:33.414544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:33.422773 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1475e18-c2ed-4e05-a0eb-55619ffa7046 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 03:31:33.423292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1475e18-c2ed-4e05-a0eb-55619ffa7046 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:31:33.446157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470c914-c179-44ba-89e7-559de3600508 None None] Pushing event updated for resources: {'Port': ['ID=ebe6efea-1c96-496c-ad6b-f1307e08260c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:33.480184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b5f7f-9301-4b72-bba5-8a820e23a3f1 None None] Pushing event deleted for resources: {'Port': ['ID=715f4687-3551-4151-b895-a7caada50a74,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:33.480515 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-57fa90c1-a8cb-4097-8203-bd9c1aa8b61e tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags HTTP/1.1" status: 200 len: 205 time: 0.2181017 Dec 16 03:31:33.489613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f1475e18-c2ed-4e05-a0eb-55619ffa7046 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9660940 Dec 16 03:31:33.490711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60968) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:33.496339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-9b8d0b56-d9f6-4def-bd9e-9ad26c841fbd tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:33.498728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60970) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:33.499539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.526123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Allocated IP 172.20.0.1 (56775159-a45a-4f3c-9743-00eba77bfcfe/313439b2-a669-4b04-84b5-7852dfce3d70/d534cc5d-19ec-47bc-9117-6a6c00d184c8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:33.526725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.530862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] 10.222.0.16 "DELETE /v2.0/networks/1b2bf95e-e6ce-415a-b1a4-252b3c22ff18 HTTP/1.1" status: 204 len: 168 time: 1.1689305 Dec 16 03:31:33.540611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8a5ba297-189a-429b-bf68-a86f2ffe1ec8', 'network_id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '0aad5075-79bb-4fb5-b4c6-1a30a3c0ffc1'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:33.541879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.566378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4a53a-efc0-4259-8c05-e0b229552b52 tempest-ExtraDHCPOptionsTestJSON-1066119344 tempest-ExtraDHCPOptionsTestJSON-1066119344-project] Pushing event deleted for resources: {'Network': ['ID=1b2bf95e-e6ce-415a-b1a4-252b3c22ff18,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:33.598082 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9b8d0b56-d9f6-4def-bd9e-9ad26c841fbd tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags HTTP/1.1" status: 200 len: 241 time: 0.1057036 Dec 16 03:31:33.601244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:33.614683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f56cda-8596-43fa-9edf-805082eb7e73 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:33.621287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f56cda-8596-43fa-9edf-805082eb7e73 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:33.624568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-02e11029-f917-4f4f-ae9a-e77c177918ee tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', 'tempest-TagsExtTest-Tag-1292463655') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:33.628239 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-55f56cda-8596-43fa-9edf-805082eb7e73 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1257873 Dec 16 03:31:33.631496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60976) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:33.858586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Allocated IP 172.20.0.1 (8a5ba297-189a-429b-bf68-a86f2ffe1ec8/0aad5075-79bb-4fb5-b4c6-1a30a3c0ffc1/fe1808cb-f138-4ac3-bf31-8c1f51698f1c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:33.866922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 5d81ea32-cdcd-41c2-b6d5-b11f591dfd87 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:33.867427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:33.959651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.000618 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-02e11029-f917-4f4f-ae9a-e77c177918ee tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags/tempest-TagsExtTest-Tag-1292463655 HTTP/1.1" status: 204 len: 168 time: 0.3950670 Dec 16 03:31:34.003680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60984) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.031349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-ea168789-82bb-4bf2-93ea-76c686b49061 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', 'tempest-TagsExtTest-Tag-1292463655') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.064661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 7b1e568d-a534-4b09-b33b-d8b98616a922 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:34.102811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.115917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.134519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.156329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 5d81ea32-cdcd-41c2-b6d5-b11f591dfd87 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:34.171984 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ea168789-82bb-4bf2-93ea-76c686b49061 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags/tempest-TagsExtTest-Tag-1292463655 HTTP/1.1" status: 204 len: 168 time: 0.1447229 Dec 16 03:31:34.173280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60988) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.179263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-d6976311-06e5-471d-8132-18092097aa07 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.187850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.210221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 7b1e568d-a534-4b09-b33b-d8b98616a922 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:34.210221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.224110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60990) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.248212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Network 56775159-a45a-4f3c-9743-00eba77bfcfe is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:34.251456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:34.256208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:34.261659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.270984 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d6976311-06e5-471d-8132-18092097aa07 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags HTTP/1.1" status: 200 len: 205 time: 0.0943241 Dec 16 03:31:34.280166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.280166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Port': ['ID=d534cc5d-19ec-47bc-9117-6a6c00d184c8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:34.285641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-50379c85-4182-413d-966d-1989770b88ef tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.293942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.329065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.339570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.352512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Network 8a5ba297-189a-429b-bf68-a86f2ffe1ec8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:34.358917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:34.362370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:34.365839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Pushing event updated for resources: {'Port': ['ID=fe1808cb-f138-4ac3-bf31-8c1f51698f1c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:34.412659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.463061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=5d81ea32-cdcd-41c2-b6d5-b11f591dfd87,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:34.481962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.492157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.497729 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cbf37ec9-66e5-45d3-a711-f5471fd83914 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/5d81ea32-cdcd-41c2-b6d5-b11f591dfd87 HTTP/1.1" status: 204 len: 168 time: 0.8629279 Dec 16 03:31:34.497951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=0aad5075-79bb-4fb5-b4c6-1a30a3c0ffc1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:34.498051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 60996) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.539609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-50379c85-4182-413d-966d-1989770b88ef tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags HTTP/1.1" status: 204 len: 168 time: 0.2574699 Dec 16 03:31:34.547780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5ba297-189a-429b-bf68-a86f2ffe1ec8']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.550430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 60998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.559221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-a1ffab36-fd33-4000-a8b6-717ae95382a7 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.561111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d9a0f-9b8f-4c55-a895-37aab661a5e1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:34.562675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d9a0f-9b8f-4c55-a895-37aab661a5e1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:34.564250 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-be0d9a0f-9b8f-4c55-a895-37aab661a5e1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0652769 Dec 16 03:31:34.567636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32768) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.647546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.647851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.653354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 73046a53-b9c7-4dc7-a460-40dfcc44a7d1 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:34.657111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.657884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.674517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Attempting to bind port fe1808cb-f138-4ac3-bf31-8c1f51698f1c on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:34.674876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Attempting to bind port fe1808cb-f138-4ac3-bf31-8c1f51698f1c by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:34.675241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Attempting to bind port fe1808cb-f138-4ac3-bf31-8c1f51698f1c on network 8a5ba297-189a-429b-bf68-a86f2ffe1ec8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:34.687532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:34.687932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Checking segment: {'id': 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:34.688302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.688704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Bound using segment: {'id': 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:34.689183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Bound port: fe1808cb-f138-4ac3-bf31-8c1f51698f1c, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:34.689655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.701936 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-182f106c-db83-4609-a68a-5e288c574672 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74eaa8e6925e42f1bab2096e5e00332a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765043 Dec 16 03:31:34.707346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.708683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32770) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.716275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.721237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 7b1e568d-a534-4b09-b33b-d8b98616a922, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=7b1e568d-a534-4b09-b33b-d8b98616a922,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:34.738832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.757474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.758445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ebe6efea-1c96-496c-ad6b-f1307e08260c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:34.769499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:34.769912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:34.773275 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:34.778829 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a1ffab36-fd33-4000-a8b6-717ae95382a7 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags HTTP/1.1" status: 204 len: 168 time: 0.2196958 Dec 16 03:31:34.782208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32772) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:34.786648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-75815e70-2cad-4884-b8a9-cf3e8a3a61b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:34.818628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.849555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.api [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:31:34.849555 dv-neutron-821927-1-hyperv neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:31:34.849555 dv-neutron-821927-1-hyperv neutron-server[103162]: [parameters: {'id': '8a5ba297-189a-429b-bf68-a86f2ffe1ec8'}] Dec 16 03:31:34.849555 dv-neutron-821927-1-hyperv neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:34.849953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG oslo_db.api [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:34.903542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ceb21f9-8c70-45d9-bbb0-7fa06e604d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.911968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=7b1e568d-a534-4b09-b33b-d8b98616a922,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:34.917320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] For port fe1808cb-f138-4ac3-bf31-8c1f51698f1c, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:34.922456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.936284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] For port fe1808cb-f138-4ac3-bf31-8c1f51698f1c, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fe1808cb-f138-4ac3-bf31-8c1f51698f1c,segment=NetworkSegment(d7d52258-4b25-41f7-b2c4-0097c5f5b52b),segment_id=d7d52258-4b25-41f7-b2c4-0097c5f5b52b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:34.948794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefaefb7-fd5d-4f82-93c8-3b5b54ce6f78 None None] Network 56775159-a45a-4f3c-9743-00eba77bfcfe requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:34.979531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ceb21f9-8c70-45d9-bbb0-7fa06e604d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:34.981248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.019602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ebe6efea-1c96-496c-ad6b-f1307e08260c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:35.020207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.066055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.074680 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-75815e70-2cad-4884-b8a9-cf3e8a3a61b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags HTTP/1.1" status: 204 len: 168 time: 0.2914131 Dec 16 03:31:35.084550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32780) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:35.110698 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-ad7c3a8f-e2a8-433b-b183-277ee9bfdb46 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:35.120400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=73046a53-b9c7-4dc7-a460-40dfcc44a7d1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:35.153134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.159459 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fb980c07-9b35-4ffa-9e10-531c25899330 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/73046a53-b9c7-4dc7-a460-40dfcc44a7d1 HTTP/1.1" status: 204 len: 168 time: 0.5881491 Dec 16 03:31:35.159807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32782) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:35.210581 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6f43d4fb-2565-43e9-a579-ac9935c21f28 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455048 Dec 16 03:31:35.217463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32784) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:35.229373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:35.242474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-74656f22-c1eb-477f-ab76-44d52ab2a7ba None None] Provisioning complete for port ebe6efea-1c96-496c-ad6b-f1307e08260c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:35.243132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74656f22-c1eb-477f-ab76-44d52ab2a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.278170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a3b59-7515-4605-a5bd-f92107276aea None None] Network 8a5ba297-189a-429b-bf68-a86f2ffe1ec8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:35.284723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ceb21f9-8c70-45d9-bbb0-7fa06e604d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.285099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.287650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ceb21f9-8c70-45d9-bbb0-7fa06e604d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.288854 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9ceb21f9-8c70-45d9-bbb0-7fa06e604d51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07685f18-8767-4ea3-af45-ad63bf4b1261 HTTP/1.1" status: 204 len: 168 time: 0.5798705 Dec 16 03:31:35.297316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22dbef33-a399-4acd-92ef-a33d09ebb306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.309248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.313622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5bf2c-c964-4625-950c-6c429c929bc8 None None] Pushing event updated for resources: {'Port': ['ID=fe1808cb-f138-4ac3-bf31-8c1f51698f1c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:35.328599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb21f9-8c70-45d9-bbb0-7fa06e604d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07685f18-8767-4ea3-af45-ad63bf4b1261,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:35.359471 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ad7c3a8f-e2a8-433b-b183-277ee9bfdb46 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags HTTP/1.1" status: 204 len: 168 time: 0.2539470 Dec 16 03:31:35.364580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32788) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:35.374012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-26aad9f3-ec1d-4ebf-a9e6-c4eaf5b70b85 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', 'tempest-TagsExtTest-Tag-510951664') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:35.396653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.447765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:35.454032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.500614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.514216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Port': ['ID=d534cc5d-19ec-47bc-9117-6a6c00d184c8,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:35.525073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.588605 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-26aad9f3-ec1d-4ebf-a9e6-c4eaf5b70b85 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags/tempest-TagsExtTest-Tag-510951664 HTTP/1.1" status: 201 len: 201 time: 0.2228949 Dec 16 03:31:35.591389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32792) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:35.596261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-f6c825dd-8633-40a4-9b8d-e5325f03ebf6 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', 'tempest-TagsExtTest-Tag-233315277') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:35.630897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4bca6-8b14-4e58-ace2-b72ac5497432 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:35.654893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port fe1808cb-f138-4ac3-bf31-8c1f51698f1c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:35.654893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.717532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port ebe6efea-1c96-496c-ad6b-f1307e08260c, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ebe6efea-1c96-496c-ad6b-f1307e08260c,segment=NetworkSegment(71538d0e-a795-4692-8794-a9830ce2d9eb),segment_id=71538d0e-a795-4692-8794-a9830ce2d9eb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:35.728376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74656f22-c1eb-477f-ab76-44d52ab2a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.738148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.783921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port fe1808cb-f138-4ac3-bf31-8c1f51698f1c, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fe1808cb-f138-4ac3-bf31-8c1f51698f1c,segment=NetworkSegment(d7d52258-4b25-41f7-b2c4-0097c5f5b52b),segment_id=d7d52258-4b25-41f7-b2c4-0097c5f5b52b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:35.784616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.788789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.813235 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6c825dd-8633-40a4-9b8d-e5325f03ebf6 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags/tempest-TagsExtTest-Tag-233315277 HTTP/1.1" status: 201 len: 201 time: 0.2206790 Dec 16 03:31:35.819332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:35.831354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-53a03d49-2744-41ac-a167-6b42709b3cef tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', 'tempest-TagsExtTest-Tag-170259471') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:35.850979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:35.857277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:35.865930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:35.866955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:35.885879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for fe1808cb-f138-4ac3-bf31-8c1f51698f1c owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:35.895167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 715f4687-3551-4151-b895-a7caada50a74 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:35.929274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=c7060353-c85a-47f3-b91a-faebce94b38f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:35.939161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f208efe1-ec9b-4c77-b579-55bc15fe855e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7177482 Dec 16 03:31:35.939988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32804) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:35.948119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=ebe6efea-1c96-496c-ad6b-f1307e08260c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:35.953100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1fbc29a2-b186-498a-b3b4-2844d24b8402 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': 'c7060353-c85a-47f3-b91a-faebce94b38f', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-39124573'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:35.961103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 715f4687-3551-4151-b895-a7caada50a74 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:35.967120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 715f4687-3551-4151-b895-a7caada50a74 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:35.981213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-74656f22-c1eb-477f-ab76-44d52ab2a7ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:35.981786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-74656f22-c1eb-477f-ab76-44d52ab2a7ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:36.034658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Network 56775159-a45a-4f3c-9743-00eba77bfcfe is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:36.039437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:36.108848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:36.185237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-53a03d49-2744-41ac-a167-6b42709b3cef tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags/tempest-TagsExtTest-Tag-170259471 HTTP/1.1" status: 201 len: 201 time: 0.3579617 Dec 16 03:31:36.188820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.191174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.191308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ebe6efea-1c96-496c-ad6b-f1307e08260c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:36.200027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbc29a2-b186-498a-b3b4-2844d24b8402 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:36.200814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-9629d057-99a6-41c5-88a6-6a582b99a9e8 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', 'tempest-TagsExtTest-Tag-464003411') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.212890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1fbc29a2-b186-498a-b3b4-2844d24b8402 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.240571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=fe1808cb-f138-4ac3-bf31-8c1f51698f1c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:36.251249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port fe1808cb-f138-4ac3-bf31-8c1f51698f1c on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:36.271691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-1fbc29a2-b186-498a-b3b4-2844d24b8402 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port f775e023-cd91-419a-b4a4-f0b89cdb8c97 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:36.303968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] Deleting port 7b1e568d-a534-4b09-b33b-d8b98616a922 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:36.304496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.415058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ebe6efea-1c96-496c-ad6b-f1307e08260c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:36.415467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.423985 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9629d057-99a6-41c5-88a6-6a582b99a9e8 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags/tempest-TagsExtTest-Tag-464003411 HTTP/1.1" status: 201 len: 201 time: 0.2253921 Dec 16 03:31:36.423985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.429425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.442515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-a6d4402f-63c2-4eae-b54d-88b75976c6ee tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', {'tags': ['tempest-TagsExtTest-Tag-2063177386', 'tempest-TagsExtTest-Tag-904456153', 'tempest-TagsExtTest-Tag-1317156526']}) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.486056 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbc29a2-b186-498a-b3b4-2844d24b8402 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:31:36.486056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbc29a2-b186-498a-b3b4-2844d24b8402 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:31:36.499336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5ba297-189a-429b-bf68-a86f2ffe1ec8']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.524433 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1fbc29a2-b186-498a-b3b4-2844d24b8402 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5834379 Dec 16 03:31:36.527003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32824) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.532670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.536071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d52258-4b25-41f7-b2c4-0097c5f5b52b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.552639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Router 0b63b4ee-fe3a-4846-baf6-a75e7140ee62 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:31:36.572768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.580567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] For port 7b1e568d-a534-4b09-b33b-d8b98616a922, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=7b1e568d-a534-4b09-b33b-d8b98616a922,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:36.580567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.604370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e9b91-7f37-4b31-95a5-c1607233638b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:36.609940 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-855e9b91-7f37-4b31-95a5-c1607233638b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0817003 Dec 16 03:31:36.610649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32826) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.616701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] Calling delete_port for 7b1e568d-a534-4b09-b33b-d8b98616a922 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:36.668886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32828) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.672259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c5f07-42b7-49a2-8193-95afd04fe721 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:36.673930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c5f07-42b7-49a2-8193-95afd04fe721 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:36.675760 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8c9c5f07-42b7-49a2-8193-95afd04fe721 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0640223 Dec 16 03:31:36.682498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32830) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.697825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.707690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:36.708068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.715265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.762361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] Pushing event deleted for resources: {'Port': ['ID=7b1e568d-a534-4b09-b33b-d8b98616a922,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:36.766458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-86fca875-021c-48a9-bf61-01532408dcc3 None None] Could not find standard attr ID for object 7b1e568d-a534-4b09-b33b-d8b98616a922. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:36.768374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b6176-f0dc-4251-b9f9-f23efe3b971b None None] No DVR routers for this DVR port 7b1e568d-a534-4b09-b33b-d8b98616a922 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:36.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:36.777180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:36.785400 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b2361a86-0ee5-4b81-b1a1-94d6d2458ad8 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "PUT /v2.0/routers/0b63b4ee-fe3a-4846-baf6-a75e7140ee62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7665734 Dec 16 03:31:36.788074 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a6d4402f-63c2-4eae-b54d-88b75976c6ee tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags HTTP/1.1" status: 200 len: 317 time: 0.3518991 Dec 16 03:31:36.788922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.789213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-86fca875-021c-48a9-bf61-01532408dcc3 None None] Provisioning complete for port ebe6efea-1c96-496c-ad6b-f1307e08260c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:36.789656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86fca875-021c-48a9-bf61-01532408dcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.790360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32834) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.790715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.792090 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] Sync routers for ids ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:36.795771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'port': {'network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe', 'name': 'tempest-FloatingIPNegativeTestJSON-1640535068'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:36.802700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-2b753821-33e9-4050-9bc0-b57aae030539 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.825685 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] Routers {'0b63b4ee-fe3a-4846-baf6-a75e7140ee62'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:36.828297 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.830591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714d2fb-5a06-4b4c-b29c-9b29c3762f67 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:36.832500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-472922893'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:36.840720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.847403 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/8a5ba297-189a-429b-bf68-a86f2ffe1ec8 HTTP/1.1" status: 204 len: 168 time: 3.4282448 Dec 16 03:31:36.852021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32838) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:36.857130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431844151'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:36.871018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet c7060353-c85a-47f3-b91a-faebce94b38f {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:36.877627 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.879096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.887448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed355a39-a39d-4849-81cd-c41a75147219 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=8a5ba297-189a-429b-bf68-a86f2ffe1ec8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:36.898516 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] Routers {'0b63b4ee-fe3a-4846-baf6-a75e7140ee62'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:36.899334 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.951139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:36.955535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:36.956007 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:36.957186 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4e6ef-4d17-4b14-918a-c90017c3a248 None None] The sync data for ids ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:36.978786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.004749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.010115 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2b753821-33e9-4050-9bc0-b57aae030539 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags HTTP/1.1" status: 204 len: 168 time: 0.2084353 Dec 16 03:31:37.010315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:37.011253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.013667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.018185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-85c8acc4-7990-41b6-beb9-305fb2c8a5fc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', 'tempest-TagsExtTest-Tag-2063177386') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:37.046542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Made reservation on behalf of c6bbe88a48104550a3c653a5eb5eaed2 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:37.050193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.065859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.074335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] device_id is not set on port 50972df1-0427-481f-ad95-d242f6af3b5d yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:37.105206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:37.131326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.131684 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment f50da9f5-994f-43fe-9e75-71ec44ad07cf of type vlan for network a7bcc670-3ca6-4d04-aec7-fa0771eaa998 Dec 16 03:31:37.154187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-86fca875-021c-48a9-bf61-01532408dcc3 None None] Provisioning complete for port d534cc5d-19ec-47bc-9117-6a6c00d184c8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:37.155383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86fca875-021c-48a9-bf61-01532408dcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.159113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afdd844-927c-426a-b880-bb17b7db1029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': 'c7060353-c85a-47f3-b91a-faebce94b38f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:37.160982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6afdd844-927c-426a-b880-bb17b7db1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.166354 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-85c8acc4-7990-41b6-beb9-305fb2c8a5fc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:37.167592 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-85c8acc4-7990-41b6-beb9-305fb2c8a5fc tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags/tempest-TagsExtTest-Tag-2063177386 HTTP/1.1" status: 404 len: 329 time: 0.1534066 Dec 16 03:31:37.170619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.174854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-a0e7fc41-a08f-488c-bfa8-0f927f73105d tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', 'tempest-TagsExtTest-Tag-904456153') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:37.198793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.220694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-86fca875-021c-48a9-bf61-01532408dcc3 None None] Port d534cc5d-19ec-47bc-9117-6a6c00d184c8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:37.234341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.262834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Allocated IP 172.20.0.7 (56775159-a45a-4f3c-9743-00eba77bfcfe/313439b2-a669-4b04-84b5-7852dfce3d70/50972df1-0427-481f-ad95-d242f6af3b5d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:37.277877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=c7060353-c85a-47f3-b91a-faebce94b38f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:37.289330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.295820 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-69fe4f2d-0e0d-470a-b4f9-8cf388a01c16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/c7060353-c85a-47f3-b91a-faebce94b38f HTTP/1.1" status: 204 len: 168 time: 0.6117868 Dec 16 03:31:37.296123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.296500 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-a0e7fc41-a08f-488c-bfa8-0f927f73105d tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:37.297547 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a0e7fc41-a08f-488c-bfa8-0f927f73105d tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags/tempest-TagsExtTest-Tag-904456153 HTTP/1.1" status: 404 len: 328 time: 0.1261339 Dec 16 03:31:37.298157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.301903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:37.303252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.306022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32846) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.308348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.320713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-1e6b423b-c825-4bbd-a2a2-3e683d3ea90e tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e', 'tempest-TagsExtTest-Tag-1317156526') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server [None req-6afdd844-927c-426a-b880-bb17b7db1029 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7060353-c85a-47f3-b91a-faebce94b38f: This subnet is being modified by another concurrent operation. Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:31:37.341552 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise exception Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7060353-c85a-47f3-b91a-faebce94b38f: This subnet is being modified by another concurrent operation. Dec 16 03:31:37.345507 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Dec 16 03:31:37.351879 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8a0d61fc-6cd0-43de-be0b-cc8b4292ead2 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509036 Dec 16 03:31:37.358213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32852) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.371296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:37.390123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfb81-9c54-4d7e-b7f6-f67cdc4b7ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.396274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c08f0f9d-10d0-4588-a08f-f39e869a8c9a None None] Provisioning complete for port d534cc5d-19ec-47bc-9117-6a6c00d184c8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:37.396775 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c08f0f9d-10d0-4588-a08f-f39e869a8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.399629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a0cf0-c8b8-469e-82d7-b4d84ab5a1b1 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:31:37.432074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.461742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=a7bcc670-3ca6-4d04-aec7-fa0771eaa998,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:37.480843 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8192377f-fcab-43bb-94fd-20bb53c778db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6275632 Dec 16 03:31:37.487392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network a7bcc670-3ca6-4d04-aec7-fa0771eaa998 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:37.490458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.495134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:37.504132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': 'a7bcc670-3ca6-4d04-aec7-fa0771eaa998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:37.517203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41dc0c78-a276-4594-83e8-9b3bbdba4e81,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:37.521857 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c08f0f9d-10d0-4588-a08f-f39e869a8c9a None None] Port d534cc5d-19ec-47bc-9117-6a6c00d184c8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:37.523309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.523653 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Added segment 5e6ed37d-d16f-43d7-b13b-80c419579b9f of type vlan for network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 Dec 16 03:31:37.609160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.617975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-1e6b423b-c825-4bbd-a2a2-3e683d3ea90e tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:37.619086 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1e6b423b-c825-4bbd-a2a2-3e683d3ea90e tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags/tempest-TagsExtTest-Tag-1317156526 HTTP/1.1" status: 404 len: 329 time: 0.3063641 Dec 16 03:31:37.623102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32858) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.627786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-3d71ed5e-d6fd-466b-8617-83acbfc8e46d tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', {'tags': ['tempest-TagsExtTest-Tag-344350721', 'tempest-TagsExtTest-Tag-1892553875', 'tempest-TagsExtTest-Tag-2012366480']}) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:37.658324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a0cf0-c8b8-469e-82d7-b4d84ab5a1b1 None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:31:37.681656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.695177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:37.696107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:37.786792 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1097400 Dec 16 03:31:37.793955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32862) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.803871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'subnet': {'network_id': 'dcd1349a-96b1-4b03-874c-0ad6de4d73b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:37.851429 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3d71ed5e-d6fd-466b-8617-83acbfc8e46d tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags HTTP/1.1" status: 200 len: 317 time: 0.2249262 Dec 16 03:31:37.878192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:37.890460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4b612-dd84-4483-b9cc-6a091527b8c5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Network': ['ID=dcd1349a-96b1-4b03-874c-0ad6de4d73b1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:37.890902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-cc97e2ef-4fdb-4dae-90bd-c0d5cdef8a6a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:37.920081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:37.940656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231bc3-669a-46c8-8c8a-c8cd839413b6 req-b9ff9247-1638-4941-aea6-858962571955 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:37.944250 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-19231bc3-669a-46c8-8c8a-c8cd839413b6 req-b9ff9247-1638-4941-aea6-858962571955 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.1516373 Dec 16 03:31:37.991383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:37.995059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.020465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:38.024196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.069689 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-19231bc3-669a-46c8-8c8a-c8cd839413b6 req-e3ade0d3-d194-4e86-aad1-60a3756077c8 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099386 Dec 16 03:31:38.115118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.161521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:38.161840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 7b1e568d-a534-4b09-b33b-d8b98616a922 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:38.165132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.199203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 7b1e568d-a534-4b09-b33b-d8b98616a922 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:38.199538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 7b1e568d-a534-4b09-b33b-d8b98616a922 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:38.239339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b46031-bc87-4084-9829-e2321b5d96b2 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:31:38.256394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.264501 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cc97e2ef-4fdb-4dae-90bd-c0d5cdef8a6a tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags HTTP/1.1" status: 204 len: 168 time: 0.3811460 Dec 16 03:31:38.271035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32870) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:38.275534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-aa66f88f-311a-4941-813e-d286db776613 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', 'tempest-TagsExtTest-Tag-344350721') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:38.307427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Provisioning complete for port 0f7ce92e-b831-467b-b0a6-61636fc9a7d3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:38.307778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.334153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.334473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Subnet': ['ID=b4b0bdbc-57b8-446f-aa8b-dab0d24dafec,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:38.343955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Checking segment: {'id': '5e6ed37d-d16f-43d7-b13b-80c419579b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dcd1349a-96b1-4b03-874c-0ad6de4d73b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:38.344231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network hostable DHCP agents. Network: dcd1349a-96b1-4b03-874c-0ad6de4d73b1, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:38.363207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Port 0f7ce92e-b831-467b-b0a6-61636fc9a7d3 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:38.366978 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:38.378772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, dcd1349a-96b1-4b03-874c-0ad6de4d73b1) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:38.383390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:38.384420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.404814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.406947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Provisioning complete for port c2b2a8a8-971d-489e-9375-2d31e523de47 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:38.407171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.408400 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-833a78b3-de8a-407d-a167-54454f340a4b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6080258 Dec 16 03:31:38.408719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b46031-bc87-4084-9829-e2321b5d96b2 None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:31:38.411711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32872) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:38.416153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-7463527', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:38.435836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Network 56775159-a45a-4f3c-9743-00eba77bfcfe is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:38.449214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.451164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.452807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:38.455391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:38.463972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Port': ['ID=50972df1-0427-481f-ad95-d242f6af3b5d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:38.466309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Port c2b2a8a8-971d-489e-9375-2d31e523de47 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:38.530907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.536593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Provisioning complete for port 441c6a0e-73c6-4234-9134-2dc12b0fb695 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:38.536967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.598043 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-aa66f88f-311a-4941-813e-d286db776613 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:38.599130 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-aa66f88f-311a-4941-813e-d286db776613 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags/tempest-TagsExtTest-Tag-344350721 HTTP/1.1" status: 404 len: 328 time: 0.3271747 Dec 16 03:31:38.603312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.604980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:38.633359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-e5392d1f-7e2d-4f7d-b4b5-c3ef922b43e4 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', 'tempest-TagsExtTest-Tag-1892553875') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:38.646804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:38.647550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.750095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:38.756289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.759581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:38.762724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:38.763356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.765694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:38.785629 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e63403ac-6a2c-4f02-8721-184bacd6fcbb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9906735 Dec 16 03:31:38.793449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32886) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:38.799071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.808311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:38.827999 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ab40b17e-ce07-4f9f-ab6b-a326e9500f24 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4683919 Dec 16 03:31:38.836077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:38.842504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a845092c-3a10-4ab2-96b3-52fcaacffb22 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-90739402', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:38.862453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=357a1152-cf45-4645-b777-3d44061f8ea0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:38.864732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Provisioning complete for port c5619ee6-40a6-4e25-9c03-e79e8445400c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:38.865236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.888596 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-e5392d1f-7e2d-4f7d-b4b5-c3ef922b43e4 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:38.889726 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e5392d1f-7e2d-4f7d-b4b5-c3ef922b43e4 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags/tempest-TagsExtTest-Tag-1892553875 HTTP/1.1" status: 404 len: 329 time: 0.2622926 Dec 16 03:31:38.896329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:38.903169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-d8fb2370-ed7c-4884-9c45-4495eb893f00 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f', 'tempest-TagsExtTest-Tag-2012366480') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:38.909585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': 'f50da9f5-994f-43fe-9e75-71ec44ad07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a7bcc670-3ca6-4d04-aec7-fa0771eaa998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:38.909585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: a7bcc670-3ca6-4d04-aec7-fa0771eaa998, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:38.936443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a845092c-3a10-4ab2-96b3-52fcaacffb22 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.936443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a845092c-3a10-4ab2-96b3-52fcaacffb22 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.978072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': 'bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:38.979767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:38.986490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network a7bcc670-3ca6-4d04-aec7-fa0771eaa998 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:39.030221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a845092c-3a10-4ab2-96b3-52fcaacffb22 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.043889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a845092c-3a10-4ab2-96b3-52fcaacffb22 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.050286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, a7bcc670-3ca6-4d04-aec7-fa0771eaa998) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:39.065642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:39.066252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.071646 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-d8fb2370-ed7c-4884-9c45-4495eb893f00 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:39.072651 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d8fb2370-ed7c-4884-9c45-4495eb893f00 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags/tempest-TagsExtTest-Tag-2012366480 HTTP/1.1" status: 404 len: 329 time: 0.1753452 Dec 16 03:31:39.077801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:39.079347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Provisioning complete for port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:39.079347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.086153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-9925ee55-5b98-4d69-91d7-38afd878d292 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', {'tags': ['tempest-TagsExtTest-Tag-432046865', 'tempest-TagsExtTest-Tag-1064691573', 'tempest-TagsExtTest-Tag-2045518480']}) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:39.092961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a845092c-3a10-4ab2-96b3-52fcaacffb22 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.097278 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a845092c-3a10-4ab2-96b3-52fcaacffb22 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2582529 Dec 16 03:31:39.097921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32894) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:39.196740 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4202c788-840f-4ce8-b6c3-6bae3a274ed6 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6996875 Dec 16 03:31:39.204838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32896) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:39.271474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a42df-c299-4b0b-aa0f-cc572de29d13 req-3194e6a1-d58e-40a4-9381-f559bf99184b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:39.273068 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7d8a42df-c299-4b0b-aa0f-cc572de29d13 req-3194e6a1-d58e-40a4-9381-f559bf99184b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.5225599 Dec 16 03:31:39.331416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda5c3e-7a88-4f5b-8fea-6c6d34e21cc7 req-6a73db0d-2596-4b33-9eb3-b00eee26f415 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:39.333270 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-eeda5c3e-7a88-4f5b-8fea-6c6d34e21cc7 req-6a73db0d-2596-4b33-9eb3-b00eee26f415 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.5522580 Dec 16 03:31:39.339571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.369130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e/eea6a60b-6421-4db4-9bf0-67acac874d6b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:39.383427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9925ee55-5b98-4d69-91d7-38afd878d292 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags HTTP/1.1" status: 200 len: 317 time: 0.3039849 Dec 16 03:31:39.385897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:39.390483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-6cd1aba6-b400-4fca-83b5-d4d2b79a3b81 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:39.447125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Provisioning complete for port 2dc57a7d-07de-43ac-ba6f-9ceed1871172 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:39.447464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.498651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7d8a42df-c299-4b0b-aa0f-cc572de29d13 req-38cc8a06-f4ef-4562-be5a-daf82e9d2d59 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971977 Dec 16 03:31:39.502356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.523760 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-eeda5c3e-7a88-4f5b-8fea-6c6d34e21cc7 req-0e002a25-134d-43d7-9d16-e7f4f405250a tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694660 Dec 16 03:31:39.534571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.560828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.564671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Port 2dc57a7d-07de-43ac-ba6f-9ceed1871172 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:39.574052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.598118 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6cd1aba6-b400-4fca-83b5-d4d2b79a3b81 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags HTTP/1.1" status: 204 len: 168 time: 0.2109120 Dec 16 03:31:39.605902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32904) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:39.617234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-f76a25c1-0e76-4ba0-9549-335f599873b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', 'tempest-TagsExtTest-Tag-432046865') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:39.628102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Provisioning complete for port fd64de54-5509-4056-8f86-074675f54cfc triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:39.628482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f694563f-de4f-4d74-ab4e-998bde156696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.632806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:39.639014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:39.658284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:39.660972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Pushing event updated for resources: {'Port': ['ID=eea6a60b-6421-4db4-9bf0-67acac874d6b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:39.668099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.765436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Attempting to bind port eea6a60b-6421-4db4-9bf0-67acac874d6b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:39.765824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Attempting to bind port eea6a60b-6421-4db4-9bf0-67acac874d6b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:39.766178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Attempting to bind port eea6a60b-6421-4db4-9bf0-67acac874d6b on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:39.784110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:39.784576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:39.785049 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.785380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:39.785887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Bound port: eea6a60b-6421-4db4-9bf0-67acac874d6b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:39.786377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.853595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.862717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.917053 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-f76a25c1-0e76-4ba0-9549-335f599873b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:39.918067 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f76a25c1-0e76-4ba0-9549-335f599873b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags/tempest-TagsExtTest-Tag-432046865 HTTP/1.1" status: 404 len: 328 time: 0.3083117 Dec 16 03:31:39.923198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:39.927294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:39.965296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::1 (8bedf3a0-d209-46d5-944c-b7048f15ec80/bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e/624852fb-0cc9-4416-8999-d071230f06b8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:39.969244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-39e84c84-d632-43b0-8e34-ac59f797036b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', 'tempest-TagsExtTest-Tag-1064691573') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:39.993425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] For port eea6a60b-6421-4db4-9bf0-67acac874d6b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:39.997004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] For port eea6a60b-6421-4db4-9bf0-67acac874d6b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eea6a60b-6421-4db4-9bf0-67acac874d6b,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:39.998250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.002559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.063755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1bc0-67f6-464f-98fb-10a7952e2555 None None] Pushing event updated for resources: {'Port': ['ID=eea6a60b-6421-4db4-9bf0-67acac874d6b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:40.070432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.112834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.147392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.180944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=357a1152-cf45-4645-b777-3d44061f8ea0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:40.197995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:40.201725 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:40.206724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:40.207288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.244250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=624852fb-0cc9-4416-8999-d071230f06b8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:40.326335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.336026 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-39e84c84-d632-43b0-8e34-ac59f797036b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:40.338510 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-39e84c84-d632-43b0-8e34-ac59f797036b tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags/tempest-TagsExtTest-Tag-1064691573 HTTP/1.1" status: 404 len: 329 time: 0.3814654 Dec 16 03:31:40.342569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32916) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:40.353872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1267-db30-4824-a0ac-52385203e55f req-fc3678bb-c346-47c1-afa2-c98f9dbe3662 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:40.355495 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-162c1267-db30-4824-a0ac-52385203e55f req-fc3678bb-c346-47c1-afa2-c98f9dbe3662 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.3983877 Dec 16 03:31:40.363350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-163d7666-8750-4062-a297-b6be55da55d1 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d', 'tempest-TagsExtTest-Tag-2045518480') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:40.366234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Allocated IP 172.26.6.62 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/cd6a8149-52b9-440a-b06b-6afcfb19e2ab) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:40.383092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a506ea5-6032-4f67-8b95-169df3572c95 req-41f897ac-1d9b-4fee-957f-960da4a05320 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:40.384623 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a506ea5-6032-4f67-8b95-169df3572c95 req-41f897ac-1d9b-4fee-957f-960da4a05320 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.4199526 Dec 16 03:31:40.406900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.432354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bcc670-3ca6-4d04-aec7-fa0771eaa998']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:40.466569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50da9f5-994f-43fe-9e75-71ec44ad07cf') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:40.467006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50da9f5-994f-43fe-9e75-71ec44ad07cf') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:40.494344 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-163d7666-8750-4062-a297-b6be55da55d1 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:40.495446 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-163d7666-8750-4062-a297-b6be55da55d1 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags/tempest-TagsExtTest-Tag-2045518480 HTTP/1.1" status: 404 len: 329 time: 0.1517434 Dec 16 03:31:40.498286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:40.502750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-d92cdce3-9fe4-4eab-ba02-deb64b293a46 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', {'tags': ['tempest-TagsExtTest-Tag-883285934', 'tempest-TagsExtTest-Tag-1601926025', 'tempest-TagsExtTest-Tag-1949222981']}) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:40.536348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.556500 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-162c1267-db30-4824-a0ac-52385203e55f req-993c4b8e-2da0-43e5-ac37-372f51735c37 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878629 Dec 16 03:31:40.573651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.599548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:40.600223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:40.605004 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:40.621617 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a506ea5-6032-4f67-8b95-169df3572c95 req-edc286ff-cdc1-427f-8778-b7bb40f06159 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914010 Dec 16 03:31:40.689721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.702454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.708268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.712337 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/a7bcc670-3ca6-4d04-aec7-fa0771eaa998 HTTP/1.1" status: 204 len: 168 time: 1.5048239 Dec 16 03:31:40.720577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:40.725953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1426020236'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:40.746807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dce71-a4e9-4eed-a820-cdbb6bde29ce tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=a7bcc670-3ca6-4d04-aec7-fa0771eaa998,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:40.753979 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d92cdce3-9fe4-4eab-ba02-deb64b293a46 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "PUT /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags HTTP/1.1" status: 200 len: 317 time: 0.2542055 Dec 16 03:31:40.756431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32926) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:40.768931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-3aa4b9dd-9981-4a54-8c89-73f3561de677 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:40.803642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.828784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:40.834263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.847424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.868326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:40.874222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.875353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.928896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:40.929406 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment c76adc8a-43b3-4723-964d-9504484dde6e of type vlan for network 04f7fe96-9ff4-41a1-a786-a57d210d662f Dec 16 03:31:40.978562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:41.004583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:41.007175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:41.033180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=624852fb-0cc9-4416-8999-d071230f06b8,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:41.051099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Port': ['ID=cd6a8149-52b9-440a-b06b-6afcfb19e2ab,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:41.060358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.060874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.065370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.6.62-22be782b-949e-4b34-9545-830c1d5f6c7a {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:31:41.065864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:31:41.074424 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3aa4b9dd-9981-4a54-8c89-73f3561de677 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags HTTP/1.1" status: 204 len: 168 time: 0.3140001 Dec 16 03:31:41.080831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc505d-803a-4952-8f1b-f829ea1ff34b req-d852a21e-fcd7-4fc0-8873-a0488db8a3dc tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:41.091847 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-26dc505d-803a-4952-8f1b-f829ea1ff34b req-d852a21e-fcd7-4fc0-8873-a0488db8a3dc tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.2485776 Dec 16 03:31:41.093669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32934) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:41.113811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-12b36f1b-6a93-470b-97b3-7ac292da4549 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', 'tempest-TagsExtTest-Tag-883285934') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:41.154194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.162147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:41.163085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.168985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:41.177720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:41.205856 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-12b36f1b-6a93-470b-97b3-7ac292da4549 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:41.206934 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-12b36f1b-6a93-470b-97b3-7ac292da4549 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags/tempest-TagsExtTest-Tag-883285934 HTTP/1.1" status: 404 len: 328 time: 0.1030328 Dec 16 03:31:41.212859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32938) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:41.232255 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-34e7b34d-1159-4c55-a75e-b015e4771b82 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', 'tempest-TagsExtTest-Tag-1601926025') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:41.247959 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5263002 Dec 16 03:31:41.253649 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-26dc505d-803a-4952-8f1b-f829ea1ff34b req-3e172059-94c5-4b66-b473-2959dd4d21ab tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552403 Dec 16 03:31:41.256758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32940) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:41.273062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:41.343405 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.375335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e23a68-6e44-4422-a546-86337807ac97 None None] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:41.386844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0c12d-ee88-4ff0-aa20-944527b1602b None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:41.390043 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-34e7b34d-1159-4c55-a75e-b015e4771b82 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:41.393816 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-34e7b34d-1159-4c55-a75e-b015e4771b82 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags/tempest-TagsExtTest-Tag-1601926025 HTTP/1.1" status: 404 len: 329 time: 0.1632743 Dec 16 03:31:41.399262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62ea9e-e95f-4e9b-b80b-a125653e1ff7 req-535e775b-80e1-417a-93d6-fe88e961ee53 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:41.411889 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ee62ea9e-e95f-4e9b-b80b-a125653e1ff7 req-535e775b-80e1-417a-93d6-fe88e961ee53 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2386630 Dec 16 03:31:41.431583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32942) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:41.448736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-7f2ab1d4-eed8-4884-9657-8d2ff910bab3 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1', 'tempest-TagsExtTest-Tag-1949222981') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:41.482158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acdd20-3149-4c04-8d23-83835ca51a3c None None] Network a7bcc670-3ca6-4d04-aec7-fa0771eaa998 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:41.533592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.543046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acdd20-3149-4c04-8d23-83835ca51a3c None None] Network a7bcc670-3ca6-4d04-aec7-fa0771eaa998 could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:31:41.573831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6e7dc-bc8f-42ef-9b8b-f0e4cb917813 None None] Network a7bcc670-3ca6-4d04-aec7-fa0771eaa998 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:41.598066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6e7dc-bc8f-42ef-9b8b-f0e4cb917813 None None] Network a7bcc670-3ca6-4d04-aec7-fa0771eaa998 could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:31:41.604506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.632924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1059eda7-e5b4-4c59-882d-9fe269e31ae5 None None] Provisioning complete for port eea6a60b-6421-4db4-9bf0-67acac874d6b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:41.633690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1059eda7-e5b4-4c59-882d-9fe269e31ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.658990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84466c-4e2d-4189-99a1-0e1ea4652db0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=04f7fe96-9ff4-41a1-a786-a57d210d662f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:41.683573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f9970-4ed7-40fe-8497-f9738bba7ca1 None None] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:41.685729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:41.694577 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-7f2ab1d4-eed8-4884-9657-8d2ff910bab3 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] show failed (client error): The resource could not be found. Dec 16 03:31:41.695887 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7f2ab1d4-eed8-4884-9657-8d2ff910bab3 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags/tempest-TagsExtTest-Tag-1949222981 HTTP/1.1" status: 404 len: 329 time: 0.2577844 Dec 16 03:31:41.698598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:41.704369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-e3a9536d-3157-457b-8810-6fb2cd7d9dfa tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d5bc86a-669f-4428-bcb1-ee4a5c91aae1') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:41.726084 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ee62ea9e-e95f-4e9b-b80b-a125653e1ff7 req-6d8d4f4f-7ff2-4d72-9a57-f7765dce9495 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132925 Dec 16 03:31:41.750468 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e3a9536d-3157-457b-8810-6fb2cd7d9dfa tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1/tags HTTP/1.1" status: 204 len: 168 time: 0.0500131 Dec 16 03:31:41.752771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:41.759187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-1958e36a-f561-4dbd-be32-f21a7e94f99c tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6d73f2fb-42dc-473f-a4e7-f88513eccf7d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:41.762278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:31:41.786198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.863132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f711137-b354-4af6-8b10-41cb317c20af req-d703ba86-ae67-4040-886f-5c5466d414ff tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:41.864664 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7f711137-b354-4af6-8b10-41cb317c20af req-d703ba86-ae67-4040-886f-5c5466d414ff tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.30 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 0.3437972 Dec 16 03:31:41.865431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.913271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f is not hosted by any dhcp agent {{(pid=103161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:31:41.919115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:41.919765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.921066 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "PUT /v2.0/networks/04f7fe96-9ff4-41a1-a786-a57d210d662f HTTP/1.1" status: 200 len: 723 time: 0.6598074 Dec 16 03:31:41.926323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32952) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:41.939413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': '04f7fe96-9ff4-41a1-a786-a57d210d662f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:41.943677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1059eda7-e5b4-4c59-882d-9fe269e31ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:41.958674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cea046-d2c9-486d-8731-8f09b4d29ec4 None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:42.014273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:42.028765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1059eda7-e5b4-4c59-882d-9fe269e31ae5 None None] For port eea6a60b-6421-4db4-9bf0-67acac874d6b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eea6a60b-6421-4db4-9bf0-67acac874d6b,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:42.030333 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ecc86e4c-2db0-42a1-b003-46dc309919dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "PUT /v2.0/routers/91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9018142 Dec 16 03:31:42.034248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:42.042630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Sync routers for ids ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:42.080091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1059eda7-e5b4-4c59-882d-9fe269e31ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:42.100893 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1958e36a-f561-4dbd-be32-f21a7e94f99c tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d/tags HTTP/1.1" status: 204 len: 168 time: 0.3444786 Dec 16 03:31:42.113623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:42.125682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Routers {'91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:42.126677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:42.128860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-b4953c6d-4f6b-47d3-a011-9c664b36602c tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a04492b-5b67-464e-81f2-8c251c816a2f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:42.179709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eee552-c72d-42c1-96df-7c62798713f5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:42.183799 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-22eee552-c72d-42c1-96df-7c62798713f5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports/624852fb-0cc9-4416-8999-d071230f06b8 HTTP/1.1" status: 200 len: 911 time: 0.1423204 Dec 16 03:31:42.186293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:42.255493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eea6a60b-6421-4db4-9bf0-67acac874d6b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:42.305588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a341a3e-9b0d-49ef-b8b0-910dd7f8c836 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:42.312620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a341a3e-9b0d-49ef-b8b0-910dd7f8c836 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:42.317493 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1a341a3e-9b0d-49ef-b8b0-910dd7f8c836 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1263747 Dec 16 03:31:42.317854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:42.320775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:42.324941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:42.347258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059eda7-e5b4-4c59-882d-9fe269e31ae5 None None] Pushing event updated for resources: {'Port': ['ID=eea6a60b-6421-4db4-9bf0-67acac874d6b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:42.373766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-47db5c79-d239-402e-9838-ee06d4dc4321 None None] Provisioning complete for port 50972df1-0427-481f-ad95-d242f6af3b5d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:42.374128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47db5c79-d239-402e-9838-ee06d4dc4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:42.381104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Set router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:42.471548 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b4953c6d-4f6b-47d3-a011-9c664b36602c tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f/tags HTTP/1.1" status: 204 len: 168 time: 0.3567123 Dec 16 03:31:42.481846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:42.489825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-47db5c79-d239-402e-9838-ee06d4dc4321 None None] Port 50972df1-0427-481f-ad95-d242f6af3b5d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:42.506809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-c8893636-0a0f-4b71-91b7-da5a6d25e0b8 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:42.567578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port eea6a60b-6421-4db4-9bf0-67acac874d6b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:42.577003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:42.764999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a69e-50e0-4a20-82aa-8a933948e874 req-ab959fc0-b926-4fb6-9533-aa48de48119d tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:42.775381 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3063a69e-50e0-4a20-82aa-8a933948e874 req-ab959fc0-b926-4fb6-9533-aa48de48119d tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 945 time: 1.0931695 Dec 16 03:31:42.801705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-5627dec1-ab1c-4a88-85b4-5277c9c8e44e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:42.803392 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-5627dec1-ab1c-4a88-85b4-5277c9c8e44e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.30 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.2936575 Dec 16 03:31:42.816556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.26.6.44 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/ce183f82-c427-4a9c-8f77-a5f90ad0a6b6) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:42.843005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32693141-399b-4c5c-bf6f-fa3e262e2a29 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=04f7fe96-9ff4-41a1-a786-a57d210d662f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:42.856062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:42.917768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fffc2a7c-7c57-4813-8856-2a78a86912e2 None None] Provisioning complete for port 624852fb-0cc9-4416-8999-d071230f06b8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:42.918159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fffc2a7c-7c57-4813-8856-2a78a86912e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.025745 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c8893636-0a0f-4b71-91b7-da5a6d25e0b8 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e/tags HTTP/1.1" status: 204 len: 168 time: 0.5344934 Dec 16 03:31:43.031467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb6834-f77a-4439-b21b-64ce2a55433b req-1b4efedf-1bac-47b9-a0a9-384ba7ee068b tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:43.039785 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7ecb6834-f77a-4439-b21b-64ce2a55433b req-1b4efedf-1bac-47b9-a0a9-384ba7ee068b tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 945 time: 0.3169417 Dec 16 03:31:43.042561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32968) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:43.061064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fffc2a7c-7c57-4813-8856-2a78a86912e2 None None] Port 624852fb-0cc9-4416-8999-d071230f06b8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:43.061958 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3063a69e-50e0-4a20-82aa-8a933948e874 req-68744cc7-2121-4864-a12f-ce549e67030c tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a5af8e-d5f2-4b47-9791-070bd3d70c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855353 Dec 16 03:31:43.161747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fffc2a7c-7c57-4813-8856-2a78a86912e2 None None] Provisioning complete for port eea6a60b-6421-4db4-9bf0-67acac874d6b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:43.162373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fffc2a7c-7c57-4813-8856-2a78a86912e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.164791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.188801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.231847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=1855b970-4e20-4e71-9c97-3e2e3f8560ff,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:43.250960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.261319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'name': 'tempest-NetworksTestDHCPv6-router-90739402', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:38Z', 'updated_at': '2021-12-16T03:31:40Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None, '_interfaces': [{'id': '624852fb-0cc9-4416-8999-d071230f06b8', 'name': '', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'mac_address': 'fa:16:3e:b0:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:31:39Z', 'updated_at': '2021-12-16T03:31:40Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'subnets': [{'id': 'bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:43.297632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Checking router: 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:43.298150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Updating router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 port 624852fb-0cc9-4416-8999-d071230f06b8 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:31:43.310970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Deleting port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:43.311479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.326282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.398487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.407313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.415998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] For port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:43.416391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.441241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-13304b40-d27e-489d-9111-0bab653bf7d3 None None] Provisioning complete for port 624852fb-0cc9-4416-8999-d071230f06b8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:43.441765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13304b40-d27e-489d-9111-0bab653bf7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.495529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-13304b40-d27e-489d-9111-0bab653bf7d3 None None] Port 624852fb-0cc9-4416-8999-d071230f06b8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:43.518482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:43.578076 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7ecb6834-f77a-4439-b21b-64ce2a55433b req-7c062fdd-e092-4324-8e69-40b321afb198 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5372813 Dec 16 03:31:43.582179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-624f2aa6-ac9c-4465-a1b7-e5ad5ef930a6 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for subnetpool, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.588458 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-624f2aa6-ac9c-4465-a1b7-e5ad5ef930a6 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6d5bc86a-669f-4428-bcb1-ee4a5c91aae1 HTTP/1.1" status: 204 len: 168 time: 0.5241401 Dec 16 03:31:43.589448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32970) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:43.592173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Deleting port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:43.593031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.640725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=ce183f82-c427-4a9c-8f77-a5f90ad0a6b6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:43.646714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:43.648911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:43.665351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fe1a6-301b-4498-b5be-adf3e5a6879c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:43.670959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.694589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.702578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.703966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.704482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.704715 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Floating IP ff09c82c-5548-4b70-bee6-9c3e99b4f267 disassociated. External IP: 172.26.6.198, port: 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe. Dec 16 03:31:43.705107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Calling delete_port for 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:43.735208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': 'c76adc8a-43b3-4723-964d-9504484dde6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04f7fe96-9ff4-41a1-a786-a57d210d662f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:43.735514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: 04f7fe96-9ff4-41a1-a786-a57d210d662f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:43.815115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca69e9e-1caf-47f6-8d11-ba43dc486d3f None None] Pushing event updated for resources: {'Port': ['ID=624852fb-0cc9-4416-8999-d071230f06b8,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:43.831935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] For port cd72ca0f-2884-451a-a9d7-4c6d819f98f0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:43.832467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.867938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-79321d86-298d-496a-8e43-b421915cef4d None None] Provisioning complete for port ce183f82-c427-4a9c-8f77-a5f90ad0a6b6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:43.868322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79321d86-298d-496a-8e43-b421915cef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.875961 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ba1ad073-8cb4-47c0-b692-78322722df4e tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d73f2fb-42dc-473f-a4e7-f88513eccf7d HTTP/1.1" status: 200 len: 205 time: 0.1965322 Dec 16 03:31:43.884099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4867242-d721-4913-abe6-dace78014e22 req-1e0613b3-7321-4bd3-9229-11bd0399b576 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:43.885749 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f4867242-d721-4913-abe6-dace78014e22 req-1e0613b3-7321-4bd3-9229-11bd0399b576 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.5324945 Dec 16 03:31:43.893425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:43.912767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Attempting to bind port 624852fb-0cc9-4416-8999-d071230f06b8 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:43.913065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Attempting to bind port 624852fb-0cc9-4416-8999-d071230f06b8 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:43.913559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Attempting to bind port 624852fb-0cc9-4416-8999-d071230f06b8 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:43.914847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:43.919537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-79321d86-298d-496a-8e43-b421915cef4d None None] Port ce183f82-c427-4a9c-8f77-a5f90ad0a6b6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:43.922910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:43.922910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:43.923926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:43.924376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:43.925302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Bound port: 624852fb-0cc9-4416-8999-d071230f06b8, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:43.925698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.002835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.004695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] For port 624852fb-0cc9-4416-8999-d071230f06b8, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:44.009176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] For port 624852fb-0cc9-4416-8999-d071230f06b8, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=624852fb-0cc9-4416-8999-d071230f06b8,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:44.018432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.046171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.051301 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2467170 Dec 16 03:31:44.052065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459fc06-3efe-4bf4-bcf5-63be06bfa739 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Port': ['ID=cd6a8149-52b9-440a-b06b-6afcfb19e2ab,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:44.058523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32974) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:44.111398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-93c221e6-fdc7-49bd-8cf3-34dd82a16fe4 None None] Provisioning complete for port 624852fb-0cc9-4416-8999-d071230f06b8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:44.111837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93c221e6-fdc7-49bd-8cf3-34dd82a16fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.130575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 04f7fe96-9ff4-41a1-a786-a57d210d662f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:44.143458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:44.144071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.151446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d5c5e8-40cc-403d-b6e0-b02eddf42d55 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.169564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eea6a60b-6421-4db4-9bf0-67acac874d6b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:44.171891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565bf2b-18a3-4d3f-8daa-fc54944ba5f7 None None] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:44.209037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.209553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.209962 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Floating IP 88abd7ed-639d-4958-90e0-becacb8f1aed disassociated. External IP: 172.26.6.216, port: cd72ca0f-2884-451a-a9d7-4c6d819f98f0. Dec 16 03:31:44.210423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Calling delete_port for cd72ca0f-2884-451a-a9d7-4c6d819f98f0 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:44.223052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-03437245-5672-48dd-8508-6545c3ffd313 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'floatingip': {'port_id': '50972df1-0427-481f-ad95-d242f6af3b5d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:44.290420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Routers {'91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:44.291107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:44.323396 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca69e9e-1caf-47f6-8d11-ba43dc486d3f None None] Pushing event updated for resources: {'Port': ['ID=624852fb-0cc9-4416-8999-d071230f06b8,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:44.370255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-04f7fe96-9ff4-41a1-a786-a57d210d662f', 'network_id': '04f7fe96-9ff4-41a1-a786-a57d210d662f', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '1855b970-4e20-4e71-9c97-3e2e3f8560ff'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:44.371197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.453324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.486769 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4410c46f-d1c7-42a8-8c34-cbccb9ed8f7a req-df57edd5-89f8-4925-a771-574a6dbcc869 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.2593553 Dec 16 03:31:44.516853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-03437245-5672-48dd-8508-6545c3ffd313 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.580532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] Set router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:44.586250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93c221e6-fdc7-49bd-8cf3-34dd82a16fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.594975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event deleted for resources: {'Port': ['ID=cd72ca0f-2884-451a-a9d7-4c6d819f98f0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:44.598367 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ef4a65cb-a545-4a97-934a-8181687040f2 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6709285 Dec 16 03:31:44.598994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:44.609542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-241a4e58-7109-41f5-ae8e-4bae71a2b08c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:44.673430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port eea6a60b-6421-4db4-9bf0-67acac874d6b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:44.673905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.729488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d5c5e8-40cc-403d-b6e0-b02eddf42d55 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.731696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d5c5e8-40cc-403d-b6e0-b02eddf42d55 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.759426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f4867242-d721-4913-abe6-dace78014e22 req-d8b3f0f6-7e05-4a30-b51c-2949d1f05696 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5440142 Dec 16 03:31:44.802937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d5c5e8-40cc-403d-b6e0-b02eddf42d55 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.803465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d5c5e8-40cc-403d-b6e0-b02eddf42d55 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Fanout notify agent at l3_agent the message router_deleted on router 6d73f2fb-42dc-473f-a4e7-f88513eccf7d {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:31:44.820118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d5c5e8-40cc-403d-b6e0-b02eddf42d55 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.821317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-55d5c5e8-40cc-403d-b6e0-b02eddf42d55 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/routers/6d73f2fb-42dc-473f-a4e7-f88513eccf7d HTTP/1.1" status: 204 len: 168 time: 0.9261210 Dec 16 03:31:44.832077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:44.832948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32982) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:44.941979 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-03437245-5672-48dd-8508-6545c3ffd313 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] update failed (client error): The resource could not be found. Dec 16 03:31:44.943471 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-03437245-5672-48dd-8508-6545c3ffd313 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "PUT /v2.0/floatingips/45454421-1255-4a9d-b838-b0a5c96b86df HTTP/1.1" status: 404 len: 507 time: 0.7269626 Dec 16 03:31:44.968318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 32984) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:44.979032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event deleted for resources: {'Port': ['ID=6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:45.082491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Allocated IP 172.20.0.2 (04f7fe96-9ff4-41a1-a786-a57d210d662f/1855b970-4e20-4e71-9c97-3e2e3f8560ff/d1567ad5-4954-4240-9cab-b61fd0020b8f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:45.112400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-93c221e6-fdc7-49bd-8cf3-34dd82a16fe4 None None] For port 624852fb-0cc9-4416-8999-d071230f06b8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=624852fb-0cc9-4416-8999-d071230f06b8,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:45.132945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93c221e6-fdc7-49bd-8cf3-34dd82a16fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.157529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0216be-c66a-420b-bb7f-599cbee3d85d req-f6a74f62-a031-4fe2-bcad-a845138b1d98 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:45.166951 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8e0216be-c66a-420b-bb7f-599cbee3d85d req-f6a74f62-a031-4fe2-bcad-a845138b1d98 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 867 time: 0.4132822 Dec 16 03:31:45.168705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-241a4e58-7109-41f5-ae8e-4bae71a2b08c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26518787'] for subnet, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.256202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Router 59b671bd-bd48-4f47-bc15-76722b616ec4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:45.323184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7cbe1290-fb86-47dc-9406-04f1ac2d6ba4 None None] Provisioning complete for port 624852fb-0cc9-4416-8999-d071230f06b8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:45.323768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1290-fb86-47dc-9406-04f1ac2d6ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.327243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.340343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c221e6-fdc7-49bd-8cf3-34dd82a16fe4 None None] Pushing event updated for resources: {'Port': ['ID=624852fb-0cc9-4416-8999-d071230f06b8,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:45.350243 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8e0216be-c66a-420b-bb7f-599cbee3d85d req-d87874c4-9763-4703-b135-73bbe0dd7eaa tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774085 Dec 16 03:31:45.379686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:45.397039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 624852fb-0cc9-4416-8999-d071230f06b8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:45.397396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.421273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'name': 'tempest-NetworksTestDHCPv6-router-90739402', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:38Z', 'updated_at': '2021-12-16T03:31:40Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None, '_interfaces': [{'id': '624852fb-0cc9-4416-8999-d071230f06b8', 'name': '', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'mac_address': 'fa:16:3e:b0:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:31:39Z', 'updated_at': '2021-12-16T03:31:43Z', 'revision_number': 4, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'subnets': [{'id': 'bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:45.469705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a66e48-5d83-4696-a595-79e90b766742 None None] The sync data for ids ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'] in dv-neutron-821927-1-hyperv is: [{'id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'name': 'tempest-NetworksTestDHCPv6-router-90739402', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:38Z', 'updated_at': '2021-12-16T03:31:40Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None, '_interfaces': [{'id': '624852fb-0cc9-4416-8999-d071230f06b8', 'name': '', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'mac_address': 'fa:16:3e:b0:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:31:39Z', 'updated_at': '2021-12-16T03:31:43Z', 'revision_number': 4, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'subnets': [{'id': 'bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:45.577797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.593569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.675061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:45.678588 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:45.683185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:45.693262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Pushing event updated for resources: {'Port': ['ID=d1567ad5-4954-4240-9cab-b61fd0020b8f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:45.709195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:45.719778 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] Sync routers for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:45.737785 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:45.738465 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:45.796693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Attempting to bind port d1567ad5-4954-4240-9cab-b61fd0020b8f on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:45.797072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Attempting to bind port d1567ad5-4954-4240-9cab-b61fd0020b8f by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'c76adc8a-43b3-4723-964d-9504484dde6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04f7fe96-9ff4-41a1-a786-a57d210d662f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:45.797422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Attempting to bind port d1567ad5-4954-4240-9cab-b61fd0020b8f on network 04f7fe96-9ff4-41a1-a786-a57d210d662f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:45.813601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:45.816150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Checking segment: {'id': 'c76adc8a-43b3-4723-964d-9504484dde6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04f7fe96-9ff4-41a1-a786-a57d210d662f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:45.816150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.816150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Bound using segment: {'id': 'c76adc8a-43b3-4723-964d-9504484dde6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04f7fe96-9ff4-41a1-a786-a57d210d662f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:45.816150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Bound port: d1567ad5-4954-4240-9cab-b61fd0020b8f, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76adc8a-43b3-4723-964d-9504484dde6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04f7fe96-9ff4-41a1-a786-a57d210d662f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:45.816150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.839038 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-efd2e4c8-10fb-429e-81b3-a3dae5b64d7e req-a23ab8ad-139f-4a5e-b6b7-38936699d88f tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.1073050 Dec 16 03:31:45.861437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Deleting port 0a04492b-5b67-464e-81f2-8c251c816a2f {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:45.862952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.869736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] No DVR routers for this DVR port 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:45.875804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:45.880085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c7430f59-fb19-4f19-82b1-9d04cee1f645 req-b6e95035-7c99-4c4c-8f82-5fb271e0259e tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.30 "DELETE /v2.0/ports/6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe HTTP/1.1" status: 204 len: 173 time: 3.0674670 Dec 16 03:31:45.899599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'name': 'network-vif-deleted', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:31:45.915433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2c2ced-0816-4f8f-87bf-dfe27d91b059" -d '{"events": [{"server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "name": "network-vif-deleted", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:31:45.986260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] For port d1567ad5-4954-4240-9cab-b61fd0020b8f, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:45.991793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] For port d1567ad5-4954-4240-9cab-b61fd0020b8f, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d1567ad5-4954-4240-9cab-b61fd0020b8f,segment=NetworkSegment(c76adc8a-43b3-4723-964d-9504484dde6e),segment_id=c76adc8a-43b3-4723-964d-9504484dde6e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:46.002162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.216204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-241a4e58-7109-41f5-ae8e-4bae71a2b08c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771890327004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26288073'] for subnet, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.239539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5cdb7-96e6-4de3-9b5a-91fde383f06a None None] Pushing event updated for resources: {'Port': ['ID=d1567ad5-4954-4240-9cab-b61fd0020b8f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:46.300807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 624852fb-0cc9-4416-8999-d071230f06b8 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:46.348127 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:46.362709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:46.384220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241a4e58-7109-41f5-ae8e-4bae71a2b08c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:46.389758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-241a4e58-7109-41f5-ae8e-4bae71a2b08c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.390013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] Sync routers for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:46.395555 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-241a4e58-7109-41f5-ae8e-4bae71a2b08c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "PUT /v2.0/subnets/1855b970-4e20-4e71-9c97-3e2e3f8560ff HTTP/1.1" status: 200 len: 806 time: 1.7877014 Dec 16 03:31:46.400323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 32994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:46.455090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2047d98-0470-4eb1-8179-feb61f80e485 x-openstack-request-id: req-d2047d98-0470-4eb1-8179-feb61f80e485 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:31:46.461141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b4edbc-9b8e-44bf-9ae4-efa24377bc06", "name": "network-vif-deleted", "tag": "6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:31:46.464377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2047d98-0470-4eb1-8179-feb61f80e485 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:31:46.464971 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b4edbc-9b8e-44bf-9ae4-efa24377bc06', 'name': 'network-vif-deleted', 'tag': '6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe', 'status': 'completed', 'code': 200} Dec 16 03:31:46.482912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:46.483815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:46.509275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.524547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Calling delete_port for 0a04492b-5b67-464e-81f2-8c251c816a2f owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:46.617931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:46.744081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:46.744425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6261bd6a-ade7-46e3-9fb8-f73cd3b03bfe not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:46.744853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device cd72ca0f-2884-451a-a9d7-4c6d819f98f0 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:46.758450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Deleting port cd6a8149-52b9-440a-b06b-6afcfb19e2ab {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:46.759114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.763463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e5467682-9e25-437b-8493-46d91142120f req-6a3c80c3-44a9-4bf1-a61c-0bdce035d5b2 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/ports?device_id=12b4edbc-9b8e-44bf-9ae4-efa24377bc06 HTTP/1.1" status: 200 len: 210 time: 0.0539184 Dec 16 03:31:46.810108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.812131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] No DVR routers for this DVR port cd72ca0f-2884-451a-a9d7-4c6d819f98f0 on host hv-neutron-8219 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:46.823643 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:16Z', 'revision_number': 5, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:46.828591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] For port 624852fb-0cc9-4416-8999-d071230f06b8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=624852fb-0cc9-4416-8999-d071230f06b8,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:46.828967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.844014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a4e58-7109-41f5-ae8e-4bae71a2b08c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=1855b970-4e20-4e71-9c97-3e2e3f8560ff,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:46.852983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 624852fb-0cc9-4416-8999-d071230f06b8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:46.853359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.864763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 624852fb-0cc9-4416-8999-d071230f06b8 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:46.909335 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] Checking router: 22d6836f-f298-469e-9e5f-dcb57d3f4d0e for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:46.922829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a41d8-5c5b-4cf7-9174-b6ba0e678481 req-5ac19683-edb0-44fb-b48f-65d01dca0f8b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:46.937145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: cd72ca0f-2884-451a-a9d7-4c6d819f98f0 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:46.937487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device cd72ca0f-2884-451a-a9d7-4c6d819f98f0 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:46.942007 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:46.942911 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-261a41d8-5c5b-4cf7-9174-b6ba0e678481 req-5ac19683-edb0-44fb-b48f-65d01dca0f8b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 1.0356057 Dec 16 03:31:46.945348 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:46.963667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:46.981700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7f711137-b354-4af6-8b10-41cb317c20af req-fc477aa1-d3fd-4cd3-9d04-6046fb0f2414 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.30 "DELETE /v2.0/ports/cd72ca0f-2884-451a-a9d7-4c6d819f98f0 HTTP/1.1" status: 204 len: 173 time: 5.1024501 Dec 16 03:31:46.991102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:47.001471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'name': 'network-vif-deleted', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:31:47.007862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09febd90-f4bf-4c07-8e20-9b7d220382c9" -d '{"events": [{"server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "name": "network-vif-deleted", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:31:47.180575 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:47.216248 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f748d77-3f63-4be4-9fda-ba43e1051b8f req-70d61afb-d8c7-4f36-af39-1d3eab53fdb5 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/ports?device_id=55a29ac7-e42d-4857-b9da-44539b3e9de5 HTTP/1.1" status: 200 len: 210 time: 0.1847389 Dec 16 03:31:47.337647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5671d87-6c15-45f9-b815-4097486edb8e x-openstack-request-id: req-a5671d87-6c15-45f9-b815-4097486edb8e {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:31:47.339066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a29ac7-e42d-4857-b9da-44539b3e9de5", "name": "network-vif-deleted", "tag": "cd72ca0f-2884-451a-a9d7-4c6d819f98f0", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:31:47.339428 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5671d87-6c15-45f9-b815-4097486edb8e {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:31:47.339933 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a29ac7-e42d-4857-b9da-44539b3e9de5', 'name': 'network-vif-deleted', 'tag': 'cd72ca0f-2884-451a-a9d7-4c6d819f98f0', 'status': 'completed', 'code': 200} Dec 16 03:31:47.362664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port d1567ad5-4954-4240-9cab-b61fd0020b8f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:47.363295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:47.430087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:18Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:47.452882 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-261a41d8-5c5b-4cf7-9174-b6ba0e678481 req-cb295e6a-4899-466c-b495-51eede06abc7 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5087285 Dec 16 03:31:47.468645 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:47.469248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:47.493817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] Checking router: 59b671bd-bd48-4f47-bc15-76722b616ec4 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:47.510845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Calling delete_port for cd6a8149-52b9-440a-b06b-6afcfb19e2ab owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:47.514233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:47.514904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:47.535143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:47.542197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:47.556287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port d1567ad5-4954-4240-9cab-b61fd0020b8f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d1567ad5-4954-4240-9cab-b61fd0020b8f,segment=NetworkSegment(c76adc8a-43b3-4723-964d-9504484dde6e),segment_id=c76adc8a-43b3-4723-964d-9504484dde6e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:47.556656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:47.581445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for d1567ad5-4954-4240-9cab-b61fd0020b8f owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:47.612453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:47.701764 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event deleted for resources: {'Port': ['ID=0a04492b-5b67-464e-81f2-8c251c816a2f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:47.716718 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:16Z', 'revision_number': 5, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:47.759572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=624852fb-0cc9-4416-8999-d071230f06b8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:47.818014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:47.833174 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a65b98-2501-4735-8a7f-5bdb7cb786d0 None None] The sync data for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv is: [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ce06e8c5-3111-49bb-a595-b82b45e6c658', 'name': '', 'network_id': 'ad205ef7-0651-499d-8e85-15dfe8aba452', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'mac_address': 'fa:16:3e:56:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:04Z', 'updated_at': '2021-12-16T03:30:16Z', 'revision_number': 5, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'subnets': [{'id': 'e38eafb6-e027-456b-b076-ec1c2d72829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:47.953182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33006) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:48.090980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.165667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.190369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f27c5e-32c0-4e62-a1df-1c0810e09694 None None] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:48.362760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event deleted for resources: {'Port': ['ID=cd6a8149-52b9-440a-b06b-6afcfb19e2ab,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:48.365475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c966c6e-f15f-47ef-b27c-f417df1ea19a tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.381080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.385577 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-09dd9cb0-18c9-47aa-8b0f-aca52f6e72b2 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/ports/0a04492b-5b67-464e-81f2-8c251c816a2f HTTP/1.1" status: 204 len: 168 time: 3.5451272 Dec 16 03:31:48.399375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33012) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:48.423598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-530c3bc9-a644-405c-b57a-fa216b50141a None None] Provisioning complete for port d1567ad5-4954-4240-9cab-b61fd0020b8f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:48.424563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-530c3bc9-a644-405c-b57a-fa216b50141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.435972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d1567ad5-4954-4240-9cab-b61fd0020b8f up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:48.441997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:48.525236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c966c6e-f15f-47ef-b27c-f417df1ea19a tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.539187 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be0c6f-27f9-4397-a6ac-53283d8f7ff7 None None] New status for floating IP ff09c82c-5548-4b70-bee6-9c3e99b4f267: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:31:48.597418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d1567ad5-4954-4240-9cab-b61fd0020b8f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:48.597798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.614073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Deleting subnet d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:48.618088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.669758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.672823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.674612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a5f1c818-f403-49f7-8864-d47c127a913b tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "DELETE /v2.0/floatingips/45454421-1255-4a9d-b838-b0a5c96b86df HTTP/1.1" status: 204 len: 168 time: 3.7005932 Dec 16 03:31:48.679665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:31:48.684088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33018) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:48.690124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c85ca0a1-7957-414d-9e96-155c3ecabdfb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'floatingip': {'floating_network_id': '56775159-a45a-4f3c-9743-00eba77bfcfe', 'port_id': '50972df1-0427-481f-ad95-d242f6af3b5d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:48.716031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4711a1f-382f-463c-9dda-5261b255cecc req-edd9361a-9035-43c7-8984-677534a077ee tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:48.725772 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a4711a1f-382f-463c-9dda-5261b255cecc req-edd9361a-9035-43c7-8984-677534a077ee tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1461470 Dec 16 03:31:48.743242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-530c3bc9-a644-405c-b57a-fa216b50141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.768886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:18Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:48.813204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c966c6e-f15f-47ef-b27c-f417df1ea19a tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.817400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c966c6e-f15f-47ef-b27c-f417df1ea19a tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.818795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3c966c6e-f15f-47ef-b27c-f417df1ea19a tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "DELETE /v2.0/security-groups/e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa HTTP/1.1" status: 204 len: 168 time: 0.8647196 Dec 16 03:31:48.834794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.837113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33020) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:48.839786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5093902b-2dd1-467c-ba2b-0608629c83ac tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.872367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5093902b-2dd1-467c-ba2b-0608629c83ac tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.888021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c966c6e-f15f-47ef-b27c-f417df1ea19a tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:48.898691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c85ca0a1-7957-414d-9e96-155c3ecabdfb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.915953 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a4711a1f-382f-463c-9dda-5261b255cecc req-c3bd71ec-178a-43fa-b3d4-e00a7ab7f6fb tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891799 Dec 16 03:31:48.933244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:48.960347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:48.990644 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-eee91871-90f7-4b03-a5b4-0656937b2ab2 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] show failed (client error): The resource could not be found. Dec 16 03:31:48.993848 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-eee91871-90f7-4b03-a5b4-0656937b2ab2 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "GET /v2.0/security-groups/e7803bac-cb11-4127-8d3d-4a8c8cc1d6fa HTTP/1.1" status: 404 len: 347 time: 0.0876396 Dec 16 03:31:48.994738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.003830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:49.018521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=d1567ad5-4954-4240-9cab-b61fd0020b8f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:49.038838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.042662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-67bce509-3e3c-4afd-9fbd-d02f391d9de4 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.6282876 Dec 16 03:31:49.048288 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33024) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.092519 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:49.099785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a51e4d-fa90-4ca1-80fc-9fde5745af12 None None] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:49.110102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f1f23e-4c5e-46e0-86a0-9d666627882c None None] The sync data for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv is: [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:10Z', 'revision_number': 4, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7', 'name': '', 'network_id': '9558eca6-2c63-4413-9405-f9c511187379', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'mac_address': 'fa:16:3e:2c:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:08Z', 'updated_at': '2021-12-16T03:30:18Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'subnets': [{'id': '633ff807-c3fe-40e8-81c2-3b0dc02e6efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:49.181016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5093902b-2dd1-467c-ba2b-0608629c83ac tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.183993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5093902b-2dd1-467c-ba2b-0608629c83ac tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.185374 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5093902b-2dd1-467c-ba2b-0608629c83ac tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "DELETE /v2.0/security-groups/d0a5af8e-d5f2-4b47-9791-070bd3d70c80 HTTP/1.1" status: 204 len: 168 time: 0.7412674 Dec 16 03:31:49.212342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.216945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:49.217602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.220900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.260756 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-a6d6708d-3ff1-40c4-8ce5-20ff01abfcfe tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] show failed (client error): The resource could not be found. Dec 16 03:31:49.264348 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a6d6708d-3ff1-40c4-8ce5-20ff01abfcfe tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "GET /v2.0/security-groups/d0a5af8e-d5f2-4b47-9791-070bd3d70c80 HTTP/1.1" status: 404 len: 347 time: 0.0387492 Dec 16 03:31:49.267072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33028) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.271869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.274052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.281501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:49.286946 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e11f1518-d9db-4654-bd46-877ee2812ed3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "PUT /v2.0/routers/91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9677572 Dec 16 03:31:49.294292 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] Sync routers for ids ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:49.314094 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] Routers {'91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:49.314361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:49.314740 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.315126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.330270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port d1567ad5-4954-4240-9cab-b61fd0020b8f on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:49.339723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33030) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.399280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093902b-2dd1-467c-ba2b-0608629c83ac tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a5af8e-d5f2-4b47-9791-070bd3d70c80,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:49.412765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e50e0e95-40be-42c3-8ea9-8dfba2add70d None None] Could not find standard attr ID for object d1567ad5-4954-4240-9cab-b61fd0020b8f. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:49.443413 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] Set router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:49.446958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.451775 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1fa33f-f27c-4c7c-afe1-461af874e6ed None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:49.481325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.536598 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'name': 'tempest-NetworksTestDHCPv6-router-90739402', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:38Z', 'updated_at': '2021-12-16T03:31:47Z', 'revision_number': 3, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.558805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a872c9d-ee9a-4655-aeeb-2705a5d55706 None None] New status for floating IP 88abd7ed-639d-4958-90e0-becacb8f1aed: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:31:49.562931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Deleting port c2b2a8a8-971d-489e-9375-2d31e523de47 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:49.562931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.593283 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] Checking router: 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:49.593773 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-c85ca0a1-7957-414d-9e96-155c3ecabdfb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:31:49.595478 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c85ca0a1-7957-414d-9e96-155c3ecabdfb tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9099820 Dec 16 03:31:49.610697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33032) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.623389 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] Routers {'91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:49.624170 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.643282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '50972df1-0427-481f-ad95-d242f6af3b5d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:49.649408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.649605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.662782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Calling delete_port for c2b2a8a8-971d-489e-9375-2d31e523de47 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:49.673788 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6a1dc-a45a-4936-9f66-696942da4bae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:49.675800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6a1dc-a45a-4936-9f66-696942da4bae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:49.678712 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-23e6a1dc-a45a-4936-9f66-696942da4bae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3372912 Dec 16 03:31:49.687663 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33034) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.751062 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] Set router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:49.753913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.772286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.800069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.815062 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'name': 'tempest-NetworksTestDHCPv6-router-90739402', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:38Z', 'updated_at': '2021-12-16T03:31:47Z', 'revision_number': 3, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:49.826155 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:31:49.845560 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299460a-6165-463d-8b3e-a6d1bac107ff None None] The sync data for ids ['91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8'] in dv-neutron-821927-1-hyperv is: [{'id': '91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8', 'name': 'tempest-NetworksTestDHCPv6-router-90739402', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:38Z', 'updated_at': '2021-12-16T03:31:47Z', 'revision_number': 3, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:49.845706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:49.849717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:49.852048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c92cd58-2876-4cb9-8921-ad4f690fd122 None None] Network 22eded4a-9729-4c48-b664-20bb320e7c0d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:49.853764 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b2e1c4e5-7966-4db5-b74c-eb2bd160d3b5 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/subnets/d6ac54e7-e35f-47a2-99eb-a9aaa97b0e9e HTTP/1.1" status: 204 len: 168 time: 1.4453256 Dec 16 03:31:49.857327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:49.901783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63af10c0-5f22-475a-ba7c-f0352dde0113 None None] Network 04f7fe96-9ff4-41a1-a786-a57d210d662f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:49.941175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=1855b970-4e20-4e71-9c97-3e2e3f8560ff,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:50.220525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.241135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39d316-a2ed-489e-9e90-eec7fd723c76 None None] DHCP port deletion for 04f7fe96-9ff4-41a1-a786-a57d210d662f request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:50.271238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.301439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] DHCP port deletion for 22eded4a-9729-4c48-b664-20bb320e7c0d request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:50.334708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 624852fb-0cc9-4416-8999-d071230f06b8 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:50.367155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 624852fb-0cc9-4416-8999-d071230f06b8 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:50.367855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 624852fb-0cc9-4416-8999-d071230f06b8 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:50.368429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d1567ad5-4954-4240-9cab-b61fd0020b8f no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:50.394925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d1567ad5-4954-4240-9cab-b61fd0020b8f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:50.395508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d1567ad5-4954-4240-9cab-b61fd0020b8f not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:50.396466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Deleting port 2dc57a7d-07de-43ac-ba6f-9ceed1871172 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:50.396904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.417876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] Deleting port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:50.418331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.428983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.440833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.446177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.499826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f7fe96-9ff4-41a1-a786-a57d210d662f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:50.520561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] For port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,segment=NetworkSegment(d7f4adb0-167f-454b-9e0f-324b2cd076a3),segment_id=d7f4adb0-167f-454b-9e0f-324b2cd076a3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:50.521087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.522886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Pushing event deleted for resources: {'Port': ['ID=c2b2a8a8-971d-489e-9375-2d31e523de47,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:50.525705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b6895-1df8-413f-b427-3b99948e093c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:50.543215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] Calling delete_port for 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:50.546644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76adc8a-43b3-4723-964d-9504484dde6e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:50.546947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76adc8a-43b3-4723-964d-9504484dde6e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:50.579513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4134-bace-4adf-a48d-37c9615d0c07 req-0279b376-ec24-4949-8ade-a77066f9b649 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:50.581048 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d61b4134-bace-4adf-a48d-37c9615d0c07 req-0279b376-ec24-4949-8ade-a77066f9b649 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3064992 Dec 16 03:31:50.597266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.627309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.634018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.636045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.636899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.638070 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f366d2ae-3b43-42a1-a2e6-8e3db787cc21 tempest-ServersTestJSON-1268197146 tempest-ServersTestJSON-1268197146-project] 10.222.0.16 "DELETE /v2.0/floatingips/ff09c82c-5548-4b70-bee6-9c3e99b4f267 HTTP/1.1" status: 204 len: 168 time: 1.6358769 Dec 16 03:31:50.641169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:50.643900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:50.644295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:50.652863 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:50.663344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.696192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] Pushing event deleted for resources: {'Port': ['ID=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:50.706639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ed060-60cb-4afa-a971-b666659e5b28 None None] No DVR routers for this DVR port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:50.709881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.710212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.753532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Calling delete_port for 2dc57a7d-07de-43ac-ba6f-9ceed1871172 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:50.760558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Deleting port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:50.760966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.820619 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d61b4134-bace-4adf-a48d-37c9615d0c07 req-2d3068eb-7756-4940-8ac4-a6865090fc48 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232339 Dec 16 03:31:50.835321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.839904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.846551 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/04f7fe96-9ff4-41a1-a786-a57d210d662f HTTP/1.1" status: 204 len: 168 time: 4.3954244 Dec 16 03:31:50.853374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:50.887052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef154-e851-4430-80a9-e3c1f58b1534 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=04f7fe96-9ff4-41a1-a786-a57d210d662f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:50.893307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.902168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.908412 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-356253f3-488e-4434-9fe4-766f8080a6ca tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:31:50.909509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356253f3-488e-4434-9fe4-766f8080a6ca tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:31:50.915618 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-356253f3-488e-4434-9fe4-766f8080a6ca tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/04f7fe96-9ff4-41a1-a786-a57d210d662f HTTP/1.1" status: 404 len: 339 time: 0.0563622 Dec 16 03:31:50.916448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:50.924837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345472389', 'description': 'd1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:50.930726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] For port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:50.931084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.937132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.943747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:50.945825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:50.952153 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4a3e4134-eb02-4714-84d9-887902fc9cb3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e HTTP/1.1" status: 204 len: 168 time: 1.2606387 Dec 16 03:31:50.954996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257f465-f4ff-466e-a2c0-e04f29d7125d None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:50.961346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33046) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:51.003158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Calling delete_port for 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:51.008821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 was not found and therefore no delete operation was performed {{(pid=103162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:31:51.016006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.073365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:51.077521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.082196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] No DVR routers for this DVR port 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:51.097345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event deleted for resources: {'Port': ['ID=987e1a3c-ca18-4ef0-a3b8-4c04299103e1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:51.141659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:51.196676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] Deleting port eea6a60b-6421-4db4-9bf0-67acac874d6b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:51.196896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:51.197204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.220178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.224286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.224624 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment c39b0750-aaf5-49d8-a32a-ebb8bb2b8d99 of type vlan for network cb768fe0-b983-4fac-8c38-6e72aadee15c Dec 16 03:31:51.267887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] For port eea6a60b-6421-4db4-9bf0-67acac874d6b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eea6a60b-6421-4db4-9bf0-67acac874d6b,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:51.268401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.277946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22eded4a-9729-4c48-b664-20bb320e7c0d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:51.281973 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] Calling delete_port for eea6a60b-6421-4db4-9bf0-67acac874d6b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:51.288731 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d832001d-f8cc-49fd-ac2f-2b89902490c2 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3007448 Dec 16 03:31:51.289331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33048) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:51.313000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f4adb0-167f-454b-9e0f-324b2cd076a3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:51.313374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f4adb0-167f-454b-9e0f-324b2cd076a3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:51.315024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Allocated IP 172.26.6.88 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/638ef278-b435-4a67-91ff-2e3b81bc6848) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:51.332383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.335635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.370890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.376052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.393934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:31:51.394340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:31:51.397729 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:31:51.407310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] Pushing event deleted for resources: {'Port': ['ID=eea6a60b-6421-4db4-9bf0-67acac874d6b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:51.409935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f7c68-10b4-46a0-9d18-3df615fe8575 None None] No DVR routers for this DVR port eea6a60b-6421-4db4-9bf0-67acac874d6b on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:51.447149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.453433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9807836d-28d7-4923-a713-71cab41d10ef tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.453805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:51.454455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.470782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.541196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.546509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.553465 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] 10.222.0.16 "DELETE /v2.0/networks/22eded4a-9729-4c48-b664-20bb320e7c0d HTTP/1.1" status: 204 len: 168 time: 1.6921899 Dec 16 03:31:51.560093 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6402695 Dec 16 03:31:51.562082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33052) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:51.573504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366822-2ba9-4b45-b7c0-6ea54d5e5315 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=cb768fe0-b983-4fac-8c38-6e72aadee15c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:51.590283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network cb768fe0-b983-4fac-8c38-6e72aadee15c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:51.616948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Pushing event deleted for resources: {'Port': ['ID=2dc57a7d-07de-43ac-ba6f-9ceed1871172,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:51.646595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e71eeb-2195-43d2-8853-6e355215f004 tempest-TagsExtTest-695976672 tempest-TagsExtTest-695976672-project] Pushing event deleted for resources: {'Network': ['ID=22eded4a-9729-4c48-b664-20bb320e7c0d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:51.679895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42263b97-7aac-41c7-ac2f-2bd91baa6986 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:31:51.703529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99121226-0356-4eb3-856d-c4cca7ea2c1f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:51.705428 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-99121226-0356-4eb3-856d-c4cca7ea2c1f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/networks?id=cb768fe0-b983-4fac-8c38-6e72aadee15c HTTP/1.1" status: 200 len: 761 time: 0.1423860 Dec 16 03:31:51.710862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33054) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:51.716970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'description': 'd2'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:51.807319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.823666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9807836d-28d7-4923-a713-71cab41d10ef tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.833890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9807836d-28d7-4923-a713-71cab41d10ef tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.867501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.903134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.905707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.910252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e60ab5f8-42d1-4e7b-8081-76391bb409f4 tempest-ServersTestManualDisk-1242046631 tempest-ServersTestManualDisk-1242046631-project] 10.222.0.16 "DELETE /v2.0/floatingips/88abd7ed-639d-4958-90e0-becacb8f1aed HTTP/1.1" status: 204 len: 168 time: 2.6383142 Dec 16 03:31:51.912861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33062) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:51.948926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.1 (dcd1349a-96b1-4b03-874c-0ad6de4d73b1/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec/85284a20-467a-4ae0-bcef-255f9473f5ae) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:51.959076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9807836d-28d7-4923-a713-71cab41d10ef tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.959641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9807836d-28d7-4923-a713-71cab41d10ef tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Fanout notify agent at l3_agent the message router_deleted on router 91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:31:51.960985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33064) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:51.976765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9807836d-28d7-4923-a713-71cab41d10ef tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:51.980933 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9807836d-28d7-4923-a713-71cab41d10ef tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/routers/91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 HTTP/1.1" status: 204 len: 168 time: 0.6847410 Dec 16 03:31:51.987470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33066) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:51.995668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:52.001667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.077923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972e311-d45a-44c8-9542-bb05957ecb75 req-d2e92c05-fc7c-47c1-b220-0cdff80d9b82 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:52.079761 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f972e311-d45a-44c8-9542-bb05957ecb75 req-d2e92c05-fc7c-47c1-b220-0cdff80d9b82 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1581545 Dec 16 03:31:52.090575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.141933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:52.167839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:52.168274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 987e1a3c-ca18-4ef0-a3b8-4c04299103e1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:52.168713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eea6a60b-6421-4db4-9bf0-67acac874d6b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:31:52.173556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:52.192186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: eea6a60b-6421-4db4-9bf0-67acac874d6b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:31:52.193015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eea6a60b-6421-4db4-9bf0-67acac874d6b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:31:52.194173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:52.207703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.213784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:52.251127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event updated for resources: {'Port': ['ID=638ef278-b435-4a67-91ff-2e3b81bc6848,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:52.271426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network cb768fe0-b983-4fac-8c38-6e72aadee15c is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:31:52.277913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:52.278605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.278749 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f972e311-d45a-44c8-9542-bb05957ecb75 req-da1f7f9a-f971-405b-a4c9-e3c7673edfc6 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897113 Dec 16 03:31:52.282938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "PUT /v2.0/networks/cb768fe0-b983-4fac-8c38-6e72aadee15c HTTP/1.1" status: 200 len: 758 time: 0.5679867 Dec 16 03:31:52.287065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.292936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33070) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:52.366068 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b753dc0a-8a24-4496-bfc4-fe5abb92259b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60670f0961894ef4a91fb6a9616521ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983669 Dec 16 03:31:52.369991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33074) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:52.380940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039f988-96e9-4758-bd7f-d01cff803091 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=cb768fe0-b983-4fac-8c38-6e72aadee15c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:52.398429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network cb768fe0-b983-4fac-8c38-6e72aadee15c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:52.446828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f23c4-acfa-4dd8-968a-23de0a08dc1f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:52.452701 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ff6f23c4-acfa-4dd8-968a-23de0a08dc1f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/networks?id=cb768fe0-b983-4fac-8c38-6e72aadee15c HTTP/1.1" status: 200 len: 761 time: 0.1545885 Dec 16 03:31:52.462932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:52.481407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1368854272'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:52.538360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.539722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:52.543413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.621518 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:52.632054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:52.636072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:52.638745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=85284a20-467a-4ae0-bcef-255f9473f5ae,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:52.687483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:52.691226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.733075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39b37302-2a02-47be-ae1e-02e3aa7421dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.812166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39b37302-2a02-47be-ae1e-02e3aa7421dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.857168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:52.903118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:52.903374 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment bfe18944-2089-4dda-80a7-f9c81e99e3e4 of type vlan for network bde3a69b-faf6-4491-90cb-60bfea313238 Dec 16 03:31:53.031236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.052803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc2467-4428-47d4-82bd-859d95ac0334 req-050aa38b-3571-4552-be28-6e9177b95518 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:53.054323 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-60fc2467-4428-47d4-82bd-859d95ac0334 req-050aa38b-3571-4552-be28-6e9177b95518 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.4809871 Dec 16 03:31:53.058102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39b37302-2a02-47be-ae1e-02e3aa7421dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.060713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39b37302-2a02-47be-ae1e-02e3aa7421dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.061006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Deleting port 638ef278-b435-4a67-91ff-2e3b81bc6848 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:53.061376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.065587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-39b37302-2a02-47be-ae1e-02e3aa7421dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/809547fc-3168-453d-830f-c599235bda56 HTTP/1.1" status: 204 len: 168 time: 0.6894891 Dec 16 03:31:53.067882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.138505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b37302-2a02-47be-ae1e-02e3aa7421dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809547fc-3168-453d-830f-c599235bda56,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:53.144447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Deleting port ce06e8c5-3111-49bb-a595-b82b45e6c658 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:53.144982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.164669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.170714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:53.171452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.175284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-56f3a635-35ef-470a-8d98-878748a4b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:53.176858 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-56f3a635-35ef-470a-8d98-878748a4b4a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1098 time: 0.1835482 Dec 16 03:31:53.208665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.275634 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-60fc2467-4428-47d4-82bd-859d95ac0334 req-1437217d-5b08-4827-8ab2-8e90e1a61d77 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118971 Dec 16 03:31:53.321787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.322502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.348424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Calling delete_port for 638ef278-b435-4a67-91ff-2e3b81bc6848 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:53.448055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-c70d223a-0261-4ff6-bae3-d505010652ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:53.449595 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-c70d223a-0261-4ff6-bae3-d505010652ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 912 time: 0.2617962 Dec 16 03:31:53.465944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.589490 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-ea638c55-8fa4-4ec0-9c3c-14994952b15c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1305985 Dec 16 03:31:53.658551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.692129 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2281034 Dec 16 03:31:53.700696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:53.707583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:53.725620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': 'bde3a69b-faf6-4491-90cb-60bfea313238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:53.732485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:53.743334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:53.743929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.744066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08608582-5338-4eb3-ac55-29fe37960396 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:53.756602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-906a33e2-478f-4028-b7af-0315b4bf0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:53.758407 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-906a33e2-478f-4028-b7af-0315b4bf0b81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.1600430 Dec 16 03:31:53.760968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.799792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cb519-b26d-4df5-ab2e-7f1d32c3e2f0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=bde3a69b-faf6-4491-90cb-60bfea313238,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:53.815474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network bde3a69b-faf6-4491-90cb-60bfea313238 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:53.823999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=812beba8-be40-4fc7-8a02-8754684884fb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:53.836762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event deleted for resources: {'Port': ['ID=638ef278-b435-4a67-91ff-2e3b81bc6848,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:53.941083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '812beba8-be40-4fc7-8a02-8754684884fb'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:53.943749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.945133 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7264e8d6-3afe-4176-b66e-fe8743aafdff tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9535074 Dec 16 03:31:53.949281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33102) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:53.951466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] For port ce06e8c5-3111-49bb-a595-b82b45e6c658, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ce06e8c5-3111-49bb-a595-b82b45e6c658,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:53.951865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:53.959991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3871075e-5ccd-4225-acb5-78e7796fd3b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1443832762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:53.987486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Calling delete_port for ce06e8c5-3111-49bb-a595-b82b45e6c658 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:54.010974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-fadaefa4-522b-443a-b515-8f3e0a57c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:54.012529 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-fadaefa4-522b-443a-b515-8f3e0a57c59b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2405512 Dec 16 03:31:54.070462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:54.074312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.097129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3871075e-5ccd-4225-acb5-78e7796fd3b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.098187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3871075e-5ccd-4225-acb5-78e7796fd3b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.147936 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] create failed (client error): The resource could not be found. Dec 16 03:31:54.149011 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-94aa654d-174a-400c-8f06-262c87518081 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5104139 Dec 16 03:31:54.155653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33106) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:54.190737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.224016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/812beba8-be40-4fc7-8a02-8754684884fb/8fbb48fa-6742-4799-a2a5-a4c0e43f51b1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:54.232012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.250155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-fb21b55c-6a90-49ec-aa7a-8f1bf53320e3 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295861 Dec 16 03:31:54.251974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.334202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3871075e-5ccd-4225-acb5-78e7796fd3b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.352512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3871075e-5ccd-4225-acb5-78e7796fd3b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.445626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3871075e-5ccd-4225-acb5-78e7796fd3b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.449444 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3871075e-5ccd-4225-acb5-78e7796fd3b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4943480 Dec 16 03:31:54.453228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33112) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:54.532445 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef9555da-0af7-4358-8671-ee15537f2d03 req-140c7a14-0303-41ca-b133-6e9cf0f95e2f service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667351 Dec 16 03:31:54.656987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=85284a20-467a-4ae0-bcef-255f9473f5ae,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:54.663233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.711790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab3c0-8de2-4063-80e2-e1c7661ade0a req-4a1313a4-93d0-440b-8ad6-3c4de2913fe1 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:54.714511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-770ab3c0-8de2-4063-80e2-e1c7661ade0a req-4a1313a4-93d0-440b-8ad6-3c4de2913fe1 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1764832 Dec 16 03:31:54.746052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Deleting port 50972df1-0427-481f-ad95-d242f6af3b5d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:54.746927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.759479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.768653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.808265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.817765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:54.837704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Pushing event updated for resources: {'Port': ['ID=8fbb48fa-6742-4799-a2a5-a4c0e43f51b1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:54.864516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:54.866975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:54.871241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:54.915254 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-770ab3c0-8de2-4063-80e2-e1c7661ade0a req-f2ce69b9-003c-4f92-b772-4290249506f5 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717434 Dec 16 03:31:54.933550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce06e8c5-3111-49bb-a595-b82b45e6c658,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:54.967776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:54.973302 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:54.990315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Attempting to bind port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:54.990720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Attempting to bind port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:54.994221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.004232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Attempting to bind port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:55.019202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:55.019497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:55.019906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.020302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:55.020789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Bound port: 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:55.021174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.052693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=23db4e38-ec0d-467a-8850-cb3a8ffdbbb9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:55.061440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Calling delete_port for 50972df1-0427-481f-ad95-d242f6af3b5d owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:55.128572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] For port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:55.132115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] For port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8fbb48fa-6742-4799-a2a5-a4c0e43f51b1,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:55.147317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.149547 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': 'bfe18944-2089-4dda-80a7-f9c81e99e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bde3a69b-faf6-4491-90cb-60bfea313238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:55.150008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: bde3a69b-faf6-4491-90cb-60bfea313238, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:31:55.215669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33124) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:55.232730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.256331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbb1d6-c0a8-4d28-a2e8-48310a8e6bbd None None] Pushing event updated for resources: {'Port': ['ID=8fbb48fa-6742-4799-a2a5-a4c0e43f51b1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:55.352907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:55.363590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.398771 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:31:55.412059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network bde3a69b-faf6-4491-90cb-60bfea313238 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:31:55.440623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event deleted for resources: {'Port': ['ID=50972df1-0427-481f-ad95-d242f6af3b5d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:55.465522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.465962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.466207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.466574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.467316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.467585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.468083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.468709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.468827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.469137 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.469470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.469879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.470367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:55.470963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, bde3a69b-faf6-4491-90cb-60bfea313238) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:55.501710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad4605-db3c-45ff-8fc1-f0253c743452 None None] Network bde3a69b-faf6-4491-90cb-60bfea313238 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:55.514631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--277673180', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:55.518828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:55.519413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.526650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.579723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.583334 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c430169f-0d9b-407e-a18f-a4cc6e46144c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "DELETE /v2.0/ports/50972df1-0427-481f-ad95-d242f6af3b5d HTTP/1.1" status: 204 len: 168 time: 1.4264596 Dec 16 03:31:55.586051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33128) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:55.619695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:55.639631 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9e6412dc-13a3-4efd-94da-ad9a49fa6fc3 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/routers/b6a125b7-9871-407d-94e7-39e5f5c3c34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5877769 Dec 16 03:31:55.640374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33130) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:55.660743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'port': {'network_id': 'dcd1349a-96b1-4b03-874c-0ad6de4d73b1', 'name': 'tempest-FloatingIPTestJSON-1391009985'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:55.661089 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:55.688000 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b054f597-69d5-4923-b443-044594db108f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9706616 Dec 16 03:31:55.695176 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:55.696051 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:55.701008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:55.739893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Deleting port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:55.740232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.770499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:55.774922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.779843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-bde3a69b-faf6-4491-90cb-60bfea313238', 'network_id': 'bde3a69b-faf6-4491-90cb-60bfea313238', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '23db4e38-ec0d-467a-8850-cb3a8ffdbbb9'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:31:55.784281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.796395 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:55.816997 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:55.818643 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:55.830749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068817b-ccd2-4b09-90b3-b4abdc871545 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:55.852204 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6068817b-ccd2-4b09-90b3-b4abdc871545 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b63b4ee-fe3a-4846-baf6-a75e7140ee62 HTTP/1.1" status: 200 len: 913 time: 0.2651083 Dec 16 03:31:55.854984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33134) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:55.883688 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:55.884414 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e7300-6576-4d40-8fee-f946ad205d45 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:55.939639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:55.986986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:55.990383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.007640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Allocated IP 172.20.0.2 (bde3a69b-faf6-4491-90cb-60bfea313238/23db4e38-ec0d-467a-8850-cb3a8ffdbbb9/51ce69e5-c597-4d67-9041-f0115f35adf3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:56.054885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::1 (8bedf3a0-d209-46d5-944c-b7048f15ec80/812beba8-be40-4fc7-8a02-8754684884fb/f33bbc41-112d-4edc-b315-321516105ace) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:56.175669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] device_id is not set on port 5456c62c-cd65-43d6-91c8-2c04d3fd407b yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:56.228931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.241122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.294328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:56.298360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.4 (dcd1349a-96b1-4b03-874c-0ad6de4d73b1/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec/5456c62c-cd65-43d6-91c8-2c04d3fd407b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:56.339478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Network bde3a69b-faf6-4491-90cb-60bfea313238 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:56.347718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:56.354056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:56.381357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Pushing event updated for resources: {'Port': ['ID=51ce69e5-c597-4d67-9041-f0115f35adf3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:56.409457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8922b-9bda-4e84-a6a9-c39901e0ca08 req-f0561f79-1089-42d4-8d51-f5a14d1e940b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:56.417396 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ad8922b-9bda-4e84-a6a9-c39901e0ca08 req-f0561f79-1089-42d4-8d51-f5a14d1e940b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2600250 Dec 16 03:31:56.452262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Attempting to bind port 51ce69e5-c597-4d67-9041-f0115f35adf3 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:31:56.452645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Attempting to bind port 51ce69e5-c597-4d67-9041-f0115f35adf3 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'bfe18944-2089-4dda-80a7-f9c81e99e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bde3a69b-faf6-4491-90cb-60bfea313238'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:31:56.453340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Attempting to bind port 51ce69e5-c597-4d67-9041-f0115f35adf3 on network bde3a69b-faf6-4491-90cb-60bfea313238 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:31:56.457433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:56.457811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.511311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:31:56.511747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Checking segment: {'id': 'bfe18944-2089-4dda-80a7-f9c81e99e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bde3a69b-faf6-4491-90cb-60bfea313238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:31:56.512501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.512915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Bound using segment: {'id': 'bfe18944-2089-4dda-80a7-f9c81e99e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bde3a69b-faf6-4491-90cb-60bfea313238'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:31:56.513435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Bound port: 51ce69e5-c597-4d67-9041-f0115f35adf3, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe18944-2089-4dda-80a7-f9c81e99e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bde3a69b-faf6-4491-90cb-60bfea313238'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:31:56.513845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.604801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.651075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] For port 51ce69e5-c597-4d67-9041-f0115f35adf3, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:31:56.659080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] For port 51ce69e5-c597-4d67-9041-f0115f35adf3, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=51ce69e5-c597-4d67-9041-f0115f35adf3,segment=NetworkSegment(bfe18944-2089-4dda-80a7-f9c81e99e3e4),segment_id=bfe18944-2089-4dda-80a7-f9c81e99e3e4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:31:56.665413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.671662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.674500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] For port 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:56.674896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.725830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8fbb48fa-6742-4799-a2a5-a4c0e43f51b1,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:56.736216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Calling delete_port for 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:56.755559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.765687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d3a13-ed7e-4b06-bf82-f2360dc0dc3f None None] Pushing event updated for resources: {'Port': ['ID=51ce69e5-c597-4d67-9041-f0115f35adf3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:56.819830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7f9dbcd2-81cf-42b1-b827-21e2fd9fdae9 None None] Provisioning complete for port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:56.820535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f9dbcd2-81cf-42b1-b827-21e2fd9fdae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.853864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=8fbb48fa-6742-4799-a2a5-a4c0e43f51b1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:56.882886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.901035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.940155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:56.950070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:56.966914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:31:56.980774 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ad8922b-9bda-4e84-a6a9-c39901e0ca08 req-c1041942-14ed-46e5-aae0-575c61ea394c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624654 Dec 16 03:31:57.003302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a997387-84db-4df4-abcc-4cfe8c343685,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:57.007628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.007982 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment 52535aa5-57b2-4d86-b276-a21e0ba29038 of type vlan for network e6348661-16a0-44ec-81c9-ba576d5602e8 Dec 16 03:31:57.040523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.117974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.118337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.118713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.119060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.119399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.119732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.120082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.120398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.120729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.121059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.121386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.121711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.122035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:31:57.173806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.188133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.205058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.236423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port 51ce69e5-c597-4d67-9041-f0115f35adf3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:57.236770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.289376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.307022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71daa-b349-446b-a875-299d3f598e20 req-34bf166f-0c58-403b-9c3c-777ea7f6287c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:57.308588 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e1b71daa-b349-446b-a875-299d3f598e20 req-34bf166f-0c58-403b-9c3c-777ea7f6287c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1964915 Dec 16 03:31:57.310343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:57.319910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:57.333066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:57.339466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=5456c62c-cd65-43d6-91c8-2c04d3fd407b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:57.386323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.391819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:57.392408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.415092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:31:57.435255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:31:57.460172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:57.460801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.476149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:31:57.476699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.480880 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e1b71daa-b349-446b-a875-299d3f598e20 req-95a96201-207e-4881-8433-752108c20861 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638877 Dec 16 03:31:57.495158 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c1b22450-7d0c-47a5-995f-2948dacc4ffb tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8430114 Dec 16 03:31:57.499725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33140) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:57.504901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'port': {'network_id': 'dcd1349a-96b1-4b03-874c-0ad6de4d73b1', 'name': 'tempest-FloatingIPTestJSON-2101791312'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:57.505218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:31:57.517947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=f33bbc41-112d-4edc-b315-321516105ace,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:57.529766 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bbb56a48-7fb4-4280-9a1b-22db0aec1131 admin admin] 10.222.0.16 "PUT /v2.0/routers/22d6836f-f298-469e-9e5f-dcb57d3f4d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8818476 Dec 16 03:31:57.530943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] Sync routers for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:31:57.547837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33144) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:57.565875 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3452687 Dec 16 03:31:57.567911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:57.568904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:57.579728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:31:57.592765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-514620583', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:31:57.651775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port 51ce69e5-c597-4d67-9041-f0115f35adf3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=51ce69e5-c597-4d67-9041-f0115f35adf3,segment=NetworkSegment(bfe18944-2089-4dda-80a7-f9c81e99e3e4),segment_id=bfe18944-2089-4dda-80a7-f9c81e99e3e4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:57.652148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.728429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80fca-7fc6-47d2-9e87-196b9e891720 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=e6348661-16a0-44ec-81c9-ba576d5602e8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:57.760099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network e6348661-16a0-44ec-81c9-ba576d5602e8 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:31:57.776193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for 51ce69e5-c597-4d67-9041-f0115f35adf3 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:57.783917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.788717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.863821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:57.887794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:57.953970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:57.996516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:31:58.000283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.010238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Deleting port d534cc5d-19ec-47bc-9117-6a6c00d184c8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:58.011714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.037090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-870edf94-af65-43c2-a1e4-ed17a3515fe3 None None] Provisioning complete for port f33bbc41-112d-4edc-b315-321516105ace triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:58.037459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-870edf94-af65-43c2-a1e4-ed17a3515fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.103623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.104984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.123606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-870edf94-af65-43c2-a1e4-ed17a3515fe3 None None] Port f33bbc41-112d-4edc-b315-321516105ace cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:31:58.168492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857881cf-a0b3-41e2-826a-3ece4658e452 req-a5572595-6d3f-4cce-b720-dac265ededc9 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:58.170943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-857881cf-a0b3-41e2-826a-3ece4658e452 req-a5572595-6d3f-4cce-b720-dac265ededc9 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3313675 Dec 16 03:31:58.172588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] device_id is not set on port ad2556b6-96bd-4c72-bd8a-af66ffde3fd0 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:31:58.208426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:31:54Z', 'revision_number': 5, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port': {'id': 'e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:58.265336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.269077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] Checking router: 22d6836f-f298-469e-9e5f-dcb57d3f4d0e for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:31:58.295923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] Routers {'22d6836f-f298-469e-9e5f-dcb57d3f4d0e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:31:58.296983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:58.334511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.347341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Calling delete_port for d534cc5d-19ec-47bc-9117-6a6c00d184c8 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:58.395476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 51ce69e5-c597-4d67-9041-f0115f35adf3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:58.440099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.453104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] Set router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:31:58.512069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123988d8-c399-4ea4-b14d-adb17cfcbae6 None None] Network bde3a69b-faf6-4491-90cb-60bfea313238 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:31:58.552908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:31:58Z', 'revision_number': 6, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:31:58.562625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.574358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.592963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6df6d-5327-4ee4-8586-44e1a21b40bd None None] The sync data for ids ['22d6836f-f298-469e-9e5f-dcb57d3f4d0e'] in dv-neutron-821927-1-hyperv is: [{'id': '22d6836f-f298-469e-9e5f-dcb57d3f4d0e', 'name': 'tempest-ServersTestJSON-2117853478-router', 'tenant_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:55Z', 'updated_at': '2021-12-16T03:31:58Z', 'revision_number': 6, 'project_id': 'b1c8e5e6545c4b2bab937c4d8f16be97', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:31:58.619849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 51ce69e5-c597-4d67-9041-f0115f35adf3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:58.620153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.641567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event deleted for resources: {'Port': ['ID=d534cc5d-19ec-47bc-9117-6a6c00d184c8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:58.658904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2c0d9aa2-b4ae-479f-8e36-4f76d12d65ae None None] Provisioning complete for port 51ce69e5-c597-4d67-9041-f0115f35adf3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:58.659273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9aa2-b4ae-479f-8e36-4f76d12d65ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.667260 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-857881cf-a0b3-41e2-826a-3ece4658e452 req-2eaaa697-f6b9-42f3-9a49-6669561450a8 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4796717 Dec 16 03:31:58.729332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.10 (dcd1349a-96b1-4b03-874c-0ad6de4d73b1/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec/ad2556b6-96bd-4c72-bd8a-af66ffde3fd0) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:31:58.751496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Could not find standard attr ID for object 51ce69e5-c597-4d67-9041-f0115f35adf3. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:58.755885 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No ports have port_id starting with 51ce69e5-c597-4d67-9041-f0115f35adf3 Dec 16 03:31:58.757401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2c0d9aa2-b4ae-479f-8e36-4f76d12d65ae None None] Could not find standard attr ID for object 51ce69e5-c597-4d67-9041-f0115f35adf3. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:31:58.759230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:31:58.762431 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.db [None req-2c0d9aa2-b4ae-479f-8e36-4f76d12d65ae None None] No ports have port_id starting with 51ce69e5-c597-4d67-9041-f0115f35adf3 Dec 16 03:31:58.844670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Deleting port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:31:58.845381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.863424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:31:58.863802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:58.993852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.027805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.062780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=51ce69e5-c597-4d67-9041-f0115f35adf3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:59.149573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.185293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port 51ce69e5-c597-4d67-9041-f0115f35adf3 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:31:59.330833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2040c63-3a6c-466c-99f7-546a5a454806 req-de77a4bf-c5f1-45ec-9ff3-4610389687c5 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:31:59.332562 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2040c63-3a6c-466c-99f7-546a5a454806 req-de77a4bf-c5f1-45ec-9ff3-4610389687c5 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2495410 Dec 16 03:31:59.382602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] For port e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:31:59.383106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.418799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Calling delete_port for e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:31:59.457571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.686503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.718101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.728088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.728880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.870797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2040c63-3a6c-466c-99f7-546a5a454806 req-acf9484d-fb1b-4ece-a907-d0b44b2a946d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5249703 Dec 16 03:31:59.882364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=f33bbc41-112d-4edc-b315-321516105ace,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:59.887428 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Router 0b63b4ee-fe3a-4846-baf6-a75e7140ee62 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:59.911774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Router 59b671bd-bd48-4f47-bc15-76722b616ec4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:31:59.918524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:31:59.966459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=23db4e38-ec0d-467a-8850-cb3a8ffdbbb9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:31:59.994482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.001844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437455e5-41a1-4bf2-bd46-32a958b8ceff None None] Network bde3a69b-faf6-4491-90cb-60bfea313238 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:00.076305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:00.090368 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] Sync routers for ids ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:00.090927 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-80cda9d2-2aba-450e-8d8c-8d2dae4a351c tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "PUT /v2.0/routers/0b63b4ee-fe3a-4846-baf6-a75e7140ee62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2345049 Dec 16 03:32:00.092912 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:00.096577 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33154) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:00.105852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:00.125544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.127597 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] Routers {'0b63b4ee-fe3a-4846-baf6-a75e7140ee62'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:00.128267 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.144646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:00.168201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:00.183306 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.200511 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] Routers {'0b63b4ee-fe3a-4846-baf6-a75e7140ee62'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:00.201312 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.226154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=ad2556b6-96bd-4c72-bd8a-af66ffde3fd0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:00.236150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:00.247707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1dcce035-1bcc-4a55-a2ad-e9f4a0a2a74e tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.258983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde3a69b-faf6-4491-90cb-60bfea313238']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.312357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77096b7d-3673-4ed1-8a6a-f099307c5fae None None] DHCP port deletion for bde3a69b-faf6-4491-90cb-60bfea313238 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:00.318107 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.320921 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ad7b5-b6ea-4e7b-befd-661c4c41df98 None None] The sync data for ids ['0b63b4ee-fe3a-4846-baf6-a75e7140ee62'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:00.329398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:00.330115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.333156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ce06e8c5-3111-49bb-a595-b82b45e6c658 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:00.333864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe18944-2089-4dda-80a7-f9c81e99e3e4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.342952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe18944-2089-4dda-80a7-f9c81e99e3e4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.364767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ce06e8c5-3111-49bb-a595-b82b45e6c658 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:00.365195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ce06e8c5-3111-49bb-a595-b82b45e6c658 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:00.366138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:00.370932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.395626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:00.395986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:00.437066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.441975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.452651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8207d55f-e1ff-4841-984e-88e23858704a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9516912 Dec 16 03:32:00.456713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33156) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:00.482878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'ad2556b6-96bd-4c72-bd8a-af66ffde3fd0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:00.484375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bcf6ea-c6e9-4a7f-8aad-bf444ec4ee78,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:00.494546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1dcce035-1bcc-4a55-a2ad-e9f4a0a2a74e tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.498347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.498881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1dcce035-1bcc-4a55-a2ad-e9f4a0a2a74e tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.505612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.513495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843a74d-a3a1-4f11-ae54-c7d4bab9a365 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:00.525945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:00.527803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:00.528206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:00.535399 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:00.541392 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1a4dfc6-d91d-4ce9-bde5-9af07560c042 admin admin] 10.222.0.16 "PUT /v2.0/routers/59b671bd-bd48-4f47-bc15-76722b616ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6238251 Dec 16 03:32:00.543629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33158) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:00.545800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] Sync routers for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:00.565430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:00.566477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.568684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1dcce035-1bcc-4a55-a2ad-e9f4a0a2a74e tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.569214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcce035-1bcc-4a55-a2ad-e9f4a0a2a74e tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Fanout notify agent at l3_agent the message router_deleted on router 0b63b4ee-fe3a-4846-baf6-a75e7140ee62 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:00.605782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1dcce035-1bcc-4a55-a2ad-e9f4a0a2a74e tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.607436 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1dcce035-1bcc-4a55-a2ad-e9f4a0a2a74e tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "DELETE /v2.0/routers/0b63b4ee-fe3a-4846-baf6-a75e7140ee62 HTTP/1.1" status: 204 len: 168 time: 0.5098984 Dec 16 03:32:00.614206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:00.689187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.697182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a4ae0410-fd2f-4483-8b45-60375b629a53 None None] Provisioning complete for port f33bbc41-112d-4edc-b315-321516105ace triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:00.697792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0410-fd2f-4483-8b45-60375b629a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.707586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.725900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.728951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.734906 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/bde3a69b-faf6-4491-90cb-60bfea313238 HTTP/1.1" status: 204 len: 168 time: 5.0259531 Dec 16 03:32:00.737715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:00.753480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33162) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:00.780384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3338e-2f7e-4184-a597-b58d04eee8b8 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=bde3a69b-faf6-4491-90cb-60bfea313238,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:00.810439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Deleting subnet 313439b2-a669-4b04-84b5-7852dfce3d70 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:00.811422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae0410-fd2f-4483-8b45-60375b629a53 None None] Port f33bbc41-112d-4edc-b315-321516105ace cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:00.821695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.851171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0df6cc-f894-48de-9e99-08c2d9fe7708 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] GET failed (client error): The resource could not be found. Dec 16 03:32:00.854524 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9e0df6cc-f894-48de-9e99-08c2d9fe7708 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/subnets/23db4e38-ec0d-467a-8850-cb3a8ffdbbb9 HTTP/1.1" status: 404 len: 337 time: 0.0970011 Dec 16 03:32:00.855792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.857491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33164) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:00.861571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.872292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.882650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.34 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/481ac718-53cd-4ecb-8f92-db72f8063074) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:00.892962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.896333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Router af2e48a3-db91-4ea4-a728-228447546a4c is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:00.926503 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae98344-4f86-488f-8182-b5224114f8c0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:00.927329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae98344-4f86-488f-8182-b5224114f8c0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:00.937848 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7ae98344-4f86-488f-8182-b5224114f8c0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/bde3a69b-faf6-4491-90cb-60bfea313238 HTTP/1.1" status: 404 len: 339 time: 0.0726352 Dec 16 03:32:00.946757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:00.984538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.985126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d6836f-f298-469e-9e5f-dcb57d3f4d0e {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:00.989071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:31:57Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:00.991043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:00.994422 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4daa28ad-299e-4f4d-8fcb-7e3136080342 admin admin] 10.222.0.16 "DELETE /v2.0/routers/22d6836f-f298-469e-9e5f-dcb57d3f4d0e HTTP/1.1" status: 204 len: 168 time: 3.4422138 Dec 16 03:32:01.019310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33170) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:01.022542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] Checking router: 59b671bd-bd48-4f47-bc15-76722b616ec4 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:01.033897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] Routers {'59b671bd-bd48-4f47-bc15-76722b616ec4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:01.034916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['59b671bd-bd48-4f47-bc15-76722b616ec4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:01.128455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] Deleting subnet e38eafb6-e027-456b-b076-ec1c2d72829e {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:01.133310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.154114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] Set router 59b671bd-bd48-4f47-bc15-76722b616ec4 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:01.170479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.186047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a71273-9b63-4db3-a139-37b0f71a41a7 req-00050def-62d4-47c5-9238-7d350c16bf25 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:01.187823 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37a71273-9b63-4db3-a139-37b0f71a41a7 req-00050def-62d4-47c5-9238-7d350c16bf25 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1677294 Dec 16 03:32:01.229723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.325256 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37a71273-9b63-4db3-a139-37b0f71a41a7 req-1d4f4813-fcd8-40be-999e-70b944f7b36d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263456 Dec 16 03:32:01.337070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Deleting port 441c6a0e-73c6-4234-9134-2dc12b0fb695 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:01.337779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.374341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:01.384404 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Sync routers for ids ['af2e48a3-db91-4ea4-a728-228447546a4c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:01.393731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.399999 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0b2984d2-2a99-4069-a715-921662678f78 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "PUT /v2.0/routers/af2e48a3-db91-4ea4-a728-228447546a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9429321 Dec 16 03:32:01.405865 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Routers {'af2e48a3-db91-4ea4-a728-228447546a4c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:01.405865 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['af2e48a3-db91-4ea4-a728-228447546a4c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:01.419795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:31:57Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:01.431250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:01.461842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37f9493-340c-46e6-b6a2-34747b912249 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:01.469164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] For port 441c6a0e-73c6-4234-9134-2dc12b0fb695, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=441c6a0e-73c6-4234-9134-2dc12b0fb695,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:01.469591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.472892 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d37f9493-340c-46e6-b6a2-34747b912249 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5212083 Dec 16 03:32:01.481005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.492343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8d036-639e-42a1-a5fd-5b595e0bc438 None None] The sync data for ids ['59b671bd-bd48-4f47-bc15-76722b616ec4'] in dv-neutron-821927-1-hyperv is: [{'id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'name': 'tempest-ServersTestManualDisk-1126722261-router', 'tenant_id': '7af0ae006bf943b0b427dd4cad01802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:31:57Z', 'revision_number': 5, 'project_id': '7af0ae006bf943b0b427dd4cad01802a', 'gw_port': {'id': '441c6a0e-73c6-4234-9134-2dc12b0fb695', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b671bd-bd48-4f47-bc15-76722b616ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:01.508196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Calling delete_port for 441c6a0e-73c6-4234-9134-2dc12b0fb695 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:01.559828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:01.628303 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a020113c-b950-488a-a662-f60c54b6bcfd tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 207 time: 0.0672119 Dec 16 03:32:01.634598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:01.641697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ede7c-55e8-4422-9385-f33ad9b58ae9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:01.645877 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9f8ede7c-55e8-4422-9385-f33ad9b58ae9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports/f33bbc41-112d-4edc-b315-321516105ace HTTP/1.1" status: 200 len: 911 time: 0.2135491 Dec 16 03:32:01.653030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33182) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:01.658862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.659997 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Set router af2e48a3-db91-4ea4-a728-228447546a4c gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:01.790520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.847849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.875723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7b29e-9aa1-4e1a-99dd-f3e4046124b0 req-475e3b8a-e8bc-4c1d-863c-c0df7b158d34 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:01.877376 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-84d7b29e-9aa1-4e1a-99dd-f3e4046124b0 req-475e3b8a-e8bc-4c1d-863c-c0df7b158d34 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2409210 Dec 16 03:32:01.877659 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'name': 'tempest-NetworksTestDHCPv6-router-1443832762', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:54Z', 'updated_at': '2021-12-16T03:31:57Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None, '_interfaces': [{'id': 'f33bbc41-112d-4edc-b315-321516105ace', 'name': '', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'mac_address': 'fa:16:3e:20:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '812beba8-be40-4fc7-8a02-8754684884fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:31:55Z', 'updated_at': '2021-12-16T03:31:58Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'subnets': [{'id': '812beba8-be40-4fc7-8a02-8754684884fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:01.905757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc55a0-2b02-4d38-b023-19cdd9a40b6d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:01.911901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc55a0-2b02-4d38-b023-19cdd9a40b6d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:01.913862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3adc55a0-2b02-4d38-b023-19cdd9a40b6d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2372177 Dec 16 03:32:01.914851 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Checking router: af2e48a3-db91-4ea4-a728-228447546a4c for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:01.915378 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Updating router af2e48a3-db91-4ea4-a728-228447546a4c port f33bbc41-112d-4edc-b315-321516105ace binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:01.917441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.924991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33184) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:01.957732 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:01.981176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event deleted for resources: {'Subnet': ['ID=313439b2-a669-4b04-84b5-7852dfce3d70,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:02.015847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b4a62-3e43-42c8-bc6a-1d6a8db1366e None None] Network 56775159-a45a-4f3c-9743-00eba77bfcfe requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:02.042428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.048882 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1950a7d9-6e95-4436-b572-d4ff80da0175 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "DELETE /v2.0/subnets/313439b2-a669-4b04-84b5-7852dfce3d70 HTTP/1.1" status: 204 len: 168 time: 1.4296095 Dec 16 03:32:02.053615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33186) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:02.061614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.095569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:02.117824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2e85b-8cdb-4cca-b75b-7434f27796db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:02.118338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.123998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2e85b-8cdb-4cca-b75b-7434f27796db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:02.128886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 51ce69e5-c597-4d67-9041-f0115f35adf3 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:02.129385 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-84d7b29e-9aa1-4e1a-99dd-f3e4046124b0 req-622557a7-5a10-4b54-bfc4-605507cb0816 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418275 Dec 16 03:32:02.135701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=441c6a0e-73c6-4234-9134-2dc12b0fb695,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:02.152686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2e85b-8cdb-4cca-b75b-7434f27796db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:02.159176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2e85b-8cdb-4cca-b75b-7434f27796db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:02.166343 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1a2e85b-8cdb-4cca-b75b-7434f27796db tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5193255 Dec 16 03:32:02.168193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 51ce69e5-c597-4d67-9041-f0115f35adf3 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:02.169058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 51ce69e5-c597-4d67-9041-f0115f35adf3 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:02.169400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38eafb6-e027-456b-b076-ec1c2d72829e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:02.169956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:02.172614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.174743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:02.176550 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c024eef0-c7c8-414c-8b4d-026bcdc3452a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e38eafb6-e027-456b-b076-ec1c2d72829e HTTP/1.1" status: 204 len: 168 time: 1.1552510 Dec 16 03:32:02.209597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33190) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:02.214166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d2cba-242a-4556-9575-e4e029e709ea None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:02.222801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111e14a-051d-43a6-b4a3-a3cd790811cc None None] Network ad205ef7-0651-499d-8e85-15dfe8aba452 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:02.228751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:02.229415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4bbda5d7-4c42-40f4-95e5-d5524a5b6ef7 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:02.441528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] DHCP port deletion for 56775159-a45a-4f3c-9743-00eba77bfcfe request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:02.503731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] DHCP port deletion for ad205ef7-0651-499d-8e85-15dfe8aba452 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:02.548548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Deleting port ebe6efea-1c96-496c-ad6b-f1307e08260c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:02.549209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.561474 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.573895 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.603106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:02.608407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:02.621384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44408d-0500-4a6b-a2a1-bb13cbbc6ae3 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:02.627231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=481ac718-53cd-4ecb-8f92-db72f8063074,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:02.643506 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Pushing event updated for resources: {'Port': ['ID=f33bbc41-112d-4edc-b315-321516105ace,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:02.660455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] For port ebe6efea-1c96-496c-ad6b-f1307e08260c, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ebe6efea-1c96-496c-ad6b-f1307e08260c,segment=NetworkSegment(71538d0e-a795-4692-8794-a9830ce2d9eb),segment_id=71538d0e-a795-4692-8794-a9830ce2d9eb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:02.661185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.667960 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.668550 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.668990 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.669420 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.669962 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.670434 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.671126 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.672272 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.672796 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.673608 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.674069 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.677354 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.677914 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:02.680034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.26.6.137 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/65c393b2-c593-4e8e-80ea-3064d0cd7d40) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:02.680482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Calling delete_port for ebe6efea-1c96-496c-ad6b-f1307e08260c owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:02.685040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] Deleting port ca118cfb-3911-4dfe-8601-74e0c328b9de {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:02.685490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.779726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.787991 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Attempting to bind port f33bbc41-112d-4edc-b315-321516105ace on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:02.788752 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Attempting to bind port f33bbc41-112d-4edc-b315-321516105ace by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:02.789749 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Attempting to bind port f33bbc41-112d-4edc-b315-321516105ace on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:02.798657 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:02.799560 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:02.800164 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.800728 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:02.801402 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Bound port: f33bbc41-112d-4edc-b315-321516105ace, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:02.801949 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.832804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.856558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.899776 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] For port f33bbc41-112d-4edc-b315-321516105ace, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:02.909753 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] For port f33bbc41-112d-4edc-b315-321516105ace, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f33bbc41-112d-4edc-b315-321516105ace,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:02.915573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-291ae2a9-4fb6-4384-a80e-3b0b8328db88 None None] Provisioning complete for port 481ac718-53cd-4ecb-8f92-db72f8063074 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:02.916064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-291ae2a9-4fb6-4384-a80e-3b0b8328db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.924302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] For port ca118cfb-3911-4dfe-8601-74e0c328b9de, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ca118cfb-3911-4dfe-8601-74e0c328b9de,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:02.924557 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.924891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:02.964768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.012730 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c47daa-fbc5-4d05-87f7-2a9f01883fa6 None None] Pushing event updated for resources: {'Port': ['ID=f33bbc41-112d-4edc-b315-321516105ace,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:03.038129 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Routers {'af2e48a3-db91-4ea4-a728-228447546a4c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:03.039170 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['af2e48a3-db91-4ea4-a728-228447546a4c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:03.045575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] Calling delete_port for ca118cfb-3911-4dfe-8601-74e0c328b9de owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:03.055687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.065579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Pushing event deleted for resources: {'Port': ['ID=ebe6efea-1c96-496c-ad6b-f1307e08260c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:03.068260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] No DVR routers for this DVR port ebe6efea-1c96-496c-ad6b-f1307e08260c on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:03.072749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.118349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.121630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.121988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.122333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.123179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.123522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.123875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.124211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.124556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.124901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.125228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.125927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.126080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789d8d7-7fd5-4e4d-9fe5-11949afbece7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:03.130726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-291ae2a9-4fb6-4384-a80e-3b0b8328db88 None None] Port 481ac718-53cd-4ecb-8f92-db72f8063074 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:03.131332 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c18ae957-9584-4ec2-aa00-45c7430b1a0d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5252550 Dec 16 03:32:03.131938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33192) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:03.206081 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] Set router af2e48a3-db91-4ea4-a728-228447546a4c gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:03.215080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.216028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b671bd-bd48-4f47-bc15-76722b616ec4 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:03.224462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.228613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a01eed2c-12dd-4934-88b8-deca84a91d9b admin admin] 10.222.0.16 "DELETE /v2.0/routers/59b671bd-bd48-4f47-bc15-76722b616ec4 HTTP/1.1" status: 204 len: 168 time: 2.6634355 Dec 16 03:32:03.229563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Deleting port ca118cfb-3911-4dfe-8601-74e0c328b9de {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:03.229986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.231825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33196) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:03.407907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.444868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16697227-6ddf-48c7-b664-29c5d8c3edf9 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:03.446852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16697227-6ddf-48c7-b664-29c5d8c3edf9 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:03.456244 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-16697227-6ddf-48c7-b664-29c5d8c3edf9 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3182559 Dec 16 03:32:03.457065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33198) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:03.466553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.472266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] Deleting subnet 633ff807-c3fe-40e8-81c2-3b0dc02e6efc {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:03.486992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] For port ca118cfb-3911-4dfe-8601-74e0c328b9de, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ca118cfb-3911-4dfe-8601-74e0c328b9de,segment=NetworkSegment(592a6a3f-1d8e-4b07-9617-889b57c00e1b),segment_id=592a6a3f-1d8e-4b07-9617-889b57c00e1b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:03.487532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.490047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.525808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324d0ec-4ffc-4dcb-bb98-b82934fc45f8 req-0c7ce3a7-926b-4f79-b8e0-4eca70b9045a tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:03.533943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4324d0ec-4ffc-4dcb-bb98-b82934fc45f8 req-0c7ce3a7-926b-4f79-b8e0-4eca70b9045a tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2322235 Dec 16 03:32:03.551668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.561459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Calling delete_port for ca118cfb-3911-4dfe-8601-74e0c328b9de owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:03.561753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56775159-a45a-4f3c-9743-00eba77bfcfe']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:03.572935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] No DVR routers for this DVR port ca118cfb-3911-4dfe-8601-74e0c328b9de on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:03.575047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-610b4820-6da1-409b-b737-8326c25d922a None None] Provisioning complete for port f33bbc41-112d-4edc-b315-321516105ace triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:03.575427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-610b4820-6da1-409b-b737-8326c25d922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.587601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71538d0e-a795-4692-8794-a9830ce2d9eb') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:03.587905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71538d0e-a795-4692-8794-a9830ce2d9eb') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:03.590955 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'name': 'tempest-NetworksTestDHCPv6-router-1443832762', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:54Z', 'updated_at': '2021-12-16T03:31:57Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None, '_interfaces': [{'id': 'f33bbc41-112d-4edc-b315-321516105ace', 'name': '', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'mac_address': 'fa:16:3e:20:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '812beba8-be40-4fc7-8a02-8754684884fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:31:55Z', 'updated_at': '2021-12-16T03:32:02Z', 'revision_number': 4, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'subnets': [{'id': '812beba8-be40-4fc7-8a02-8754684884fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:03.608014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bde9e1-b825-42b2-b20f-92e7a8f47a1f None None] Pushing event deleted for resources: {'Port': ['ID=ca118cfb-3911-4dfe-8601-74e0c328b9de,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:03.621282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.639910 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc58cb-ff44-4c7f-b69b-34b0e5ca846a None None] The sync data for ids ['af2e48a3-db91-4ea4-a728-228447546a4c'] in dv-neutron-821927-1-hyperv is: [{'id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'name': 'tempest-NetworksTestDHCPv6-router-1443832762', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:54Z', 'updated_at': '2021-12-16T03:31:57Z', 'revision_number': 2, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None, '_interfaces': [{'id': 'f33bbc41-112d-4edc-b315-321516105ace', 'name': '', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'mac_address': 'fa:16:3e:20:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '812beba8-be40-4fc7-8a02-8754684884fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:31:55Z', 'updated_at': '2021-12-16T03:32:02Z', 'revision_number': 4, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'subnets': [{'id': '812beba8-be40-4fc7-8a02-8754684884fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:03.651608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.687852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7fec1-ad9c-435e-8a65-3a3abbc147da tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:03.689420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7fec1-ad9c-435e-8a65-3a3abbc147da tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:03.696211 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f3e7fec1-ad9c-435e-8a65-3a3abbc147da tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2331712 Dec 16 03:32:03.708572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.710619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:03.721292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-610b4820-6da1-409b-b737-8326c25d922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.732809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:03.733475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:03.737051 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:03.775612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-610b4820-6da1-409b-b737-8326c25d922a None None] For port f33bbc41-112d-4edc-b315-321516105ace, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f33bbc41-112d-4edc-b315-321516105ace,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:03.783550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-610b4820-6da1-409b-b737-8326c25d922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.788697 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4324d0ec-4ffc-4dcb-bb98-b82934fc45f8 req-4d091461-0c1e-433f-b6d3-e9bd0d8009fe tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535629 Dec 16 03:32:03.799644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.845538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4820-6da1-409b-b737-8326c25d922a None None] Pushing event updated for resources: {'Port': ['ID=f33bbc41-112d-4edc-b315-321516105ace,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:03.912170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7c42dce7-778a-438a-b536-0060521aed9a None None] Provisioning complete for port f33bbc41-112d-4edc-b315-321516105ace triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:03.913846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c42dce7-778a-438a-b536-0060521aed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:03.914006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.017991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.041607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff4db9-c9b7-4021-b8a1-8733dca55e2e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:04.046580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.050424 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3aff4db9-c9b7-4021-b8a1-8733dca55e2e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/networks/1d5ba965-c0a9-4cca-be46-f9283a7aba39 HTTP/1.1" status: 200 len: 799 time: 0.3381708 Dec 16 03:32:04.052339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33204) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:04.053114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.085256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=65c393b2-c593-4e8e-80ea-3064d0cd7d40,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:04.093978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:04.145876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:04.150336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.154909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:04.160607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707e8c2-4ae0-424f-bdd4-d7e3510e2b51 req-696e7aae-3d08-4999-ac70-faa3d4340921 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:04.162201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5707e8c2-4ae0-424f-bdd4-d7e3510e2b51 req-696e7aae-3d08-4999-ac70-faa3d4340921 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2418973 Dec 16 03:32:04.170309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f33bbc41-112d-4edc-b315-321516105ace up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:04.204923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca118cfb-3911-4dfe-8601-74e0c328b9de,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:04.213338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] No DVR routers for this DVR port ca118cfb-3911-4dfe-8601-74e0c328b9de on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:04.228169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.229010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f33bbc41-112d-4edc-b315-321516105ace triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:04.229384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.235445 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] 10.222.0.16 "DELETE /v2.0/networks/56775159-a45a-4f3c-9743-00eba77bfcfe HTTP/1.1" status: 204 len: 168 time: 2.1657510 Dec 16 03:32:04.427888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.433486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 441c6a0e-73c6-4234-9134-2dc12b0fb695 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:04.434693 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.447063 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5707e8c2-4ae0-424f-bdd4-d7e3510e2b51 req-f0fe39a0-7b1f-4f61-83e1-bbd3c72cdda1 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215664 Dec 16 03:32:04.485232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 441c6a0e-73c6-4234-9134-2dc12b0fb695 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:04.485949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 441c6a0e-73c6-4234-9134-2dc12b0fb695 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:04.486100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633ff807-c3fe-40e8-81c2-3b0dc02e6efc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:04.486592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ebe6efea-1c96-496c-ad6b-f1307e08260c no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:04.488864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fac94d-157e-412b-8ecf-bd032a4d4f29 tempest-FloatingIPNegativeTestJSON-207756197 tempest-FloatingIPNegativeTestJSON-207756197-project] Pushing event deleted for resources: {'Network': ['ID=56775159-a45a-4f3c-9743-00eba77bfcfe,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:04.503905 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-81938c76-3060-4964-9d82-c51bc625f737 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/networks/1d5ba965-c0a9-4cca-be46-f9283a7aba39?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4475136 Dec 16 03:32:04.507455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:04.514752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.519364 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7f45aaf3-65d5-4f5a-9a08-ce4d4eec6d7c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/633ff807-c3fe-40e8-81c2-3b0dc02e6efc HTTP/1.1" status: 204 len: 168 time: 1.2863245 Dec 16 03:32:04.523142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33212) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:04.525976 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad205ef7-0651-499d-8e85-15dfe8aba452']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:04.536462 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ebe6efea-1c96-496c-ad6b-f1307e08260c {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:04.536818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ebe6efea-1c96-496c-ad6b-f1307e08260c not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:04.537387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ca118cfb-3911-4dfe-8601-74e0c328b9de no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:04.556149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592a6a3f-1d8e-4b07-9617-889b57c00e1b') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:04.556833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592a6a3f-1d8e-4b07-9617-889b57c00e1b') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:04.569536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a7bf8b-60bf-4330-8d53-0e4f256b6199 None None] Network 9558eca6-2c63-4413-9405-f9c511187379 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:04.658290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ca118cfb-3911-4dfe-8601-74e0c328b9de {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:04.658681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ca118cfb-3911-4dfe-8601-74e0c328b9de not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:04.674442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.746823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1d4e5-cfd5-45bb-8b0b-2ae18bdc5afd tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:04.748444 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-98f1d4e5-cfd5-45bb-8b0b-2ae18bdc5afd tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/subnets/d463f469-a5b5-4b2d-b166-8ca16b94f1a0 HTTP/1.1" status: 200 len: 811 time: 0.2399528 Dec 16 03:32:04.754011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33216) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:04.810111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:04.830175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.860227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] DHCP port deletion for 9558eca6-2c63-4413-9405-f9c511187379 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:04.877593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:04.878003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:04.908131 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:04.926038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:04.971772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] Deleting port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:04.973374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.073557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7a7c-5140-41ec-9a23-c2a57099dfcc req-ba090184-63d3-4200-a773-2b57f69bece0 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:05.075713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] For port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,segment=NetworkSegment(ff6cf809-f53a-49de-aee0-2d26e41402be),segment_id=ff6cf809-f53a-49de-aee0-2d26e41402be)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:05.076710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.086151 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-eb5f7a7c-5140-41ec-9a23-c2a57099dfcc req-ba090184-63d3-4200-a773-2b57f69bece0 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.4791694 Dec 16 03:32:05.094500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] Calling delete_port for e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:05.148808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port f33bbc41-112d-4edc-b315-321516105ace {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:05.149299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.166947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.180668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5840ae1b-51ee-486d-af31-4a87bd55a8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.210247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.215981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.219071 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad205ef7-0651-499d-8e85-15dfe8aba452 HTTP/1.1" status: 204 len: 168 time: 2.9908259 Dec 16 03:32:05.220441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd691879-9c14-432f-83e3-2cb58bdaa34c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad205ef7-0651-499d-8e85-15dfe8aba452,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:05.248157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] Pushing event deleted for resources: {'Port': ['ID=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:05.252472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131b8b8-dfe4-42c4-8475-7a16341c9e88 None None] No DVR routers for this DVR port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:05.318295 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-eb5f7a7c-5140-41ec-9a23-c2a57099dfcc req-a15bf8b3-84c8-4fe7-bdea-9c2f8c892874 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309580 Dec 16 03:32:05.340736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Deleting port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:05.341131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.358763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b0bbfe-fb2f-41c3-959b-dae141af436e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:05.365532 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-27b0bbfe-fb2f-41c3-959b-dae141af436e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "GET /v2.0/subnets/d463f469-a5b5-4b2d-b166-8ca16b94f1a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5730143 Dec 16 03:32:05.397407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:05.397743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:05.414433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-345527007'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:05.426259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] For port f33bbc41-112d-4edc-b315-321516105ace, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f33bbc41-112d-4edc-b315-321516105ace,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:05.426649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.462263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.466404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for f33bbc41-112d-4edc-b315-321516105ace owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:05.468942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] For port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:05.469418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.492745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Calling delete_port for e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:05.498362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:32:05.501750 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3f450d61-86da-46e1-8bc0-ec8700049c2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6bbe88a48104550a3c653a5eb5eaed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646185 Dec 16 03:32:05.505034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:05.535006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.552093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48845-bcf3-4a65-a60c-1621d43cb682 req-ba5ce50f-8bd3-4a7e-80d9-dbe03fad0353 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:05.553603 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0cb48845-bcf3-4a65-a60c-1621d43cb682 req-ba5ce50f-8bd3-4a7e-80d9-dbe03fad0353 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1400728 Dec 16 03:32:05.585105 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:05.595924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] No DVR routers for this DVR port e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:05.672590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:05.677543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.685184 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bbcebae6-6dd8-42df-8209-4664dd8eb266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1c8e5e6545c4b2bab937c4d8f16be97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2754908 Dec 16 03:32:05.695581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:05.706566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.751373 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0cb48845-bcf3-4a65-a60c-1621d43cb682 req-edfd4852-452e-4e2f-a0be-334d50c0c0b9 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752653 Dec 16 03:32:05.755146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.780697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9558eca6-2c63-4413-9405-f9c511187379']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:05.811969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6cf809-f53a-49de-aee0-2d26e41402be') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:05.812250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6cf809-f53a-49de-aee0-2d26e41402be') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:05.832428 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.842053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0454f510-26a8-4a57-915e-ad21c83021b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.854839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.861802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.863219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:32:05.864792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:05.865182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:05.868979 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:05.922294 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.922884 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Added segment 732053d7-a04e-464d-b7ba-6639009f797d of type vlan for network badda076-38d8-4a96-998d-125760fc05e8 Dec 16 03:32:05.927754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=f33bbc41-112d-4edc-b315-321516105ace,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:05.948010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0454f510-26a8-4a57-915e-ad21c83021b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.996295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:05.997962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3baf4aa8-2d26-438a-89a0-5a84d36a2fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.028888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.036878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.040177 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9558eca6-2c63-4413-9405-f9c511187379 HTTP/1.1" status: 204 len: 168 time: 1.5113668 Dec 16 03:32:06.052644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.054830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5e435-ae76-4415-a409-3538615d70c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9558eca6-2c63-4413-9405-f9c511187379,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:06.075987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.094691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3baf4aa8-2d26-438a-89a0-5a84d36a2fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.192321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.200047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:06.200732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.232916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 234251b0-d8c7-459b-94ef-48c01ec3256d is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:06.240988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0454f510-26a8-4a57-915e-ad21c83021b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.243727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0454f510-26a8-4a57-915e-ad21c83021b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.247758 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0454f510-26a8-4a57-915e-ad21c83021b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cefffc9-02f9-436f-bfb4-9c2bff990a79 HTTP/1.1" status: 204 len: 168 time: 0.7295809 Dec 16 03:32:06.279055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:06.318284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:06.323315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:06.324257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e3d2fb33-82f2-4e1a-ac5e-eb87fa91b010 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:06.337455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454f510-26a8-4a57-915e-ad21c83021b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cefffc9-02f9-436f-bfb4-9c2bff990a79,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:06.357329 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9489274 Dec 16 03:32:06.377513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:06.393224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'network_id': 'badda076-38d8-4a96-998d-125760fc05e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:06.430259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03cbc-0db1-4bdc-87bf-8df1fc1bd4bb tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Network': ['ID=badda076-38d8-4a96-998d-125760fc05e8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:06.433412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3baf4aa8-2d26-438a-89a0-5a84d36a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.436051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3baf4aa8-2d26-438a-89a0-5a84d36a2fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.437228 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3baf4aa8-2d26-438a-89a0-5a84d36a2fbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/999ecff6-efd5-4fde-934b-145b87d04af2 HTTP/1.1" status: 204 len: 168 time: 0.7370098 Dec 16 03:32:06.444024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network badda076-38d8-4a96-998d-125760fc05e8 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:32:06.559333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf4aa8-2d26-438a-89a0-5a84d36a2fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999ecff6-efd5-4fde-934b-145b87d04af2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:06.637003 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-60e7a809-cdcc-4166-8d0b-c90ef18a1388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7af0ae006bf943b0b427dd4cad01802a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3160827 Dec 16 03:32:06.640320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33250) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:06.658709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Router af2e48a3-db91-4ea4-a728-228447546a4c has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:06.672872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.686062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.704173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:06.718030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Sync routers for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:06.734283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:06.735908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:06.762668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:06.771660 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-af4ff86b-9d07-415b-8ccd-801c0bb0db2e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "PUT /v2.0/routers/af2e48a3-db91-4ea4-a728-228447546a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8428626 Dec 16 03:32:06.772268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33256) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:06.778452 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] Sync routers for ids ['af2e48a3-db91-4ea4-a728-228447546a4c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:06.802638 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] Routers {'af2e48a3-db91-4ea4-a728-228447546a4c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:06.806245 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['af2e48a3-db91-4ea4-a728-228447546a4c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:06.811219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4eadc1c3-e6c1-4a4d-ae40-42a5c7208633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.836371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4eadc1c3-e6c1-4a4d-ae40-42a5c7208633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.845968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Made reservation on behalf of 63b12987778a4c30b820527eaf63953c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:06.849651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.861459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.865860 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4fcd21a5-3fb8-4776-8f3b-57a28bc4a103 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2781072 Dec 16 03:32:06.875167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33258) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:06.890732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e11529-fa74-4218-9982-e62b111c083a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:06.892659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e11529-fa74-4218-9982-e62b111c083a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:06.897125 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b0e11529-fa74-4218-9982-e62b111c083a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1188905 Dec 16 03:32:06.898429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33264) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:06.931097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:06.964784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 812beba8-be40-4fc7-8a02-8754684884fb {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:06.968411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:06.983664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:32:06.984283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:32:07.017080 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] Set router af2e48a3-db91-4ea4-a728-228447546a4c gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:07.045375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.048936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4eadc1c3-e6c1-4a4d-ae40-42a5c7208633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.051709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4eadc1c3-e6c1-4a4d-ae40-42a5c7208633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.055880 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4eadc1c3-e6c1-4a4d-ae40-42a5c7208633 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f179795-9634-426f-8872-4159abda9ec6 HTTP/1.1" status: 204 len: 168 time: 0.4145532 Dec 16 03:32:07.058129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=65c393b2-c593-4e8e-80ea-3064d0cd7d40,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:07.073392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.128179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadc1c3-e6c1-4a4d-ae40-42a5c7208633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f179795-9634-426f-8872-4159abda9ec6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:07.146490 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'name': 'tempest-NetworksTestDHCPv6-router-1443832762', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:54Z', 'updated_at': '2021-12-16T03:32:05Z', 'revision_number': 3, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:07.204418 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] Checking router: af2e48a3-db91-4ea4-a728-228447546a4c for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:07.222071 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] Routers {'af2e48a3-db91-4ea4-a728-228447546a4c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:07.222820 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:31:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['af2e48a3-db91-4ea4-a728-228447546a4c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:07.259705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.342053 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] Set router af2e48a3-db91-4ea4-a728-228447546a4c gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:07.367603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:03Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:07.369702 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 5e6dcc2a-0f00-4565-8dff-8c730c77f456 associated. External IP: 172.26.6.137, port: ad2556b6-96bd-4c72-bd8a-af66ffde3fd0. Dec 16 03:32:07.371742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a1a93ee-fb66-4ceb-aa59-88f78ecbb1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.408407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.455023 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59e6cf66-db40-4fc9-9952-e670a414474c tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5758574 Dec 16 03:32:07.455416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33280) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:07.457229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Checking router: 234251b0-d8c7-459b-94ef-48c01ec3256d for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:07.457591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Updating router 234251b0-d8c7-459b-94ef-48c01ec3256d port 481ac718-53cd-4ecb-8f92-db72f8063074 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:07.489696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=73ded966-4fc3-46b7-8d48-83a3cb0231d9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:07.518219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.624594 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'name': 'tempest-NetworksTestDHCPv6-router-1443832762', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:54Z', 'updated_at': '2021-12-16T03:32:05Z', 'revision_number': 3, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:07.627884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Checking segment: {'id': '732053d7-a04e-464d-b7ba-6639009f797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'badda076-38d8-4a96-998d-125760fc05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:07.629617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network hostable DHCP agents. Network: badda076-38d8-4a96-998d-125760fc05e8, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:07.654194 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c40e6f-42db-441f-8e65-b5bbcc07e388 None None] The sync data for ids ['af2e48a3-db91-4ea4-a728-228447546a4c'] in dv-neutron-821927-1-hyperv is: [{'id': 'af2e48a3-db91-4ea4-a728-228447546a4c', 'name': 'tempest-NetworksTestDHCPv6-router-1443832762', 'tenant_id': '2b4f13c89a7644e799600d47d71890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:54Z', 'updated_at': '2021-12-16T03:32:05Z', 'revision_number': 3, 'project_id': '2b4f13c89a7644e799600d47d71890be', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:07.667909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Network badda076-38d8-4a96-998d-125760fc05e8 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:07.691017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, badda076-38d8-4a96-998d-125760fc05e8) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:07.698361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:07.700782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:07.714749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ef309-f70b-4208-8f34-37c76ba5213c None None] Network badda076-38d8-4a96-998d-125760fc05e8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:07.794013 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dc2334c6-8157-4600-bcec-5d96d9b6d6e0 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4093606 Dec 16 03:32:07.838296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db9c67-146c-4068-9187-346f86875be0 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:07.842451 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-23db9c67-146c-4068-9187-346f86875be0 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3792317 Dec 16 03:32:07.842760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33294) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:07.843094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33300) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:07.884911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f00125fe-b0ea-4c11-9c63-406591ae701d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:07.946236 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ffc84331-b640-4d0b-8c7d-e9a807f73b62 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004481 Dec 16 03:32:07.974869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33302) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:07.979451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289901310', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:07.986929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.086550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f33bbc41-112d-4edc-b315-321516105ace no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:08.092141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561489'] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.095694 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/812beba8-be40-4fc7-8a02-8754684884fb HTTP/1.1" status: 204 len: 168 time: 1.1960850 Dec 16 03:32:08.096568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514cb9c-15dd-4a4a-ad8f-0ae6dd6c4e16 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=812beba8-be40-4fc7-8a02-8754684884fb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:08.109119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33308) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:08.138415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39067c-9f10-47b0-b50d-baf6d278ec84 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:08.195576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33310) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:08.255174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f33bbc41-112d-4edc-b315-321516105ace {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:08.255991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f33bbc41-112d-4edc-b315-321516105ace not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:08.267191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f00125fe-b0ea-4c11-9c63-406591ae701d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25439378'] for subnet, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.293919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-badda076-38d8-4a96-998d-125760fc05e8', 'network_id': 'badda076-38d8-4a96-998d-125760fc05e8', 'project_id': '63b12987778a4c30b820527eaf63953c', 'fixed_ips': [{'subnet_id': '73ded966-4fc3-46b7-8d48-83a3cb0231d9'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:32:08.295272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.397048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:08.403137 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0d40a9de-4da1-4d8d-ad97-1390476749b6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2879648 Dec 16 03:32:08.407087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:08.467251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:08.470756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:08.479666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.522565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.561368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7a1864b-0d17-4580-8970-c367f3912640 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.580842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.593057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.605093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] Deleting port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:08.605544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.648470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb11161c-000d-4796-b566-f159cac76b12 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:08.714363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b81a1ad6-3cbb-44e7-9627-625a6500959a tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:08.715404 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-b81a1ad6-3cbb-44e7-9627-625a6500959a tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 03:32:08.715755 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-b81a1ad6-3cbb-44e7-9627-625a6500959a tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 03:32:08.720641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b81a1ad6-3cbb-44e7-9627-625a6500959a tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4868796 Dec 16 03:32:08.726952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33328) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:08.731642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--752702078'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:08.794962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Attempting to bind port 481ac718-53cd-4ecb-8f92-db72f8063074 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:08.796027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Attempting to bind port 481ac718-53cd-4ecb-8f92-db72f8063074 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:08.796394 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Attempting to bind port 481ac718-53cd-4ecb-8f92-db72f8063074 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:08.820385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f00125fe-b0ea-4c11-9c63-406591ae701d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771890327004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25374222'] for subnet, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.821772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:08.822147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:08.826708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.827140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:08.827646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Bound port: 481ac718-53cd-4ecb-8f92-db72f8063074, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:08.828034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.838379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:08.851421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2262c9c-6fb9-44df-bb49-3c7bb0303bb9 None None] Pushing event updated for resources: {'Port': ['ID=481ac718-53cd-4ecb-8f92-db72f8063074,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:08.853016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7a1864b-0d17-4580-8970-c367f3912640 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.868646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7a1864b-0d17-4580-8970-c367f3912640 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.876164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.889043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.902595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00125fe-b0ea-4c11-9c63-406591ae701d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:08.903159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f00125fe-b0ea-4c11-9c63-406591ae701d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.907709 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f00125fe-b0ea-4c11-9c63-406591ae701d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "PUT /v2.0/subnets/73ded966-4fc3-46b7-8d48-83a3cb0231d9 HTTP/1.1" status: 200 len: 877 time: 1.0635495 Dec 16 03:32:08.912342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33334) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:08.917801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:08.965252 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d6069800-4624-420d-8b46-cd7cce33dc42 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.4856484 Dec 16 03:32:08.967802 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33336) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:08.974542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:09.040011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7a1864b-0d17-4580-8970-c367f3912640 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.040973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1864b-0d17-4580-8970-c367f3912640 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Fanout notify agent at l3_agent the message router_deleted on router af2e48a3-db91-4ea4-a728-228447546a4c {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:09.049461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00125fe-b0ea-4c11-9c63-406591ae701d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event updated for resources: {'Subnet': ['ID=73ded966-4fc3-46b7-8d48-83a3cb0231d9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:09.062308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7a1864b-0d17-4580-8970-c367f3912640 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.067862 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a7a1864b-0d17-4580-8970-c367f3912640 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/routers/af2e48a3-db91-4ea4-a728-228447546a4c HTTP/1.1" status: 204 len: 168 time: 0.6525300 Dec 16 03:32:09.070907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33342) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:09.090724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.147519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.255672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.276795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7c9e5-013b-414f-a61d-282691e4930a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:09.278383 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59f7c9e5-013b-414f-a61d-282691e4930a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2029805 Dec 16 03:32:09.286869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:09.298085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.304017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.304315 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 5e6dcc2a-0f00-4565-8dff-8c730c77f456 disassociated. External IP: 172.26.6.137, port: ad2556b6-96bd-4c72-bd8a-af66ffde3fd0. Dec 16 03:32:09.310322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=083fb0d0-30b8-490c-9b0a-3a5f2a060d98,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:09.393367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.407970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:09.408446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: e6348661-16a0-44ec-81c9-ba576d5602e8, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:09.423006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.432279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a7a0c-9f68-4c2c-a3da-cbcc8a42690d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:09.436553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:09.438950 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-228a7a0c-9f68-4c2c-a3da-cbcc8a42690d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1509953 Dec 16 03:32:09.480964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] For port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8fbb48fa-6742-4799-a2a5-a4c0e43f51b1,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:09.481780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.482348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.482728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33356) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:09.501644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] Calling delete_port for 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:09.512725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.570361 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8e5c98fd-376d-4655-a712-d8277e2ff5c6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766947 Dec 16 03:32:09.585019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33362) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:09.586644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.599390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:09.635719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] For port 481ac718-53cd-4ecb-8f92-db72f8063074, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:09.640520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] For port 481ac718-53cd-4ecb-8f92-db72f8063074, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=481ac718-53cd-4ecb-8f92-db72f8063074,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:09.657869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:09.659239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:09.663417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.668798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.699926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Allocated IP 172.20.0.3 (badda076-38d8-4a96-998d-125760fc05e8/73ded966-4fc3-46b7-8d48-83a3cb0231d9/fa068203-9ffd-4a56-a24c-0271472a5589) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:09.719733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0ccb1-cfb1-4796-8d17-5163afaaa9fa,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:09.724544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.728946 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0009339 Dec 16 03:32:09.736229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33368) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:09.736945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network e6348661-16a0-44ec-81c9-ba576d5602e8 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:09.746433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5f6360e2-a575-4942-bc5e-340c5c92ffec tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': '28c07787-235d-4699-b8a3-46b34b10e22c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:09.767347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:09.804386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, e6348661-16a0-44ec-81c9-ba576d5602e8) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:09.821308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c60572-5a94-4e4c-9555-904e41c601de tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c07787-235d-4699-b8a3-46b34b10e22c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:09.825566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:09.826252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.846648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f6360e2-a575-4942-bc5e-340c5c92ffec tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.848018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:09.851562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:09.912015 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0c69c52b-4037-4129-b3f7-190bfd30eef6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9366672 Dec 16 03:32:09.919898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33376) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:09.947427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6c372-3ce9-493d-bdc0-0200d14724ce None None] Network e6348661-16a0-44ec-81c9-ba576d5602e8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:09.975956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-91e063c9-b8bc-4f56-952c-5be617945027 None None] Provisioning complete for port 481ac718-53cd-4ecb-8f92-db72f8063074 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:09.976332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91e063c9-b8bc-4f56-952c-5be617945027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.005155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:10.013980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.016288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.054186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] No DVR routers for this DVR port 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:10.077882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021b7eb-5d44-46b2-b9a2-5ec34b83c5f2 None None] Pushing event deleted for resources: {'Port': ['ID=8fbb48fa-6742-4799-a2a5-a4c0e43f51b1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:10.084322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33380) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:10.111302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.127317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e2a1c322-b106-4189-85d4-4b8daa0b3078 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/floatingips/5e6dcc2a-0f00-4565-8dff-8c730c77f456 HTTP/1.1" status: 200 len: 688 time: 1.1574283 Dec 16 03:32:10.127957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:10.154435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f6360e2-a575-4942-bc5e-340c5c92ffec tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.168083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f6360e2-a575-4942-bc5e-340c5c92ffec tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.189216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6360e2-a575-4942-bc5e-340c5c92ffec tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33684858-0f41-4f1d-8e89-b902e3082f2e,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:10.208127 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.255247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:10.282509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:10.283875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.284909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f6360e2-a575-4942-bc5e-340c5c92ffec tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.289241 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5f6360e2-a575-4942-bc5e-340c5c92ffec tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5497429 Dec 16 03:32:10.290008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:10.299884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8e317a68-d65b-431e-ade4-c025568733cc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': '28c07787-235d-4699-b8a3-46b34b10e22c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:10.322721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.337208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2262c9c-6fb9-44df-bb49-3c7bb0303bb9 None None] Pushing event updated for resources: {'Port': ['ID=481ac718-53cd-4ecb-8f92-db72f8063074,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:10.345555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 65c393b2-c593-4e8e-80ea-3064d0cd7d40 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:10.346207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.356559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:10.357608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8fbb48fa-6742-4799-a2a5-a4c0e43f51b1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:10.373794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.377248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df4a48-e19a-4927-86bf-29df3f6ad4a2 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:10.411225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.413997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33392) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:10.422657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad5adb-4301-49b8-a9c0-418b4f542dd9 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:10.423987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=73ded966-4fc3-46b7-8d48-83a3cb0231d9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:10.475182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.475710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.493983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 65c393b2-c593-4e8e-80ea-3064d0cd7d40 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:10.494180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.530184 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:10.533081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badda076-38d8-4a96-998d-125760fc05e8']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.537647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1877208474', 'router:external': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:10.542180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e317a68-d65b-431e-ade4-c025568733cc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.547849 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:10.548388 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Network badda076-38d8-4a96-998d-125760fc05e8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:10.551979 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.556636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:10.565609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:10.574998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:10.575755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.587310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732053d7-a04e-464d-b7ba-6639009f797d') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.588160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732053d7-a04e-464d-b7ba-6639009f797d') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.608379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3bd366da-4031-4e70-bc36-d03d8053834e tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:10.617185 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.627170 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:10.627935 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.639154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.664728 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-8e317a68-d65b-431e-ade4-c025568733cc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 03:32:10.668400 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8e317a68-d65b-431e-ade4-c025568733cc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3709605 Dec 16 03:32:10.670000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33398) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:10.680895 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:10.681734 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3bc3d-9f6f-42ad-800b-fe2b05a65a56 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:10.687200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Made reservation on behalf of 2a22ee76d87d47b7a31145f01aa88a32 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:10.690314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.701991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.704130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.742510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Pushing event updated for resources: {'Port': ['ID=fa068203-9ffd-4a56-a24c-0271472a5589,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:10.778815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-e6348661-16a0-44ec-81c9-ba576d5602e8', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:32:10.779429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.805546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.808345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91e063c9-b8bc-4f56-952c-5be617945027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.820592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.832863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:10.879758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76551269-bd0c-48a0-8200-adc9544fee40,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:10.907393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Attempting to bind port fa068203-9ffd-4a56-a24c-0271472a5589 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:10.907779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Attempting to bind port fa068203-9ffd-4a56-a24c-0271472a5589 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '732053d7-a04e-464d-b7ba-6639009f797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'badda076-38d8-4a96-998d-125760fc05e8'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:10.908130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Attempting to bind port fa068203-9ffd-4a56-a24c-0271472a5589 on network badda076-38d8-4a96-998d-125760fc05e8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:10.917250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-91e063c9-b8bc-4f56-952c-5be617945027 None None] For port 481ac718-53cd-4ecb-8f92-db72f8063074, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=481ac718-53cd-4ecb-8f92-db72f8063074,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:10.924664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:10.962576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=65c393b2-c593-4e8e-80ea-3064d0cd7d40,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:11.004131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91e063c9-b8bc-4f56-952c-5be617945027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.006014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:11.006386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Checking segment: {'id': '732053d7-a04e-464d-b7ba-6639009f797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'badda076-38d8-4a96-998d-125760fc05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:11.006801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.007257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Bound using segment: {'id': '732053d7-a04e-464d-b7ba-6639009f797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'badda076-38d8-4a96-998d-125760fc05e8'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:11.007664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Bound port: fa068203-9ffd-4a56-a24c-0271472a5589, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732053d7-a04e-464d-b7ba-6639009f797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'badda076-38d8-4a96-998d-125760fc05e8'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:11.008035 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.044079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.047740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.054153 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-aab8ee0e-a2c8-4c31-a1d2-ad3f51e3884e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e6dcc2a-0f00-4565-8dff-8c730c77f456 HTTP/1.1" status: 204 len: 168 time: 0.9198649 Dec 16 03:32:11.054648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.063228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '5456c62c-cd65-43d6-91c8-2c04d3fd407b'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:11.089258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:11.089888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:11.095135 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:11.100470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.127752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.193709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:32:11.199305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e063c9-b8bc-4f56-952c-5be617945027 None None] Pushing event updated for resources: {'Port': ['ID=481ac718-53cd-4ecb-8f92-db72f8063074,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:11.212476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.213620 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.230634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Allocated IP 172.20.0.2 (e6348661-16a0-44ec-81c9-ba576d5602e8/083fb0d0-30b8-490c-9b0a-3a5f2a060d98/c44d9675-9b79-449a-9427-321cbd16b59d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:11.240384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-aa0f8407-bee8-4420-9638-7fa21d2a1e71 None None] Provisioning complete for port 481ac718-53cd-4ecb-8f92-db72f8063074 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:11.240753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8407-bee8-4420-9638-7fa21d2a1e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.260131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:32:11.260131 dv-neutron-821927-1-hyperv neutron-server[103161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:32:11.260131 dv-neutron-821927-1-hyperv neutron-server[103161]: [parameters: {'id': 'badda076-38d8-4a96-998d-125760fc05e8'}] Dec 16 03:32:11.260131 dv-neutron-821927-1-hyperv neutron-server[103161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:32:11.260921 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:32:11.270578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:32:11.277890 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3bd366da-4031-4e70-bc36-d03d8053834e tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "PUT /v2.0/quotas/258f5d375375443cbba4c0270f404979 HTTP/1.1" status: 200 len: 366 time: 0.8625774 Dec 16 03:32:11.281898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33402) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.292376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] For port fa068203-9ffd-4a56-a24c-0271472a5589, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:11.295962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.296384 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Added segment 6985c174-0e22-4d82-b051-6e0e6cab0b84 of type vlan for network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a Dec 16 03:32:11.306092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:11.314163 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-441dbe16-86cd-4413-bd5d-8f1f2c17d31d tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0275772 Dec 16 03:32:11.316391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33404) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.322190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] For port fa068203-9ffd-4a56-a24c-0271472a5589, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fa068203-9ffd-4a56-a24c-0271472a5589,segment=NetworkSegment(732053d7-a04e-464d-b7ba-6639009f797d),segment_id=732053d7-a04e-464d-b7ba-6639009f797d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:11.326260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:11.335004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:11.336634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.339165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.342671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56ba2d03-867f-491f-ab26-43a55cf07b8b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.344443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=b77c46c7-e30a-49cf-9d9e-43c1e718f6b4,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:11.357338 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9693e7d3-83e5-4069-9f45-89b1529c3fda tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "GET /v2.0/quotas/258f5d375375443cbba4c0270f404979 HTTP/1.1" status: 200 len: 366 time: 0.0397055 Dec 16 03:32:11.369336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33408) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.374540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e195da2-e9fa-4ef4-bece-110b561dacb2 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:11.387986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.392376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56ba2d03-867f-491f-ab26-43a55cf07b8b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.430613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0edb5940-9519-4cc6-9aa6-6cb60f1ed764 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8378170 Dec 16 03:32:11.434872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33410) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.435660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.26.6.234 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/4382c08c-aa5d-4ae4-8b94-2a32cccd965e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:11.446940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:11.464876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.466003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:11.466742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.488647 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4e3297e2-a1e6-4c9d-815d-1888556fbd57 tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/258f5d375375443cbba4c0270f404979 HTTP/1.1" status: 204 len: 168 time: 0.1156595 Dec 16 03:32:11.515390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33412) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.547568 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-96b8a80d-2bd1-4254-9ae6-715e42ecdbfd tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0271673 Dec 16 03:32:11.552453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33414) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.605320 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e43813f9-72d9-404a-87f7-4af392127520 tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "GET /v2.0/quotas/258f5d375375443cbba4c0270f404979 HTTP/1.1" status: 200 len: 370 time: 0.0495367 Dec 16 03:32:11.605563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33416) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.614243 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a4f9c11f-c0be-4a75-8104-58b63c0ad1f7 tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "GET /v2.0/quotas/258f5d375375443cbba4c0270f404979/default HTTP/1.1" status: 200 len: 370 time: 0.0052686 Dec 16 03:32:11.617491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56ba2d03-867f-491f-ab26-43a55cf07b8b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.621147 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5296373 Dec 16 03:32:11.621658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56ba2d03-867f-491f-ab26-43a55cf07b8b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.621781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.623772 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-56ba2d03-867f-491f-ab26-43a55cf07b8b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/28c07787-235d-4699-b8a3-46b34b10e22c HTTP/1.1" status: 204 len: 168 time: 0.9173603 Dec 16 03:32:11.624369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33420) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.624704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33422) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.632714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004a548-afda-48f8-bbe2-9a044a477e5e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Network': ['ID=1ae5fb5d-57a8-4a0f-9a4d-49117816f36a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:11.644131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-4c37cf7a-5841-4e59-8c55-b881474af647 tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] delete failed (client error): The resource could not be found. Dec 16 03:32:11.644131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4c37cf7a-5841-4e59-8c55-b881474af647 tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/258f5d375375443cbba4c0270f404979 HTTP/1.1" status: 404 len: 348 time: 0.0170352 Dec 16 03:32:11.648265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'subnet': {'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:11.665590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.679454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:32:11.684751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba2d03-867f-491f-ab26-43a55cf07b8b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c07787-235d-4699-b8a3-46b34b10e22c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:11.689339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.752380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.769505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.808089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:03Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:11.808830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:11.811240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:11.816714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:11.819619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b245db-5d29-417e-a8a5-64c65c7cfe95 None None] Pushing event updated for resources: {'Port': ['ID=fa068203-9ffd-4a56-a24c-0271472a5589,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:11.849070 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7f36730c-c5f2-4c91-8730-5d15cecc9dcb tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2090814 Dec 16 03:32:11.849416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33426) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.851822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Made reservation on behalf of 2a22ee76d87d47b7a31145f01aa88a32 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:11.854296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.856052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:11.859452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:11.868661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-985adba5-a11e-4ad9-b25e-191afa0f0e24 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610527297'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:11.897537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:11.899132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dfd90-e3b9-47b6-8fdd-d4384220263b None None] The sync data for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv is: [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:03Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:11.909152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c45b33-dcb9-400f-89a1-04959d973910 None None] Network badda076-38d8-4a96-998d-125760fc05e8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:11.938366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=4382c08c-aa5d-4ae4-8b94-2a32cccd965e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:11.963967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:network and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.007169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.010613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': 'b77c46c7-e30a-49cf-9d9e-43c1e718f6b4'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:32:12.011477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.021401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-985adba5-a11e-4ad9-b25e-191afa0f0e24 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.024216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:subnet and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.034074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.080697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.083827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:subnetpool and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.101209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.119824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:port and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.145151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.163111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.178134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:router and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.188607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.220512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Network e6348661-16a0-44ec-81c9-ba576d5602e8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:12.246913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Pushing event updated for resources: {'Port': ['ID=c44d9675-9b79-449a-9427-321cbd16b59d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:12.253417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71c2b1-51f9-43a1-8901-e50b5f51e309 None None] Network badda076-38d8-4a96-998d-125760fc05e8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:12.255675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:12.272754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting port fa068203-9ffd-4a56-a24c-0271472a5589 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:12.273328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.306846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:12.332830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Allocated IP 2001:db8::f816:3eff:fe39:1d57 (8bedf3a0-d209-46d5-944c-b7048f15ec80/b77c46c7-e30a-49cf-9d9e-43c1e718f6b4/364906ca-7373-407c-a59a-67c5ffc98999) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:12.502544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Attempting to bind port c44d9675-9b79-449a-9427-321cbd16b59d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:12.502915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Attempting to bind port c44d9675-9b79-449a-9427-321cbd16b59d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:12.503279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Attempting to bind port c44d9675-9b79-449a-9427-321cbd16b59d on network e6348661-16a0-44ec-81c9-ba576d5602e8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:12.521459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:12.522097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Checking segment: {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:12.522246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.522664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Bound using segment: {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:12.523208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Bound port: c44d9675-9b79-449a-9427-321cbd16b59d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:12.523528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.554642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-985adba5-a11e-4ad9-b25e-191afa0f0e24 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.567962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] For port fa068203-9ffd-4a56-a24c-0271472a5589, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fa068203-9ffd-4a56-a24c-0271472a5589,segment=NetworkSegment(732053d7-a04e-464d-b7ba-6639009f797d),segment_id=732053d7-a04e-464d-b7ba-6639009f797d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:12.568468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.577436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:floatingip and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.583759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.591695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-985adba5-a11e-4ad9-b25e-191afa0f0e24 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.622521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Calling delete_port for fa068203-9ffd-4a56-a24c-0271472a5589 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:12.656624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] For port c44d9675-9b79-449a-9427-321cbd16b59d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:12.661151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] For port c44d9675-9b79-449a-9427-321cbd16b59d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c44d9675-9b79-449a-9427-321cbd16b59d,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:12.673048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.675045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.686727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (e6348661-16a0-44ec-81c9-ba576d5602e8/083fb0d0-30b8-490c-9b0a-3a5f2a060d98/f28c05fc-bcd3-49ea-80f2-3c54e6b73e66) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:12.701913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:security_group and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.708500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-985adba5-a11e-4ad9-b25e-191afa0f0e24 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.712419 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-985adba5-a11e-4ad9-b25e-191afa0f0e24 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8595672 Dec 16 03:32:12.714997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.743962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:12.751426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:12.752922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506718d8-9036-4c08-ae5b-5e7683accc0e None None] Pushing event updated for resources: {'Port': ['ID=c44d9675-9b79-449a-9427-321cbd16b59d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:12.754151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d3191d7c-ee42-4027-a0fa-90e267c27120 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': '56127e58-c88d-4373-a260-3874568d09a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:12.755231 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-d3191d7c-ee42-4027-a0fa-90e267c27120 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 03:32:12.756061 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-d3191d7c-ee42-4027-a0fa-90e267c27120 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:12.761785 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d3191d7c-ee42-4027-a0fa-90e267c27120 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122874 Dec 16 03:32:12.761785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.763055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:12.764486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33432) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:12.766133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985adba5-a11e-4ad9-b25e-191afa0f0e24 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56127e58-c88d-4373-a260-3874568d09a3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:12.785299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:12.788694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Usage tracker for resource:security_group_rule and project:db68273374dd4cef93bff8892249280f is out of sync, need to count used quota {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 03:32:12.805720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.quota.resource [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103162) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 03:32:12.854335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Pushing event updated for resources: {'Port': ['ID=364906ca-7373-407c-a59a-67c5ffc98999,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:12.885398 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-736dd7ba-0df8-480e-953d-9cdaf6d1dfbf tempest-QuotasTest-151745577 tempest-QuotasTest-151745577-project-admin] 10.222.0.16 "GET /v2.0/quotas/db68273374dd4cef93bff8892249280f/details.json HTTP/1.1" status: 200 len: 703 time: 0.9865611 Dec 16 03:32:12.890622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Attempting to bind port 364906ca-7373-407c-a59a-67c5ffc98999 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:12.890976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Attempting to bind port 364906ca-7373-407c-a59a-67c5ffc98999 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:12.891194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Attempting to bind port 364906ca-7373-407c-a59a-67c5ffc98999 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:12.898134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:12.899283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:12.899946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.900788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:12.901290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Bound port: 364906ca-7373-407c-a59a-67c5ffc98999, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:12.901692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.928556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55fef129-157f-4c5b-a66f-b63a81eea5be tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.936885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.978428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55fef129-157f-4c5b-a66f-b63a81eea5be tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:12.996942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] For port 364906ca-7373-407c-a59a-67c5ffc98999, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:13.004838 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] For port 364906ca-7373-407c-a59a-67c5ffc98999, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=364906ca-7373-407c-a59a-67c5ffc98999,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:13.022862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.026093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.142869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55fef129-157f-4c5b-a66f-b63a81eea5be tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.156468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55fef129-157f-4c5b-a66f-b63a81eea5be tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.160230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-55fef129-157f-4c5b-a66f-b63a81eea5be tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/56127e58-c88d-4373-a260-3874568d09a3 HTTP/1.1" status: 204 len: 168 time: 0.3941000 Dec 16 03:32:13.177176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33436) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:13.180667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad63eb9-7ea4-4343-a076-e3fcb6653ec9 None None] Pushing event updated for resources: {'Port': ['ID=364906ca-7373-407c-a59a-67c5ffc98999,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:13.189596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:13.208002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.210937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fef129-157f-4c5b-a66f-b63a81eea5be tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56127e58-c88d-4373-a260-3874568d09a3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:13.218715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:13.243699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No DVR routers for this DVR port fa068203-9ffd-4a56-a24c-0271472a5589 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:13.253707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:13.254310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.352338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Port': ['ID=fa068203-9ffd-4a56-a24c-0271472a5589,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:13.359348 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-16f377ce-797a-42fd-8df3-2c857665e9e5 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1811113 Dec 16 03:32:13.360305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33438) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:13.362445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.366263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.367798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=6f7fbdac-ef86-4d6b-a738-2d97c203fcd9,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:13.368220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0627e14f-2da9-442a-a633-4dbd504a4659 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425567328'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:13.438736 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d55b1120-b554-4f70-a597-f5f76a9a7ee9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0024376 Dec 16 03:32:13.446816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33442) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:13.480422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:6c:90:ec', 'name': 'tempest-NetworksTestDHCPv6-518111058'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:13.491119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.557581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33444) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:13.576733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0627e14f-2da9-442a-a633-4dbd504a4659 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.599208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badda076-38d8-4a96-998d-125760fc05e8']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:13.670880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732053d7-a04e-464d-b7ba-6639009f797d') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:13.671172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732053d7-a04e-464d-b7ba-6639009f797d') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:13.689745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:32:13.690226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.704644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.737078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.751204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.800269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0627e14f-2da9-442a-a633-4dbd504a4659 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.832051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0627e14f-2da9-442a-a633-4dbd504a4659 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.863577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=4382c08c-aa5d-4ae4-8b94-2a32cccd965e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:13.891376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0627e14f-2da9-442a-a633-4dbd504a4659 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.895782 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0627e14f-2da9-442a-a633-4dbd504a4659 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5342019 Dec 16 03:32:13.896446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:13.904358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d2e7f406-9428-4ee6-b1e9-b27f45b8ad95 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'd8ae7dd1-30f9-4f59-bf68-1ee44c67f282', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:13.905224 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-d2e7f406-9428-4ee6-b1e9-b27f45b8ad95 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 03:32:13.905741 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-d2e7f406-9428-4ee6-b1e9-b27f45b8ad95 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:13.910424 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d2e7f406-9428-4ee6-b1e9-b27f45b8ad95 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101826 Dec 16 03:32:13.911387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:13.913256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:13.959840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627e14f-2da9-442a-a633-4dbd504a4659 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae7dd1-30f9-4f59-bf68-1ee44c67f282,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:14.040166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.065762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a4aa28-c856-4dbd-95fd-dc32a72e8cae tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.073946 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 85cbf981-e314-4e98-b37f-f4aa2c94e88b associated. External IP: 172.26.6.234, port: 5456c62c-cd65-43d6-91c8-2c04d3fd407b. Dec 16 03:32:14.138313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:14.145208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a4aa28-c856-4dbd-95fd-dc32a72e8cae tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.162265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.176150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network e6348661-16a0-44ec-81c9-ba576d5602e8 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:14.188345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa83f8cc-b39c-4727-9cec-43710767ee07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.197979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:14.200993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:14.209515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:14.209823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.223009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4544d-ed63-4824-a8c8-109bf4389b4c None None] Network e6348661-16a0-44ec-81c9-ba576d5602e8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:14.233560 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:14.284083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a4aa28-c856-4dbd-95fd-dc32a72e8cae tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.286770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a4aa28-c856-4dbd-95fd-dc32a72e8cae tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.290668 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-54a4aa28-c856-4dbd-95fd-dc32a72e8cae tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8ae7dd1-30f9-4f59-bf68-1ee44c67f282 HTTP/1.1" status: 204 len: 168 time: 0.3753843 Dec 16 03:32:14.291267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.313842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Subnet': ['ID=64d40b5d-8578-4613-b246-53e0d35be066,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:14.320801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4aa28-c856-4dbd-95fd-dc32a72e8cae tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae7dd1-30f9-4f59-bf68-1ee44c67f282,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:14.381546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:14.384847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 364906ca-7373-407c-a59a-67c5ffc98999 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:14.390347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9e29e034-a490-41e9-947b-6243d1c55a43 None None] Provisioning complete for port c44d9675-9b79-449a-9427-321cbd16b59d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:14.391278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e29e034-a490-41e9-947b-6243d1c55a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.397973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bd096dc3-c051-48b1-b2de-64b0e78a2c0c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0987680 Dec 16 03:32:14.400572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.406791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e9eb803f-be44-4034-921b-2cbbfc973923 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--724786468'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:14.437152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:14.439381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.448971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9eb803f-be44-4034-921b-2cbbfc973923 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.449792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.504080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Checking segment: {'id': '6985c174-0e22-4d82-b051-6e0e6cab0b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:14.504937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network hostable DHCP agents. Network: 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:14.510380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.518922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/badda076-38d8-4a96-998d-125760fc05e8 HTTP/1.1" status: 204 len: 168 time: 5.5950534 Dec 16 03:32:14.535592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33456) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.538476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 364906ca-7373-407c-a59a-67c5ffc98999 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:14.538855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.558087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618e7a-faa5-446c-9f5f-31a5e84964d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=badda076-38d8-4a96-998d-125760fc05e8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:14.606724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:14.608561 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c58938-b733-42bd-8e10-d2862e1228fc tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:14.608561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c58938-b733-42bd-8e10-d2862e1228fc tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:14.613870 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-42c58938-b733-42bd-8e10-d2862e1228fc tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/73ded966-4fc3-46b7-8d48-83a3cb0231d9 HTTP/1.1" status: 404 len: 337 time: 0.0748110 Dec 16 03:32:14.616914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.626309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e29e034-a490-41e9-947b-6243d1c55a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.627839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9eb803f-be44-4034-921b-2cbbfc973923 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.635338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:14.649461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9eb803f-be44-4034-921b-2cbbfc973923 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.652162 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-daea661f-fce9-4124-8cbc-1aa3f6d071ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:14.652709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daea661f-fce9-4124-8cbc-1aa3f6d071ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:14.656006 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-daea661f-fce9-4124-8cbc-1aa3f6d071ac tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/badda076-38d8-4a96-998d-125760fc05e8 HTTP/1.1" status: 404 len: 339 time: 0.0381715 Dec 16 03:32:14.693650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33460) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.711263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb803f-be44-4034-921b-2cbbfc973923 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c82c8f-9048-47c6-b9b8-ff959f8e8b7f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:14.717297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9e29e034-a490-41e9-947b-6243d1c55a43 None None] For port c44d9675-9b79-449a-9427-321cbd16b59d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c44d9675-9b79-449a-9427-321cbd16b59d,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:14.721368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:14.722054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:14.727708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.744937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:14.754220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9eb803f-be44-4034-921b-2cbbfc973923 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.756529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.758590 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e9eb803f-be44-4034-921b-2cbbfc973923 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3569427 Dec 16 03:32:14.758958 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5745d793-a6f7-4cd6-ad44-b64a109a5e0f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:14.759226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.759519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5745d793-a6f7-4cd6-ad44-b64a109a5e0f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:14.762776 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5745d793-a6f7-4cd6-ad44-b64a109a5e0f tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/23db4e38-ec0d-467a-8850-cb3a8ffdbbb9 HTTP/1.1" status: 404 len: 337 time: 0.0657561 Dec 16 03:32:14.768454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-489e1164-eb65-4859-a6be-e02eaaa6de2f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'c4c82c8f-9048-47c6-b9b8-ff959f8e8b7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:14.775752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33464) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.785541 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-489e1164-eb65-4859-a6be-e02eaaa6de2f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 03:32:14.787014 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-489e1164-eb65-4859-a6be-e02eaaa6de2f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:14.790974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-489e1164-eb65-4859-a6be-e02eaaa6de2f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254686 Dec 16 03:32:14.792209 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ddff0d7c-799a-4ef2-98d8-34b5621820e9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7357030 Dec 16 03:32:14.792969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33466) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.797497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2ecaa6a2-a426-4083-b697-74874cb642c9 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'c4c82c8f-9048-47c6-b9b8-ff959f8e8b7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:14.798092 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-2ecaa6a2-a426-4083-b697-74874cb642c9 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 03:32:14.798735 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-2ecaa6a2-a426-4083-b697-74874cb642c9 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:14.802540 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2ecaa6a2-a426-4083-b697-74874cb642c9 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059032 Dec 16 03:32:14.802540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33468) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.804093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33470) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.814981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8d6728df-e511-46d9-80b5-79fa258de84f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'c4c82c8f-9048-47c6-b9b8-ff959f8e8b7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:14.815843 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-8d6728df-e511-46d9-80b5-79fa258de84f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 03:32:14.816343 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-8d6728df-e511-46d9-80b5-79fa258de84f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:14.820200 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8d6728df-e511-46d9-80b5-79fa258de84f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077567 Dec 16 03:32:14.820369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33472) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.827561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:14.848955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa83f8cc-b39c-4727-9cec-43710767ee07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.855013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:14.856354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.867674 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efe3422-4a51-42cb-88f0-200fca87c08d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:14.869655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efe3422-4a51-42cb-88f0-200fca87c08d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:14.874659 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6efe3422-4a51-42cb-88f0-200fca87c08d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/bde3a69b-faf6-4491-90cb-60bfea313238 HTTP/1.1" status: 404 len: 339 time: 0.0962064 Dec 16 03:32:14.889422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33474) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.890451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa83f8cc-b39c-4727-9cec-43710767ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:14.905487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bbe4117b-13ba-4b82-87e4-45d5179563d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'c4c82c8f-9048-47c6-b9b8-ff959f8e8b7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:14.907265 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-bbe4117b-13ba-4b82-87e4-45d5179563d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 03:32:14.907911 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-bbe4117b-13ba-4b82-87e4-45d5179563d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:14.914333 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bbe4117b-13ba-4b82-87e4-45d5179563d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0902593 Dec 16 03:32:14.923346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:14.965897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port c74ba530-f404-4298-85b1-25d4d16e752e yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:14.991334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.036898 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-01b67c2d-efe4-42a2-b3a2-1588024c4585 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "GET /v2.0/floatingips/85cbf981-e314-4e98-b37f-f4aa2c94e88b HTTP/1.1" status: 200 len: 978 time: 0.2353394 Dec 16 03:32:15.040636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:15.107701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e29e034-a490-41e9-947b-6243d1c55a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.110635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff42ef-3c91-4915-a046-4ff68334d0c8 None None] Network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:15.193062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33a1d22-1898-4a19-8e6f-53feebde8fe0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.194038 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2520170c-7356-4a32-8334-128ecb30f574 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5588274 Dec 16 03:32:15.200542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:15.217380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1581170200', 'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:15.226609 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aa83f8cc-b39c-4727-9cec-43710767ee07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=835fffece77f47c2913a4fe59c754164&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6589084 Dec 16 03:32:15.230311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33482) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:15.251924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:15.258852 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8d066b1a-10b1-4b64-8976-8c0feb6ed1f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2166810 Dec 16 03:32:15.264912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29e034-a490-41e9-947b-6243d1c55a43 None None] Pushing event updated for resources: {'Port': ['ID=c44d9675-9b79-449a-9427-321cbd16b59d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:15.272864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33484) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:15.279228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'port_id': 'ad2556b6-96bd-4c72-bd8a-af66ffde3fd0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:15.287870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33a1d22-1898-4a19-8e6f-53feebde8fe0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.300665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:15.301464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:15.307222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.366631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff531421-ebef-4928-8d9a-6fbbaef7f940 None None] Network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:15.372012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:15.372655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdcd9d-7008-4338-9599-fda80b42f387 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:15.375401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83f8cc-b39c-4727-9cec-43710767ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55db89d-7aab-4eb9-acb1-bb5df1048cde,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:15.377022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-82305b5c-93b2-448d-9b9a-0b309443dd56 None None] Provisioning complete for port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:15.377298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82305b5c-93b2-448d-9b9a-0b309443dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.431578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Made reservation on behalf of 2a22ee76d87d47b7a31145f01aa88a32 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:15.434804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.436399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.454620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44e2b5-1764-4304-97c7-66755ca5c336 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:15.457519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] device_id is not set on port 50ab2353-dacd-4ca7-b8d1-3e02d053e791 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:15.465406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.516660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 364906ca-7373-407c-a59a-67c5ffc98999, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=364906ca-7373-407c-a59a-67c5ffc98999,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:15.531002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.531820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c44d9675-9b79-449a-9427-321cbd16b59d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:15.550197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-deaa2623-d218-437a-923e-bdf3d73b6fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.555836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33a1d22-1898-4a19-8e6f-53feebde8fe0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.558502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33a1d22-1898-4a19-8e6f-53feebde8fe0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.562248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d33a1d22-1898-4a19-8e6f-53feebde8fe0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/c4c82c8f-9048-47c6-b9b8-ff959f8e8b7f HTTP/1.1" status: 204 len: 168 time: 0.6354191 Dec 16 03:32:15.569165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:15.598832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a1d22-1898-4a19-8e6f-53feebde8fe0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c82c8f-9048-47c6-b9b8-ff959f8e8b7f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:15.628187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-82305b5c-93b2-448d-9b9a-0b309443dd56 None None] Port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:15.672569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-deaa2623-d218-437a-923e-bdf3d73b6fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.698179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-82305b5c-93b2-448d-9b9a-0b309443dd56 None None] Provisioning complete for port c44d9675-9b79-449a-9427-321cbd16b59d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:15.698583 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82305b5c-93b2-448d-9b9a-0b309443dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.736973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cee5098d-038f-4cb2-b6b7-86dca1a54819 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1601582 Dec 16 03:32:15.736973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Allocated IP 2001:db8::f5 (1ae5fb5d-57a8-4a0f-9a4d-49117816f36a/64d40b5d-8578-4613-b246-53e0d35be066/50ab2353-dacd-4ca7-b8d1-3e02d053e791) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:15.737586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:15.743947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d2c6ad75-1dc5-4cf2-84df-4015ae33d3bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448313201'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:15.767220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c44d9675-9b79-449a-9427-321cbd16b59d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:15.768096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.775341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=364906ca-7373-407c-a59a-67c5ffc98999,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:15.786871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.825871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 172.20.0.8 (8bedf3a0-d209-46d5-944c-b7048f15ec80/6f7fbdac-ef86-4d6b-a738-2d97c203fcd9/c74ba530-f404-4298-85b1-25d4d16e752e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:15.846427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fe6c:90ec (8bedf3a0-d209-46d5-944c-b7048f15ec80/b77c46c7-e30a-49cf-9d9e-43c1e718f6b4/c74ba530-f404-4298-85b1-25d4d16e752e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:15.857540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb768fe0-b983-4fac-8c38-6e72aadee15c']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:15.880226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39b0750-aaf5-49d8-a32a-ebb8bb2b8d99') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:15.880226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39b0750-aaf5-49d8-a32a-ebb8bb2b8d99') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:15.899468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.922235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-deaa2623-d218-437a-923e-bdf3d73b6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.926370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-deaa2623-d218-437a-923e-bdf3d73b6fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:15.927775 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-deaa2623-d218-437a-923e-bdf3d73b6fbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d55db89d-7aab-4eb9-acb1-bb5df1048cde HTTP/1.1" status: 204 len: 168 time: 0.6126087 Dec 16 03:32:15.970838 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 481ac718-53cd-4ecb-8f92-db72f8063074 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:16.001510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64fd67-98ed-4c8f-8157-1266eac6bbbb None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': 'b77c46c7-e30a-49cf-9d9e-43c1e718f6b4', 'ip_address': '2001:db8::f816:3eff:fe39:1d57'}, {'subnet_id': '6f7fbdac-ef86-4d6b-a738-2d97c203fcd9'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '364906ca-7373-407c-a59a-67c5ffc98999'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:32:16.029219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.034072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f64fd67-98ed-4c8f-8157-1266eac6bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.035197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa2623-d218-437a-923e-bdf3d73b6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55db89d-7aab-4eb9-acb1-bb5df1048cde,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:16.071240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:16.071744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:16.076328 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:16.097765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.125707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 481ac718-53cd-4ecb-8f92-db72f8063074 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:16.126063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.157639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.203768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ad75-1dc5-4cf2-84df-4015ae33d3bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.205471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-53f50269-ad60-4dbf-8123-15093a9c40ba None None] Provisioning complete for port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:16.206348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53f50269-ad60-4dbf-8123-15093a9c40ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.275479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-53f50269-ad60-4dbf-8123-15093a9c40ba None None] Port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:16.297031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-53f50269-ad60-4dbf-8123-15093a9c40ba None None] Provisioning complete for port 364906ca-7373-407c-a59a-67c5ffc98999 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:16.297403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53f50269-ad60-4dbf-8123-15093a9c40ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.315145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.342287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.345827 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/cb768fe0-b983-4fac-8c38-6e72aadee15c HTTP/1.1" status: 204 len: 168 time: 1.3817701 Dec 16 03:32:16.364758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33494) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.376669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.378330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:16.380787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00275b-4050-4e28-b385-cbc46435d59c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=cb768fe0-b983-4fac-8c38-6e72aadee15c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:16.414111 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c31e780-b6e1-47b6-969c-db74a028a6d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.414586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c31e780-b6e1-47b6-969c-db74a028a6d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.417724 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7c31e780-b6e1-47b6-969c-db74a028a6d1 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/1855b970-4e20-4e71-9c97-3e2e3f8560ff HTTP/1.1" status: 404 len: 337 time: 0.0526047 Dec 16 03:32:16.423695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33496) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.430618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.440717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33498) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.502641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a933bd7-fa21-4d77-88cc-2e2714e49092 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.503276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a933bd7-fa21-4d77-88cc-2e2714e49092 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.508514 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3a933bd7-fa21-4d77-88cc-2e2714e49092 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/04f7fe96-9ff4-41a1-a786-a57d210d662f HTTP/1.1" status: 404 len: 339 time: 0.0815794 Dec 16 03:32:16.514598 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33500) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.514949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 364906ca-7373-407c-a59a-67c5ffc98999 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:16.515379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6dff85e-2317-49ef-b9cc-5fa9e9568263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.540539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.565653 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-29902e67-47ce-4b9c-b246-0af9a9003da7 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.566102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29902e67-47ce-4b9c-b246-0af9a9003da7 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.571363 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-29902e67-47ce-4b9c-b246-0af9a9003da7 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/357a1152-cf45-4645-b777-3d44061f8ea0 HTTP/1.1" status: 404 len: 337 time: 0.0515709 Dec 16 03:32:16.576949 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33502) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.585835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 364906ca-7373-407c-a59a-67c5ffc98999 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:16.586544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.589762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.606584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ad75-1dc5-4cf2-84df-4015ae33d3bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.619275 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0aecdaa-8b71-4c95-978c-ec0e62adba9e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.619703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0aecdaa-8b71-4c95-978c-ec0e62adba9e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.622734 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b0aecdaa-8b71-4c95-978c-ec0e62adba9e tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/a7bcc670-3ca6-4d04-aec7-fa0771eaa998 HTTP/1.1" status: 404 len: 339 time: 0.0448492 Dec 16 03:32:16.629831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33504) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.636719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ad75-1dc5-4cf2-84df-4015ae33d3bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.676237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:16.683174 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-918956ff-2fcb-4293-9134-943583e2d632 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.683625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918956ff-2fcb-4293-9134-943583e2d632 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.689244 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-918956ff-2fcb-4293-9134-943583e2d632 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/0aad5075-79bb-4fb5-b4c6-1a30a3c0ffc1 HTTP/1.1" status: 404 len: 337 time: 0.0548742 Dec 16 03:32:16.690270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:16.690489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33506) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.692392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Port': ['ID=50ab2353-dacd-4ca7-b8d1-3e02d053e791,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:16.697089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:16.698056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:16.698696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.700539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c44d9675-9b79-449a-9427-321cbd16b59d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:16.731576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network e6348661-16a0-44ec-81c9-ba576d5602e8 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:16.732690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ad75-1dc5-4cf2-84df-4015ae33d3bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.737106 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d2c6ad75-1dc5-4cf2-84df-4015ae33d3bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9953148 Dec 16 03:32:16.738213 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1c1f6b-7201-4903-ab7c-52be982bf02c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.738213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1c1f6b-7201-4903-ab7c-52be982bf02c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.738928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6ad75-1dc5-4cf2-84df-4015ae33d3bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db829e7b-f5e0-435a-8731-7d8395ad5bf3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:16.740989 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.741194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0c1c1f6b-7201-4903-ab7c-52be982bf02c tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/8a5ba297-189a-429b-bf68-a86f2ffe1ec8 HTTP/1.1" status: 404 len: 339 time: 0.0476353 Dec 16 03:32:16.743392 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:16.745046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33510) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.749135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-de875b3c-95fc-4117-aa43-12b776681244 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:16.749918 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-de875b3c-95fc-4117-aa43-12b776681244 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 03:32:16.751685 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-de875b3c-95fc-4117-aa43-12b776681244 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:16.752714 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-de875b3c-95fc-4117-aa43-12b776681244 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072284 Dec 16 03:32:16.756159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.760635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-736827cd-48f7-4da6-b648-fcfb16d85852 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:16.763190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.783819 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-41557cc5-ae33-411a-b44c-90aac1e50c0c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5780931 Dec 16 03:32:16.784677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33514) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.811624 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5f2fe8-af98-4715-af47-c064fe7c341a tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.811624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5f2fe8-af98-4715-af47-c064fe7c341a tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.817582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bb5f2fe8-af98-4715-af47-c064fe7c341a tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/9449ab3b-7e3e-4873-8e40-db13cfc43be5 HTTP/1.1" status: 404 len: 337 time: 0.0681336 Dec 16 03:32:16.818915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.835862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5f64fd67-98ed-4c8f-8157-1266eac6bbbb None None] Allocated IP 172.20.0.2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/6f7fbdac-ef86-4d6b-a738-2d97c203fcd9/364906ca-7373-407c-a59a-67c5ffc98999) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:16.838007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c44d9675-9b79-449a-9427-321cbd16b59d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:16.838385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.857420 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf483fd4-104a-4ee4-b5a6-ba4e6df5d674 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.857966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf483fd4-104a-4ee4-b5a6-ba4e6df5d674 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.864347 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf483fd4-104a-4ee4-b5a6-ba4e6df5d674 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/a043ebb0-adbf-418c-b22e-237f89f40d6e HTTP/1.1" status: 404 len: 339 time: 0.0395567 Dec 16 03:32:16.865772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:16.884115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.917614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.929768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:16.933421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6dff85e-2317-49ef-b9cc-5fa9e9568263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:16.945590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:16.966077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:16.969422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=c74ba530-f404-4298-85b1-25d4d16e752e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:16.978800 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebfbd5c-334d-4a2c-b725-589aa6ad2035 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:16.979260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebfbd5c-334d-4a2c-b725-589aa6ad2035 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:16.982504 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8ebfbd5c-334d-4a2c-b725-589aa6ad2035 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/494a9705-cac5-4db3-8686-679ef5615af6 HTTP/1.1" status: 404 len: 337 time: 0.1163285 Dec 16 03:32:16.988531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33520) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.017504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6dff85e-2317-49ef-b9cc-5fa9e9568263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.059545 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-736827cd-48f7-4da6-b648-fcfb16d85852 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:17.060599 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-736827cd-48f7-4da6-b648-fcfb16d85852 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3035703 Dec 16 03:32:17.071730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33522) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.072708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5f64fd67-98ed-4c8f-8157-1266eac6bbbb None None] For port 364906ca-7373-407c-a59a-67c5ffc98999, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=364906ca-7373-407c-a59a-67c5ffc98999,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:17.078474 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc5bdd4-92c7-4b37-b68e-03a0913a3daf tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:17.079308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc5bdd4-92c7-4b37-b68e-03a0913a3daf tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:17.081070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7f54d195-c590-4cf4-afe8-f8df332a3327 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:17.081808 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-7f54d195-c590-4cf4-afe8-f8df332a3327 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 03:32:17.082289 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-7f54d195-c590-4cf4-afe8-f8df332a3327 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:17.082509 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2fc5bdd4-92c7-4b37-b68e-03a0913a3daf tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/46757fb7-3fca-4567-a5ef-9088dc04b291 HTTP/1.1" status: 404 len: 339 time: 0.0929234 Dec 16 03:32:17.086062 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7f54d195-c590-4cf4-afe8-f8df332a3327 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058386 Dec 16 03:32:17.086976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.087314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.107183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f21084b7-fdee-4504-8fd9-d8118dc65489 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:17.107933 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b6dff85e-2317-49ef-b9cc-5fa9e9568263 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db68273374dd4cef93bff8892249280f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6662128 Dec 16 03:32:17.117420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.119458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f64fd67-98ed-4c8f-8157-1266eac6bbbb None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.126251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f64fd67-98ed-4c8f-8157-1266eac6bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.138377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:17.138910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.141263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dff85e-2317-49ef-b9cc-5fa9e9568263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d5e56-f2c0-44e2-a779-635dbdb376ac,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:17.158020 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b5f803-5420-436a-b4db-d0e085dc35e5 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:17.158509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b5f803-5420-436a-b4db-d0e085dc35e5 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:17.163863 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-63b5f803-5420-436a-b4db-d0e085dc35e5 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/20e5dbdf-d1f3-4ff8-86b9-8384188f12e6 HTTP/1.1" status: 404 len: 337 time: 0.0704310 Dec 16 03:32:17.165020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33530) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.176289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 234251b0-d8c7-459b-94ef-48c01ec3256d has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:17.185350 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c8f5a87d-4319-46a0-8129-ad045efffdd4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7283475 Dec 16 03:32:17.189490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.200720 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5975005c-5ac0-4fcc-844b-f52096a0ed8d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:17.201336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5975005c-5ac0-4fcc-844b-f52096a0ed8d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:17.204656 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 85cbf981-e314-4e98-b37f-f4aa2c94e88b associated. External IP: 172.26.6.234, port: 5456c62c-cd65-43d6-91c8-2c04d3fd407b. Dec 16 03:32:17.208783 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5975005c-5ac0-4fcc-844b-f52096a0ed8d tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/754cfffe-a529-4651-861f-9d35628f223d HTTP/1.1" status: 404 len: 339 time: 0.0394273 Dec 16 03:32:17.208783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Deleting port 50ab2353-dacd-4ca7-b8d1-3e02d053e791 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:17.208783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.209678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33534) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.238379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c6d413-d47a-4295-bc43-31bbefa14c08 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:17.238974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c6d413-d47a-4295-bc43-31bbefa14c08 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:17.244456 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-92c6d413-d47a-4295-bc43-31bbefa14c08 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/36fe8518-3bda-4cab-b550-1035133b6092 HTTP/1.1" status: 404 len: 337 time: 0.0300720 Dec 16 03:32:17.252439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64fd67-98ed-4c8f-8157-1266eac6bbbb None None] Pushing event updated for resources: {'Port': ['ID=364906ca-7373-407c-a59a-67c5ffc98999,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:17.260064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.267041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f4385807-c5a2-4f39-851b-1c0cd6d5128c None None] Provisioning complete for port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:17.267918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4385807-c5a2-4f39-851b-1c0cd6d5128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.304829 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-158f9eec-6d4e-499d-9af0-bacd8078ccae tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:17.305360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158f9eec-6d4e-499d-9af0-bacd8078ccae tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:17.310839 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-158f9eec-6d4e-499d-9af0-bacd8078ccae tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/f07076a3-aa58-430d-a40d-29a8e261fefc HTTP/1.1" status: 404 len: 339 time: 0.0461762 Dec 16 03:32:17.316961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f4385807-c5a2-4f39-851b-1c0cd6d5128c None None] Port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:17.327651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33538) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.377962 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-f21084b7-fdee-4504-8fd9-d8118dc65489 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:17.382071 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f21084b7-fdee-4504-8fd9-d8118dc65489 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2868230 Dec 16 03:32:17.407562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33540) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.412279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cff28a44-9654-48bc-a25c-1be9dd3b1b6b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:17.412764 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-cff28a44-9654-48bc-a25c-1be9dd3b1b6b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 03:32:17.413270 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-cff28a44-9654-48bc-a25c-1be9dd3b1b6b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:17.414261 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cff28a44-9654-48bc-a25c-1be9dd3b1b6b tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057890 Dec 16 03:32:17.417882 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3851c35e-d163-49ca-ae3e-c3bdc449dc3b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:17.418345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3851c35e-d163-49ca-ae3e-c3bdc449dc3b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:17.421732 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3851c35e-d163-49ca-ae3e-c3bdc449dc3b tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/f9002923-320c-4ce4-b491-a0766833425b HTTP/1.1" status: 404 len: 337 time: 0.0900636 Dec 16 03:32:17.422360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f83a5c00-8e78-4c7c-9273-11d865ec3936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.424192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.424526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.434868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b557707-b1fe-430e-b27c-27cf93c239dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:17.441104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b557707-b1fe-430e-b27c-27cf93c239dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:17.442860 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6b557707-b1fe-430e-b27c-27cf93c239dd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2512033 Dec 16 03:32:17.450040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-18599235-6a0f-414f-a352-d1f0e1d123bb tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:17.454613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.525690 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d26e797-d15b-4802-8952-16a7c7108462 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:17.526264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d26e797-d15b-4802-8952-16a7c7108462 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:17.532244 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1d26e797-d15b-4802-8952-16a7c7108462 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/d8996ead-e47d-4c94-9d74-22fc472a522c HTTP/1.1" status: 404 len: 339 time: 0.0843270 Dec 16 03:32:17.543177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33548) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.555625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f83a5c00-8e78-4c7c-9273-11d865ec3936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.652283 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-18599235-6a0f-414f-a352-d1f0e1d123bb tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Project 992d4a849f5642139b41d27ff4ab822b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:32:17.670456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.689408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Calling delete_port for 50ab2353-dacd-4ca7-b8d1-3e02d053e791 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:17.701988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:17.708055 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b5dce0ac-1ce6-4852-bf68-455e2b10dfee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/234251b0-d8c7-459b-94ef-48c01ec3256d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7824900 Dec 16 03:32:17.711899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33550) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.719372 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Sync routers for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:17.732852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Deleting subnet d463f469-a5b5-4b2d-b166-8ca16b94f1a0 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:17.736865 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:17.738142 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:17.739613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.745888 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-18599235-6a0f-414f-a352-d1f0e1d123bb tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:17.749842 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-18599235-6a0f-414f-a352-d1f0e1d123bb tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3033032 Dec 16 03:32:17.753792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33552) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.779746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3e939036-93b6-4328-a469-8015264e8722 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:17.780217 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-3e939036-93b6-4328-a469-8015264e8722 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 03:32:17.780708 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-3e939036-93b6-4328-a469-8015264e8722 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:17.784349 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3e939036-93b6-4328-a469-8015264e8722 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0259373 Dec 16 03:32:17.799760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:17.819239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3accd4ee-2f73-47e2-b0e5-46c4f83ea7a7 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:17.855418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.863728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f83a5c00-8e78-4c7c-9273-11d865ec3936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.866299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f83a5c00-8e78-4c7c-9273-11d865ec3936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.870344 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f83a5c00-8e78-4c7c-9273-11d865ec3936 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b84d5e56-f2c0-44e2-a779-635dbdb376ac HTTP/1.1" status: 204 len: 168 time: 0.7508793 Dec 16 03:32:17.905680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port c74ba530-f404-4298-85b1-25d4d16e752e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:17.906847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:17.937606 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:17.946956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a5c00-8e78-4c7c-9273-11d865ec3936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d5e56-f2c0-44e2-a779-635dbdb376ac,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:18.007626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.037971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.053898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b0cc441-d0ca-4195-84a0-11df808723ee None None] Provisioning complete for port 364906ca-7373-407c-a59a-67c5ffc98999 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:18.054266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc441-d0ca-4195-84a0-11df808723ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.056585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for c74ba530-f404-4298-85b1-25d4d16e752e owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:18.214497 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:14Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:15Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:18.226247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event deleted for resources: {'Port': ['ID=50ab2353-dacd-4ca7-b8d1-3e02d053e791,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:18.250974 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Checking router: 234251b0-d8c7-459b-94ef-48c01ec3256d for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:18.251609 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Updating router 234251b0-d8c7-459b-94ef-48c01ec3256d port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:18.285257 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-3accd4ee-2f73-47e2-b0e5-46c4f83ea7a7 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Project 992d4a849f5642139b41d27ff4ab822b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:32:18.288168 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.288643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:18.293672 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.338838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.344695 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4a12bee2-8ac2-4be7-bbbd-adc89da2be3c tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "DELETE /v2.0/ports/50ab2353-dacd-4ca7-b8d1-3e02d053e791 HTTP/1.1" status: 204 len: 168 time: 1.5541553 Dec 16 03:32:18.348933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33562) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:18.354310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=c74ba530-f404-4298-85b1-25d4d16e752e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:18.364526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a', 'external_fixed_ips': [{'subnet_id': '64d40b5d-8578-4613-b246-53e0d35be066', 'ip_address': '2001:db8::f5'}]}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:18.385780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.386254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.386768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.387212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.387669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.388126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.388590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.389024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.389466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.391759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-511d1989-81ef-48cc-a1e7-6f2db6f195f9 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6423 time: 0.6793809 Dec 16 03:32:18.394781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33566) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:18.402696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-076fe581-c4bd-49b9-a5dd-8504715f159f None None] Could not find standard attr ID for object c74ba530-f404-4298-85b1-25d4d16e752e. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:32:18.403294 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-3accd4ee-2f73-47e2-b0e5-46c4f83ea7a7 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:18.407103 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3accd4ee-2f73-47e2-b0e5-46c4f83ea7a7 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6033812 Dec 16 03:32:18.410026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33568) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:18.411248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62349d84-b797-4b4e-96a8-1f73ce7a7f9b None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:32:18.424911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8e6a7d90-60ea-47c7-b78e-3ee8ca24f691 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'db829e7b-f5e0-435a-8731-7d8395ad5bf3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:18.494970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.496200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.571467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.585398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.585866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.586318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.587435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.587435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.587818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.588258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.589240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.589388 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 364906ca-7373-407c-a59a-67c5ffc98999 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:18.589852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.590141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:18.595339 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-33f8422c-afcd-40ef-8c7a-a6bd5b422b47 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6389 time: 0.1968577 Dec 16 03:32:18.602467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:18.650979 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-8e6a7d90-60ea-47c7-b78e-3ee8ca24f691 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Project 992d4a849f5642139b41d27ff4ab822b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:32:18.661832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.737188 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-8e6a7d90-60ea-47c7-b78e-3ee8ca24f691 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:18.738334 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8e6a7d90-60ea-47c7-b78e-3ee8ca24f691 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3274632 Dec 16 03:32:18.742306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33578) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:18.751060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62349d84-b797-4b4e-96a8-1f73ce7a7f9b None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:32:18.794603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.795033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 364906ca-7373-407c-a59a-67c5ffc98999 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:18.795420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.810028 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a12fa305-a82b-4767-8186-a97bf731b0de tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/c74ba530-f404-4298-85b1-25d4d16e752e HTTP/1.1" status: 204 len: 168 time: 1.3524990 Dec 16 03:32:18.824155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33580) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:18.833766 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.844323 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.848408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:18.907559 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d4af8-48b8-4c46-9418-38b240528d11 None None] Pushing event updated for resources: {'Port': ['ID=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:18.963553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9dfc-d72d-4348-8fe2-a19f279c2533 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.016576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9dfc-d72d-4348-8fe2-a19f279c2533 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.062667 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Attempting to bind port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:19.063053 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Attempting to bind port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:19.063629 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Attempting to bind port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 on network e6348661-16a0-44ec-81c9-ba576d5602e8 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:19.074611 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:19.075547 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Checking segment: {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:19.076116 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.076568 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Bound using segment: {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:19.077203 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Bound port: f28c05fc-bcd3-49ea-80f2-3c54e6b73e66, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:19.078001 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.095646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9dfc-d72d-4348-8fe2-a19f279c2533 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.098556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9dfc-d72d-4348-8fe2-a19f279c2533 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.099917 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2b5d9dfc-d72d-4348-8fe2-a19f279c2533 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/db829e7b-f5e0-435a-8731-7d8395ad5bf3 HTTP/1.1" status: 204 len: 168 time: 0.3566658 Dec 16 03:32:19.105804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33590) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:19.131229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d9dfc-d72d-4348-8fe2-a19f279c2533 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db829e7b-f5e0-435a-8731-7d8395ad5bf3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:19.171930 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] For port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:19.176985 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] For port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:19.183397 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.252422 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d4af8-48b8-4c46-9418-38b240528d11 None None] Pushing event updated for resources: {'Port': ['ID=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:19.283252 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:19.284645 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:19.306702 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e67cb9b5-eb32-46d5-be53-c34de2e9e99f tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1980915 Dec 16 03:32:19.310203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33592) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:19.325322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e5d10e20-85be-44ee-a22a-6be7d7ee60e1 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--461591592'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:19.395728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.426588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d10e20-85be-44ee-a22a-6be7d7ee60e1 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.443476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.447267 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:19.513705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.556749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:19.560525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Provisioning complete for port 5456c62c-cd65-43d6-91c8-2c04d3fd407b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:19.561737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.567311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Subnet': ['ID=d463f469-a5b5-4b2d-b166-8ca16b94f1a0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:19.646221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Port 5456c62c-cd65-43d6-91c8-2c04d3fd407b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:19.648936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175b12a-382d-4957-adf9-8f1da6bf476e None None] Network 1d5ba965-c0a9-4cca-be46-f9283a7aba39 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:19.660337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b8a851-7ae4-4575-aded-6d509c857f7c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:19.671395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b8a851-7ae4-4575-aded-6d509c857f7c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:19.681478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b8a851-7ae4-4575-aded-6d509c857f7c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:19.686214 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-60b8a851-7ae4-4575-aded-6d509c857f7c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8569031 Dec 16 03:32:19.686214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.692337 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f6b7fd06-e6c7-4d8f-9878-18ccaeb19246 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/subnets/d463f469-a5b5-4b2d-b166-8ca16b94f1a0 HTTP/1.1" status: 204 len: 168 time: 2.1441429 Dec 16 03:32:19.727028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:19.739333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:19.739682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33600) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:19.779425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Provisioning complete for port 85284a20-467a-4ae0-bcef-255f9473f5ae triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:19.780187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.818744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:19.819654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:19.856260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d10e20-85be-44ee-a22a-6be7d7ee60e1 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.866485 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:14Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:19Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:19.871867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:19.888491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d10e20-85be-44ee-a22a-6be7d7ee60e1 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:19.892916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:19.893908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:19.904198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Port 85284a20-467a-4ae0-bcef-255f9473f5ae cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:19.947484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:19.948238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bca2d-c489-4fdc-a235-cf789468ff7b None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:19.959134 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b131471-ffc2-486c-b6df-c61337aa36ce None None] The sync data for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv is: [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:14Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:19Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:19.965405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Provisioning complete for port ad2556b6-96bd-4c72-bd8a-af66ffde3fd0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:19.965859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.014946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 6f7fbdac-ef86-4d6b-a738-2d97c203fcd9 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:20.058425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] DHCP port deletion for 1d5ba965-c0a9-4cca-be46-f9283a7aba39 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:20.075813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d10e20-85be-44ee-a22a-6be7d7ee60e1 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.078252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e5d10e20-85be-44ee-a22a-6be7d7ee60e1 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7643535 Dec 16 03:32:20.086351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33608) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:20.090237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-be593812-dc44-4941-b3df-c2f81742c8e8 None None] Port ad2556b6-96bd-4c72-bd8a-af66ffde3fd0 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:20.092188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.098879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e7224611-3803-42b6-a02a-22cdfd49ccaa tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'ccea3c7e-f29e-4513-828b-9aedd1acef39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:20.104220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Allocated IP 2001:db8::f5 (1ae5fb5d-57a8-4a0f-9a4d-49117816f36a/64d40b5d-8578-4613-b246-53e0d35be066/2ac1ec20-2d35-4697-b1ad-59b402e3e514) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:20.107563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d10e20-85be-44ee-a22a-6be7d7ee60e1 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea3c7e-f29e-4513-828b-9aedd1acef39,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:20.180268 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] Deleting port 553b1560-e74a-409c-8330-ff58bbecdb2e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:20.183993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.302010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.322640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-99bc87ac-e72c-41a1-ad3b-f7593d008108 None None] Provisioning complete for port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:20.323018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99bc87ac-e72c-41a1-ad3b-f7593d008108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.330333 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-e7224611-3803-42b6-a02a-22cdfd49ccaa tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The resource could not be found. Dec 16 03:32:20.331472 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e7224611-3803-42b6-a02a-22cdfd49ccaa tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2437124 Dec 16 03:32:20.335804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33614) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:20.343064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] For port 553b1560-e74a-409c-8330-ff58bbecdb2e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=553b1560-e74a-409c-8330-ff58bbecdb2e,segment=NetworkSegment(7cb13c7a-a652-4a80-968f-1753c7ac1e5c),segment_id=7cb13c7a-a652-4a80-968f-1753c7ac1e5c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:20.343453 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.359282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e7dea925-08fe-4a14-ab75-f70f7ea18758 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': 'ccea3c7e-f29e-4513-828b-9aedd1acef39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7588919f-dd77-41ed-a45a-896addd07354'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:20.389099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] Calling delete_port for 553b1560-e74a-409c-8330-ff58bbecdb2e owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:20.402187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.524408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.542377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99bc87ac-e72c-41a1-ad3b-f7593d008108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.576376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:20.582733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.588561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.591773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-99bc87ac-e72c-41a1-ad3b-f7593d008108 None None] For port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:20.619463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac1ec20-2d35-4697-b1ad-59b402e3e514,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:20.620200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.621990 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-e7dea925-08fe-4a14-ab75-f70f7ea18758 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The resource could not be found. Dec 16 03:32:20.623091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e7dea925-08fe-4a14-ab75-f70f7ea18758 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2861600 Dec 16 03:32:20.626511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33620) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:20.629437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] Pushing event deleted for resources: {'Port': ['ID=553b1560-e74a-409c-8330-ff58bbecdb2e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:20.632162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:20.653642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:20.674175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99bc87ac-e72c-41a1-ad3b-f7593d008108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.674639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:20.686350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea85134-53fd-4992-9eed-af9f17c17b71 None None] No DVR routers for this DVR port 553b1560-e74a-409c-8330-ff58bbecdb2e on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:20.689157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:20.727410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d05a4-dfcf-41a6-98fc-1c4cdb23ca58 None None] DHCP port deletion for 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:20.727628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.773050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:20.773464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.822445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc87ac-e72c-41a1-ad3b-f7593d008108 None None] Pushing event updated for resources: {'Port': ['ID=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:20.830459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7fbdac-ef86-4d6b-a738-2d97c203fcd9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:20.841120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-436903091', 'router:external': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:20.843369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899399f6-f1d6-44a2-8a4a-780d4df6f62e None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:20.873561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.876934 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0a4104b6-e26c-4f04-9ab5-7d85f6b336ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/6f7fbdac-ef86-4d6b-a738-2d97c203fcd9 HTTP/1.1" status: 204 len: 168 time: 1.1328287 Dec 16 03:32:20.881247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33622) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:20.938055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1cf-0888-4513-9571-86fa1d7fd2d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.941941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ba3434bc-14e6-40e7-93cc-9327de503a80 None None] Provisioning complete for port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:20.942615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ba3434bc-14e6-40e7-93cc-9327de503a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:20.975264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Made reservation on behalf of 28289dc5c3f34f6ba0d74831a00d0e66 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:20.978274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.039780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.050379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1cf-0888-4513-9571-86fa1d7fd2d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.060734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet b77c46c7-e30a-49cf-9d9e-43c1e718f6b4 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:21.068157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.083299 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-962f1253-c95b-43a0-ad87-62cd36af8933 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 2.4751251 Dec 16 03:32:21.095944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.157167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ba3434bc-14e6-40e7-93cc-9327de503a80 None None] Provisioning complete for port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:21.157559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ba3434bc-14e6-40e7-93cc-9327de503a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.207236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ba3434bc-14e6-40e7-93cc-9327de503a80 None None] Port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:21.209974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 553b1560-e74a-409c-8330-ff58bbecdb2e no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:21.220684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.249918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.266255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5ba965-c0a9-4cca-be46-f9283a7aba39']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:21.267070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 553b1560-e74a-409c-8330-ff58bbecdb2e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:21.267434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 553b1560-e74a-409c-8330-ff58bbecdb2e not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:21.296417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb13c7a-a652-4a80-968f-1753c7ac1e5c') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:21.297115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb13c7a-a652-4a80-968f-1753c7ac1e5c') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:21.334956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:32:21.352686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.355959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:21.381890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1ca21-6e7e-4c7d-bbec-0c9643deec88,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:21.386290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.392125 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Added segment 41af4d59-1ea1-4a08-acdb-7009975f25d9 of type vlan for network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 Dec 16 03:32:21.427893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.473079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:21.473079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:21.482746 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:21.485491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:21.509246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6871c4b1-d1f1-493f-9421-2ff1db787b86 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266707117', 'description': 'tempest-secgroup-smoke-266707117 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:21.606644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.623060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.635938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.640918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1cf-0888-4513-9571-86fa1d7fd2d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.643694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1cf-0888-4513-9571-86fa1d7fd2d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.645011 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d0e5e1cf-0888-4513-9571-86fa1d7fd2d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/ccea3c7e-f29e-4513-828b-9aedd1acef39 HTTP/1.1" status: 204 len: 168 time: 1.0171039 Dec 16 03:32:21.653195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33628) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:21.723028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.727381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5e1cf-0888-4513-9571-86fa1d7fd2d0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea3c7e-f29e-4513-828b-9aedd1acef39,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:21.762732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.769126 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] 10.222.0.16 "DELETE /v2.0/networks/1d5ba965-c0a9-4cca-be46-f9283a7aba39 HTTP/1.1" status: 204 len: 168 time: 2.0214794 Dec 16 03:32:21.769126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.769126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:21.769664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.803952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4390b-efd5-4e7a-be21-49f62e58b302 tempest-NetworksTest-960986278 tempest-NetworksTest-960986278-project] Pushing event deleted for resources: {'Network': ['ID=1d5ba965-c0a9-4cca-be46-f9283a7aba39,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:21.814634 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2263143 Dec 16 03:32:21.831278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33632) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:21.842290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'subnet': {'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:21.882048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6871c4b1-d1f1-493f-9421-2ff1db787b86 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.884302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de318577-c69b-4c54-b796-0017934c46ac tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Network': ['ID=e8ed9aac-aef0-4b69-b199-35b3a134c3c5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:21.885721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.897461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:21.901532 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e0d781be-2767-41d7-9a06-578d291a18be tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2124541 Dec 16 03:32:21.904330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:21.910191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33634) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:21.919555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:32:21.935523 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778516f-90ff-4799-81af-17adde26e328 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:21.956486 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778516f-90ff-4799-81af-17adde26e328 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:21.957174 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9778516f-90ff-4799-81af-17adde26e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:21.967811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-157be90c-5268-4d42-be41-480b4aa99bc0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': '46e53374-636f-492d-a047-776d83a39a5d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:22.041549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-36e654f9-ed7c-4d7c-af4e-f8de2cacc86e None None] Provisioning complete for port 364906ca-7373-407c-a59a-67c5ffc98999 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:22.041828 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9778516f-90ff-4799-81af-17adde26e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:22.042352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36e654f9-ed7c-4d7c-af4e-f8de2cacc86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.054999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Made reservation on behalf of 28289dc5c3f34f6ba0d74831a00d0e66 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:22.057754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.065710 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778516f-90ff-4799-81af-17adde26e328 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:22.066768 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9778516f-90ff-4799-81af-17adde26e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:22.114126 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9778516f-90ff-4799-81af-17adde26e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:22.115039 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778516f-90ff-4799-81af-17adde26e328 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:22.144950 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ad5461b8-336f-485c-a5df-7d901c82781e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/floatingips/85cbf981-e314-4e98-b37f-f4aa2c94e88b HTTP/1.1" status: 200 len: 979 time: 6.8706322 Dec 16 03:32:22.148310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.153385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:22.158651 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-157be90c-5268-4d42-be41-480b4aa99bc0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The resource could not be found. Dec 16 03:32:22.159915 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-157be90c-5268-4d42-be41-480b4aa99bc0 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2475002 Dec 16 03:32:22.168316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33640) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.173916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eddc893d-3757-4276-b1be-0ce81caa8344 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748897244'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:22.212188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.227081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33642) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.255084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6871c4b1-d1f1-493f-9421-2ff1db787b86 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.256296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=b77c46c7-e30a-49cf-9d9e-43c1e718f6b4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:22.258518 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.267268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.268906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6871c4b1-d1f1-493f-9421-2ff1db787b86 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.270617 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-912e07dd-d4da-4db1-a141-7b88884e07a3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/b77c46c7-e30a-49cf-9d9e-43c1e718f6b4 HTTP/1.1" status: 204 len: 168 time: 1.3864017 Dec 16 03:32:22.275370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33646) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.283956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1336d42e-ff22-458f-a917-91e5c3a6a368 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:22.285384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.338736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eddc893d-3757-4276-b1be-0ce81caa8344 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.360218 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-14ea0e5c-1ac5-4876-acc4-f8d539f9a15b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829954 Dec 16 03:32:22.364572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6871c4b1-d1f1-493f-9421-2ff1db787b86 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.366046 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6871c4b1-d1f1-493f-9421-2ff1db787b86 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8605638 Dec 16 03:32:22.366178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33648) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.371007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33650) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.372145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871c4b1-d1f1-493f-9421-2ff1db787b86 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046d6c5f-2713-4742-970b-0394efaed669,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:22.379119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-de5db156-e17b-4c03-9bc7-21887f130881 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '046d6c5f-2713-4742-970b-0394efaed669', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:22.393444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:22.519385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:22.547701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de5db156-e17b-4c03-9bc7-21887f130881 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.561522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25066431-9003-425e-9704-5605a9bf5090 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:22.564005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.580166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.580657 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 85cbf981-e314-4e98-b37f-f4aa2c94e88b disassociated. External IP: 172.26.6.234, port: ad2556b6-96bd-4c72-bd8a-af66ffde3fd0. Dec 16 03:32:22.620430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:22.620693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.631116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eddc893d-3757-4276-b1be-0ce81caa8344 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.636828 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5e6ac178-df8c-49ae-9f0c-f62adf6de8c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63b12987778a4c30b820527eaf63953c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902757 Dec 16 03:32:22.643066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33652) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.647524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-25066431-9003-425e-9704-5605a9bf5090 None None] Deleting port 364906ca-7373-407c-a59a-67c5ffc98999 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:22.647895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25066431-9003-425e-9704-5605a9bf5090 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.654101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eddc893d-3757-4276-b1be-0ce81caa8344 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.699715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:22.703364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.734747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-25066431-9003-425e-9704-5605a9bf5090 None None] For port 364906ca-7373-407c-a59a-67c5ffc98999, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=364906ca-7373-407c-a59a-67c5ffc98999,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:22.734747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25066431-9003-425e-9704-5605a9bf5090 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.750863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-25066431-9003-425e-9704-5605a9bf5090 None None] Calling delete_port for 364906ca-7373-407c-a59a-67c5ffc98999 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:22.761638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eddc893d-3757-4276-b1be-0ce81caa8344 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.765804 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-eddc893d-3757-4276-b1be-0ce81caa8344 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5936241 Dec 16 03:32:22.771615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33654) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.776832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7f5fe41f-c294-4c60-b029-f11868849b37 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044462751'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:22.790761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc893d-3757-4276-b1be-0ce81caa8344 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772c2388-fb55-4c04-98f4-ed47ab973f31,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:22.791031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Router e42a5e61-63f3-43fa-b2ae-76530228ba8a is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:22.806226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de5db156-e17b-4c03-9bc7-21887f130881 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.818102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de5db156-e17b-4c03-9bc7-21887f130881 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.853531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3664033-f4c9-43d6-a809-f2ae91e7e564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.856577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5db156-e17b-4c03-9bc7-21887f130881 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b7b84a-a83a-44d1-a1e4-8a80adf37adf,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:22.869787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de5db156-e17b-4c03-9bc7-21887f130881 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.874005 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-de5db156-e17b-4c03-9bc7-21887f130881 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4964681 Dec 16 03:32:22.879668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33656) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:22.886870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25066431-9003-425e-9704-5605a9bf5090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.890100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-95f68f85-04d7-442b-8356-4d01aaa0db99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '046d6c5f-2713-4742-970b-0394efaed669', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:22.912803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe41f-c294-4c60-b029-f11868849b37 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:22.913571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25066431-9003-425e-9704-5605a9bf5090 None None] Pushing event deleted for resources: {'Port': ['ID=364906ca-7373-407c-a59a-67c5ffc98999,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:22.917184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25066431-9003-425e-9704-5605a9bf5090 None None] No DVR routers for this DVR port 364906ca-7373-407c-a59a-67c5ffc98999 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:22.923203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3664033-f4c9-43d6-a809-f2ae91e7e564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.025312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:23.039302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3664033-f4c9-43d6-a809-f2ae91e7e564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.041877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3664033-f4c9-43d6-a809-f2ae91e7e564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.047589 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a3664033-f4c9-43d6-a809-f2ae91e7e564 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1891e27f-a355-4fd9-89b6-0ff8743d5319 HTTP/1.1" status: 204 len: 168 time: 0.3970225 Dec 16 03:32:23.063400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95f68f85-04d7-442b-8356-4d01aaa0db99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.093820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3664033-f4c9-43d6-a809-f2ae91e7e564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891e27f-a355-4fd9-89b6-0ff8743d5319,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:23.104739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:23.125420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Sync routers for ids ['e42a5e61-63f3-43fa-b2ae-76530228ba8a'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:23.155051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Routers {'e42a5e61-63f3-43fa-b2ae-76530228ba8a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:23.158991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e42a5e61-63f3-43fa-b2ae-76530228ba8a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:23.183890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:32:23.184376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.190213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.191600 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6c2cdc0-1858-48d8-92dc-52b130d5b3dc tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.8415670 Dec 16 03:32:23.203423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33660) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:23.289331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Set router e42a5e61-63f3-43fa-b2ae-76530228ba8a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:23.344983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe41f-c294-4c60-b029-f11868849b37 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.379940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe41f-c294-4c60-b029-f11868849b37 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.433004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1286a721-91c7-44bc-93dd-9ac5f318221c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:23.461352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95f68f85-04d7-442b-8356-4d01aaa0db99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.499604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:32:23.502636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95f68f85-04d7-442b-8356-4d01aaa0db99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.518064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.522005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe41f-c294-4c60-b029-f11868849b37 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.523318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7f5fe41f-c294-4c60-b029-f11868849b37 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7499528 Dec 16 03:32:23.535197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fe41f-c294-4c60-b029-f11868849b37 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6f177-b86d-48ca-8a2b-47028eb982c0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:23.540712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33670) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:23.548748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Checking segment: {'id': '41af4d59-1ea1-4a08-acdb-7009975f25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:23.549124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network hostable DHCP agents. Network: e8ed9aac-aef0-4b69-b199-35b3a134c3c5, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:23.555018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42a5e61-63f3-43fa-b2ae-76530228ba8a', 'name': '', 'tenant_id': '2a22ee76d87d47b7a31145f01aa88a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a', 'external_fixed_ips': [{'subnet_id': '64d40b5d-8578-4613-b246-53e0d35be066', 'ip_address': '2001:db8::f5'}], 'enable_snat': True}, 'gw_port_id': '2ac1ec20-2d35-4697-b1ad-59b402e3e514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:18Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 3, 'project_id': '2a22ee76d87d47b7a31145f01aa88a32', 'gw_port': {'id': '2ac1ec20-2d35-4697-b1ad-59b402e3e514', 'name': '', 'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42a5e61-63f3-43fa-b2ae-76530228ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64d40b5d-8578-4613-b246-53e0d35be066', 'ip_address': '2001:db8::f5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:19Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d40b5d-8578-4613-b246-53e0d35be066', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:23.560156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bbff26c6-9229-4a2e-85b9-746fe2176192 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': '772c2388-fb55-4c04-98f4-ed47ab973f31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7bf6f177-b86d-48ca-8a2b-47028eb982c0'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:23.572986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:23.579154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.586872 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:23.600444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f68f85-04d7-442b-8356-4d01aaa0db99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c34452f-19e1-4e24-b57e-97cd43ef8783,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:23.606330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Checking router: e42a5e61-63f3-43fa-b2ae-76530228ba8a for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:23.607103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Updating router e42a5e61-63f3-43fa-b2ae-76530228ba8a port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:23.608745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.616537 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8df29f99-92c7-437d-9f97-71be27286e49 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/floatingips/85cbf981-e314-4e98-b37f-f4aa2c94e88b HTTP/1.1" status: 200 len: 688 time: 1.4668682 Dec 16 03:32:23.617503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33672) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:23.620489 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:23.621808 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:23.628229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:23.642796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.659635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95f68f85-04d7-442b-8356-4d01aaa0db99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.660981 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-95f68f85-04d7-442b-8356-4d01aaa0db99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7759023 Dec 16 03:32:23.674260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33676) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:23.679272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:23.684801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1929e708-ccf3-460b-a1b9-335b089e87d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '046d6c5f-2713-4742-970b-0394efaed669', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:23.697049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:23.697653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.699994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ddc825-26fa-49fa-ab63-6ad51b8716ec None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:23.719690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:23.728500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:23.803710 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f0e182bd-ee92-4706-a125-a6fa3ea7420c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4365265 Dec 16 03:32:23.808069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:23.814118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 4382c08c-aa5d-4ae4-8b94-2a32cccd965e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:23.816865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.822657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, e8ed9aac-aef0-4b69-b199-35b3a134c3c5) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:23.830482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:23.831100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.833922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-bbff26c6-9229-4a2e-85b9-746fe2176192 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:23.835019 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bbff26c6-9229-4a2e-85b9-746fe2176192 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2832623 Dec 16 03:32:23.842626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:23.845096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33680) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:23.867680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1929e708-ccf3-460b-a1b9-335b089e87d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.890863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:23.902910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33684) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:23.911035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-311aaf67-0715-4b3b-8efb-0a5e22a10ded tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0746658 Dec 16 03:32:23.952952 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:23.961384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1178832064', 'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:23.965435 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:23.966089 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:24.015077 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:24.016181 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253317b-a4d8-4160-868e-735af4a63172 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:24.042305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53c845-e8ce-49bb-9a61-a1f8dfa81abf None None] Network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:24.074761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1929e708-ccf3-460b-a1b9-335b089e87d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.091979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.111066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.111521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.123799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Made reservation on behalf of 28289dc5c3f34f6ba0d74831a00d0e66 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:24.126773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.128279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e51e75d4-2765-4040-a2e2-66e4f94d0fea tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.129913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1929e708-ccf3-460b-a1b9-335b089e87d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.143291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 4382c08c-aa5d-4ae4-8b94-2a32cccd965e owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:24.164915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] device_id is not set on port f302adbf-9dd2-443c-b0c0-40829dd5f533 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:24.170619 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1929e708-ccf3-460b-a1b9-335b089e87d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.177613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1929e708-ccf3-460b-a1b9-335b089e87d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4956234 Dec 16 03:32:24.178993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:24.203762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929e708-ccf3-460b-a1b9-335b089e87d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae68e621-5a14-4130-a196-06b98f00ffff,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:24.217467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e51e75d4-2765-4040-a2e2-66e4f94d0fea tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.225417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-414e49b8-37dc-4001-a1c0-06622576816e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '046d6c5f-2713-4742-970b-0394efaed669', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:24.231704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Deleting port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:24.232039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.286745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:24.290511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.305589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:32:24.306476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.334860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d180f5b-3be5-47a3-b582-5b2676691299 None None] Network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:24.355586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33694) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:24.369846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e51e75d4-2765-4040-a2e2-66e4f94d0fea tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.372925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e51e75d4-2765-4040-a2e2-66e4f94d0fea tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.377569 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e51e75d4-2765-4040-a2e2-66e4f94d0fea tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/7bf6f177-b86d-48ca-8a2b-47028eb982c0 HTTP/1.1" status: 204 len: 168 time: 0.5321665 Dec 16 03:32:24.389953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33698) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:24.427710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.436716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e75d4-2765-4040-a2e2-66e4f94d0fea tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6f177-b86d-48ca-8a2b-47028eb982c0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:24.457912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-414e49b8-37dc-4001-a1c0-06622576816e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.468780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Allocated IP 172.20.0.11 (e8ed9aac-aef0-4b69-b199-35b3a134c3c5/1286a721-91c7-44bc-93dd-9ac5f318221c/f302adbf-9dd2-443c-b0c0-40829dd5f533) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:24.501726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Calling delete_port for 2ac1ec20-2d35-4697-b1ad-59b402e3e514 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:24.543438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 364906ca-7373-407c-a59a-67c5ffc98999 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:24.560164 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b2d248c8-7697-4ead-b697-8521f8c259c5 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1404898 Dec 16 03:32:24.571803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 364906ca-7373-407c-a59a-67c5ffc98999 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:24.572226 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 364906ca-7373-407c-a59a-67c5ffc98999 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:24.576554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33700) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:24.627613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1965482966'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:24.643174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-414e49b8-37dc-4001-a1c0-06622576816e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.644751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.693015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-414e49b8-37dc-4001-a1c0-06622576816e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.701951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.715009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.758373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=4382c08c-aa5d-4ae4-8b94-2a32cccd965e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:24.763997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d27aaa-b4bb-44a5-bacb-0da1ffe72aaf None None] Pushing event updated for resources: {'Port': ['ID=2ac1ec20-2d35-4697-b1ad-59b402e3e514,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:24.779032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Allocated IP 2001:db8::f816:3eff:fe62:1774 (8bedf3a0-d209-46d5-944c-b7048f15ec80/0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f/c1027eaa-9dba-45bd-8803-6bf6698d2101) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:24.796769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Attempting to bind port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:24.797288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Attempting to bind port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '6985c174-0e22-4d82-b051-6e0e6cab0b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:24.797694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Attempting to bind port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 on network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:24.800120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e49b8-37dc-4001-a1c0-06622576816e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3833b0ec-0b8c-406d-a348-6af11ea15859,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:24.811439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:24.811886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Checking segment: {'id': '6985c174-0e22-4d82-b051-6e0e6cab0b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:24.812300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.812798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Bound using segment: {'id': '6985c174-0e22-4d82-b051-6e0e6cab0b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:24.813364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Bound port: 2ac1ec20-2d35-4697-b1ad-59b402e3e514, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6985c174-0e22-4d82-b051-6e0e6cab0b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1ae5fb5d-57a8-4a0f-9a4d-49117816f36a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:24.813750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.820440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081335f7-cad9-4ca2-9459-6ee99c116752 None None] DHCP port deletion for 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:24.847135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-414e49b8-37dc-4001-a1c0-06622576816e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.851763 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-414e49b8-37dc-4001-a1c0-06622576816e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6682291 Dec 16 03:32:24.875516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:24.906285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '046d6c5f-2713-4742-970b-0394efaed669', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:24.943796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d0da78-e91d-4dba-8106-017bc22cb014 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.950983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] For port 2ac1ec20-2d35-4697-b1ad-59b402e3e514, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:24.972871 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4c9b34f1-5731-4df7-8fdb-d10a8f621aa3 None None] Provisioning complete for port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:24.973088 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c9b34f1-5731-4df7-8fdb-d10a8f621aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:24.996099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] For port 2ac1ec20-2d35-4697-b1ad-59b402e3e514, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2ac1ec20-2d35-4697-b1ad-59b402e3e514,segment=NetworkSegment(6985c174-0e22-4d82-b051-6e0e6cab0b84),segment_id=6985c174-0e22-4d82-b051-6e0e6cab0b84)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:25.028213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.030300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:25.034986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.035762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.050879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d0da78-e91d-4dba-8106-017bc22cb014 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.054080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.061800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.064491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.065683 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-246a859d-015b-4321-bcf8-e05c6cd45e3d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/floatingips/85cbf981-e314-4e98-b37f-f4aa2c94e88b HTTP/1.1" status: 204 len: 168 time: 1.4473441 Dec 16 03:32:25.068506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33704) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.075181 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:32:25.089210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.108771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.123883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-1566983d-5b2f-48df-98e9-dbcad15f901e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] delete failed (client error): The resource could not be found. Dec 16 03:32:25.125327 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1566983d-5b2f-48df-98e9-dbcad15f901e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/floatingips/85cbf981-e314-4e98-b37f-f4aa2c94e88b HTTP/1.1" status: 404 len: 345 time: 0.0555661 Dec 16 03:32:25.127302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d27aaa-b4bb-44a5-bacb-0da1ffe72aaf None None] Pushing event updated for resources: {'Port': ['ID=2ac1ec20-2d35-4697-b1ad-59b402e3e514,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.130066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33706) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.132319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177f7f6-02a6-45e8-9242-cd6048b80e38 None None] DHCP port deletion for 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:25.145059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b34f1-5731-4df7-8fdb-d10a8f621aa3 None None] Port 2ac1ec20-2d35-4697-b1ad-59b402e3e514 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:25.176292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Routers {'e42a5e61-63f3-43fa-b2ae-76530228ba8a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:25.177196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e42a5e61-63f3-43fa-b2ae-76530228ba8a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:25.181906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.214978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:25.230735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:25.237964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d0da78-e91d-4dba-8106-017bc22cb014 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.240630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d0da78-e91d-4dba-8106-017bc22cb014 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.244333 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-10d0da78-e91d-4dba-8106-017bc22cb014 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/772c2388-fb55-4c04-98f4-ed47ab973f31 HTTP/1.1" status: 204 len: 168 time: 0.6602883 Dec 16 03:32:25.245059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:25.245798 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.249481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33708) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.251751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=4dbe16c3-3cd2-45bf-8dbc-4280ba057f46,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.265120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.275608 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0da78-e91d-4dba-8106-017bc22cb014 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c2388-fb55-4c04-98f4-ed47ab973f31,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.277062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] Set router e42a5e61-63f3-43fa-b2ae-76530228ba8a gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:25.293600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3952c4d-e772-4ba2-87ec-2f04fac2a29e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:25.299801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3952c4d-e772-4ba2-87ec-2f04fac2a29e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:25.305904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3952c4d-e772-4ba2-87ec-2f04fac2a29e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:25.310229 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a3952c4d-e772-4ba2-87ec-2f04fac2a29e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "GET /v2.0/ports?network_id=dcd1349a-96b1-4b03-874c-0ad6de4d73b1 HTTP/1.1" status: 200 len: 2359 time: 0.1755731 Dec 16 03:32:25.315365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33710) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.315862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.324974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6d1be61a-3749-4689-aed0-9a54b52fe10e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4988253 Dec 16 03:32:25.329021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.330088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.330829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.336069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42a5e61-63f3-43fa-b2ae-76530228ba8a', 'name': '', 'tenant_id': '2a22ee76d87d47b7a31145f01aa88a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:18Z', 'updated_at': '2021-12-16T03:32:23Z', 'revision_number': 4, 'project_id': '2a22ee76d87d47b7a31145f01aa88a32', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:25.341138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:13:8d:da', 'name': 'tempest-NetworksTestDHCPv6-1267133335'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:25.368169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.368660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:25.380020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eade39-f585-426c-881d-ab53aafb2c45 None None] The sync data for ids ['e42a5e61-63f3-43fa-b2ae-76530228ba8a'] in dv-neutron-821927-1-hyperv is: [{'id': 'e42a5e61-63f3-43fa-b2ae-76530228ba8a', 'name': '', 'tenant_id': '2a22ee76d87d47b7a31145f01aa88a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:18Z', 'updated_at': '2021-12-16T03:32:23Z', 'revision_number': 4, 'project_id': '2a22ee76d87d47b7a31145f01aa88a32', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:25.380671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ac1ec20-2d35-4697-b1ad-59b402e3e514,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.381387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-27c2fcba-759e-4204-860f-0aa7dce621ca None None] Could not find standard attr ID for object 2ac1ec20-2d35-4697-b1ad-59b402e3e514. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:32:25.403748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Port': ['ID=f302adbf-9dd2-443c-b0c0-40829dd5f533,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.410235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:25.415152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e2b67c-f058-4dfe-be28-620e6d157625,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.416954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:25.424330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:25.427772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:25.432277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:25.445948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Pushing event updated for resources: {'Port': ['ID=c1027eaa-9dba-45bd-8803-6bf6698d2101,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.464257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.464257 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-339ac31a-02da-4188-b83a-799911a9e750 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5596015 Dec 16 03:32:25.464257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.467605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '046d6c5f-2713-4742-970b-0394efaed669', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:25.492784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ed1df-fe04-4c4b-9b22-68be3c89751f None None] DHCP port deletion for 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:25.509321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Attempting to bind port c1027eaa-9dba-45bd-8803-6bf6698d2101 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:25.509725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Attempting to bind port c1027eaa-9dba-45bd-8803-6bf6698d2101 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:25.510092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Attempting to bind port c1027eaa-9dba-45bd-8803-6bf6698d2101 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:25.516211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:25.516845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.521202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:25.521589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:25.521998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.522493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:25.523047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Bound port: c1027eaa-9dba-45bd-8803-6bf6698d2101, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:25.523362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.534676 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f2e727a6-ab7d-49c5-b4ce-f19a3f87f6c7 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2779305 Dec 16 03:32:25.534890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.540867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e002f050-e9ff-42c6-9cdc-ea18637d62fc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:25.547714 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e002f050-e9ff-42c6-9cdc-ea18637d62fc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "GET /v2.0/subnets/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec HTTP/1.1" status: 200 len: 797 time: 0.2260857 Dec 16 03:32:25.547714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.548027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.552911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-01016b8f-111a-443f-87b2-c015c286545c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--424705326'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:25.561882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.569726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'port': {'network_id': 'dcd1349a-96b1-4b03-874c-0ad6de4d73b1', 'name': 'tempest-FloatingIPTestJSON-575627103', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:25.588159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d9c84367-7ad7-4670-adaa-df90e7fd73d2 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6308291 Dec 16 03:32:25.614711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] For port c1027eaa-9dba-45bd-8803-6bf6698d2101, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:25.617391 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:32:25.618602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] For port c1027eaa-9dba-45bd-8803-6bf6698d2101, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c1027eaa-9dba-45bd-8803-6bf6698d2101,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:25.622371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.625070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.646001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.669711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.672943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.675981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.692174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:32:25.710343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20a99-9a03-4236-bc77-b1950904e1ce None None] Pushing event updated for resources: {'Port': ['ID=c1027eaa-9dba-45bd-8803-6bf6698d2101,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.751983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.752440 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment c702e8f3-7d0f-4fa1-8781-5325615d9ca9 of type vlan for network c1f85118-adb5-423f-8069-fa84a5805c92 Dec 16 03:32:25.788536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:25.809785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e470525-1dbc-40f7-ba37-be2c3796dec5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:25.819340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.819892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e42a5e61-63f3-43fa-b2ae-76530228ba8a {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:25.824826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.829503 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7c8540f1-506b-451d-9112-e0c340a1c3e3 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e42a5e61-63f3-43fa-b2ae-76530228ba8a HTTP/1.1" status: 204 len: 168 time: 2.6093612 Dec 16 03:32:25.830146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33724) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:25.845561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01016b8f-111a-443f-87b2-c015c286545c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.863115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.908286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Deleting subnet 64d40b5d-8578-4613-b246-53e0d35be066 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:25.914098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.923752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.952297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:25.953069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.972849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.987985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:25.998262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.039127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Deleting port f302adbf-9dd2-443c-b0c0-40829dd5f533 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:26.039726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.074995 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7176085 Dec 16 03:32:26.081422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33726) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:26.093991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:26.100640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'name': 'tempest-PortsIpV6TestJSON-384140060'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:26.110326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.141434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a8e84-8fb7-46e2-909b-63916e852cd9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=c1f85118-adb5-423f-8069-fa84a5805c92,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:26.146559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 2fe0873e-ada6-4ff0-9c66-e6c37aa98615 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:26.153386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:32:26.153833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.155100 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6927145 Dec 16 03:32:26.155886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b2183-b0a0-42fd-bf0d-5bf8562b3541 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67829f87-4a63-4b37-b42f-db2e8bf38bb1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:26.208740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01016b8f-111a-443f-87b2-c015c286545c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.211749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.247543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01016b8f-111a-443f-87b2-c015c286545c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.282220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:26.286545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.313245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 61e55990-e610-436c-b6af-e2b5f9b28daa yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:26.320124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.346748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01016b8f-111a-443f-87b2-c015c286545c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.347298 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-01016b8f-111a-443f-87b2-c015c286545c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8059857 Dec 16 03:32:26.361830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:26.382147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01016b8f-111a-443f-87b2-c015c286545c tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcbb450-1f45-4143-b79c-dc37d00e8eb4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:26.387401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=64d40b5d-8578-4613-b246-53e0d35be066,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:26.391782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.393706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d84e3142-46e1-4e95-ab3d-e715d9cd3a25 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': '4fcbb450-1f45-4143-b79c-dc37d00e8eb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:26.399691 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-47985bb3-a40c-4c0d-aeaa-5c70c9060525 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/64d40b5d-8578-4613-b246-53e0d35be066 HTTP/1.1" status: 204 len: 168 time: 0.5618975 Dec 16 03:32:26.399691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33744) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:26.406164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.412038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893f3d0-5453-4330-84d3-919ce5d8aa1d None None] Network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:26.412579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.456543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Calling delete_port for f302adbf-9dd2-443c-b0c0-40829dd5f533 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:26.484371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] device_id is not set on port 9417f9d2-0b8c-43da-981b-c4e7121b7bc4 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:26.584246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c1027eaa-9dba-45bd-8803-6bf6698d2101 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:26.602618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.616214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a546e0df-4671-475b-afd1-73df1fa43f81 None None] DHCP port deletion for 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:26.623590 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-c09dd76d-23ca-43c6-9384-558b4c22e556 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266707117&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.1540713 Dec 16 03:32:26.647541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:26.647993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.704654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.729066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.764438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port c1027eaa-9dba-45bd-8803-6bf6698d2101, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c1027eaa-9dba-45bd-8803-6bf6698d2101,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:26.770748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.839265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=c1027eaa-9dba-45bd-8803-6bf6698d2101,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:26.871481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.918075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-e52cba45-3cea-40d6-9b52-06df43ebdcc5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:26.919783 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-e52cba45-3cea-40d6-9b52-06df43ebdcc5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 200 len: 796 time: 0.2828577 Dec 16 03:32:26.921906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae5fb5d-57a8-4a0f-9a4d-49117816f36a']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:26.935201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:26.951941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6985c174-0e22-4d82-b051-6e0e6cab0b84') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:26.952237 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6985c174-0e22-4d82-b051-6e0e6cab0b84') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:26.987404 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-f489773f-a8e8-4f17-bb81-faf856e41283 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0592804 Dec 16 03:32:26.990954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.048215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.084990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:27.085666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: items = [ Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:27.087272 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:27.089465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=61e55990-e610-436c-b6af-e2b5f9b28daa,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:27.162260 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-d84e3142-46e1-4e95-ab3d-e715d9cd3a25 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:27.164029 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d84e3142-46e1-4e95-ab3d-e715d9cd3a25 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7833855 Dec 16 03:32:27.173869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33748) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:27.180243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fa8cd66e-3986-4a54-bb20-6f4d4574d878 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group_rule': {'security_group_id': '4fcbb450-1f45-4143-b79c-dc37d00e8eb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:27.190717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': 'c702e8f3-7d0f-4fa1-8781-5325615d9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:27.191102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: c1f85118-adb5-423f-8069-fa84a5805c92, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:27.202800 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-7cc7d6fa-65e8-4371-a9ef-6e35f5478486 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2005682 Dec 16 03:32:27.209511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.222695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ae5fb5d-57a8-4a0f-9a4d-49117816f36a {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 03:32:27.233115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 172.20.0.13 (8bedf3a0-d209-46d5-944c-b7048f15ec80/4dbe16c3-3cd2-45bf-8dbc-4280ba057f46/2fe0873e-ada6-4ff0-9c66-e6c37aa98615) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:27.238212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.248962 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "DELETE /v2.0/networks/1ae5fb5d-57a8-4a0f-9a4d-49117816f36a HTTP/1.1" status: 204 len: 168 time: 0.8426921 Dec 16 03:32:27.259926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fe13:8dda (8bedf3a0-d209-46d5-944c-b7048f15ec80/0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f/2fe0873e-ada6-4ff0-9c66-e6c37aa98615) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:27.268567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bbade-0ee7-483a-b56d-35d7f671456e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ae5fb5d-57a8-4a0f-9a4d-49117816f36a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:27.321680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956af28-eccc-403e-8210-6e0e0a9abf1f None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:27.335152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:27.355735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, c1f85118-adb5-423f-8069-fa84a5805c92) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:27.373138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:27.378708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.383893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:27.384867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.415567 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-fa8cd66e-3986-4a54-bb20-6f4d4574d878 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:27.417815 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fa8cd66e-3986-4a54-bb20-6f4d4574d878 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2425981 Dec 16 03:32:27.423739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33752) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:27.451224 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-01e5db46-d860-4166-9dc7-05ab99696037 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3683922 Dec 16 03:32:27.452104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33754) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:27.465105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event deleted for resources: {'Port': ['ID=f302adbf-9dd2-443c-b0c0-40829dd5f533,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:27.476305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75459337-e736-467b-8fab-4fc13303816b None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:27.491100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-906571597'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:27.571260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a98a5cfe-740e-4989-9ad2-edabd8be9a4c None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:27.572056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a98a5cfe-740e-4989-9ad2-edabd8be9a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.646275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.14 (dcd1349a-96b1-4b03-874c-0ad6de4d73b1/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec/9417f9d2-0b8c-43da-981b-c4e7121b7bc4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:27.668839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.13 (dcd1349a-96b1-4b03-874c-0ad6de4d73b1/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec/9417f9d2-0b8c-43da-981b-c4e7121b7bc4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:27.692938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-c7ea2d6d-7162-4c52-9159-2a966781a178 service neutron] 10.222.0.16 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602199 Dec 16 03:32:27.708142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.715101 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a5fbd974-4086-4ac2-b3b0-3574a1dba000 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f302adbf-9dd2-443c-b0c0-40829dd5f533 HTTP/1.1" status: 204 len: 168 time: 2.0889354 Dec 16 03:32:27.715781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:27.734080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5', 'external_fixed_ips': [{'subnet_id': '1286a721-91c7-44bc-93dd-9ac5f318221c', 'ip_address': '172.20.0.11'}]}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:27.805514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33762) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:27.821579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.825627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:27.830922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.831173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d30e7291-0c8c-4861-a021-101b40def58f tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'router': {'name': 'tempest-router--1275061376', 'project_id': '3cb96911988c497cad4112a626fe9ccd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:27.839490 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-a8dbc3ca-0434-4d5d-9a88-b1d1b99d1240 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2720807 Dec 16 03:32:27.840172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b0c7cc8-c7b1-433c-980a-8dae0b034415 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.886237 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b0c7cc8-c7b1-433c-980a-8dae0b034415 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.958527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.959592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.977605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b0c7cc8-c7b1-433c-980a-8dae0b034415 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.980956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b0c7cc8-c7b1-433c-980a-8dae0b034415 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:27.984013 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0b0c7cc8-c7b1-433c-980a-8dae0b034415 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fcbb450-1f45-4143-b79c-dc37d00e8eb4 HTTP/1.1" status: 204 len: 168 time: 0.5573857 Dec 16 03:32:27.988615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33764) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:28.010962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30e7291-0c8c-4861-a021-101b40def58f tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.011984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30e7291-0c8c-4861-a021-101b40def58f tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.039391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c7cc8-c7b1-433c-980a-8dae0b034415 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcbb450-1f45-4143-b79c-dc37d00e8eb4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:28.054240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:32:28.061830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.073534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.081053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-ecd69473-6318-4522-a4b7-60c6b0b1e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:28.084827 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-ecd69473-6318-4522-a4b7-60c6b0b1e085 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1098 time: 0.1233926 Dec 16 03:32:28.097873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.098589 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment f20db584-06c7-4f42-b730-3c66a6e08e85 of type vlan for network fc9d4524-8b81-409d-8f19-6b12ff89503a Dec 16 03:32:28.111965 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-0549b1a3-489e-458d-9226-9fb2ab5ba909 service neutron] 10.222.0.16 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181404 Dec 16 03:32:28.134915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3abde-3e7e-46bb-971a-ab5aabeb4f0f None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f', 'ip_address': '2001:db8::f816:3eff:fe62:1774'}, {'subnet_id': '4dbe16c3-3cd2-45bf-8dbc-4280ba057f46'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'c1027eaa-9dba-45bd-8803-6bf6698d2101'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:32:28.172619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d3abde-3e7e-46bb-971a-ab5aabeb4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.196260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.197136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.246982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:28.290073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30e7291-0c8c-4861-a021-101b40def58f tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.291588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:28.294960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.296970 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2f757554-8d8a-4ef6-8cd2-352ae89ae198 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3045647 Dec 16 03:32:28.303445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:28.305906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33770) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:28.308333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:28.308986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.309804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30e7291-0c8c-4861-a021-101b40def58f tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.311915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=2fe0873e-ada6-4ff0-9c66-e6c37aa98615,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:28.319493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d7215366-7837-4701-894d-608cb0c20d58 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925372124'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:28.434080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a9d3abde-3e7e-46bb-971a-ab5aabeb4f0f None None] Allocated IP 172.20.0.2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/4dbe16c3-3cd2-45bf-8dbc-4280ba057f46/c1027eaa-9dba-45bd-8803-6bf6698d2101) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:28.460217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30e7291-0c8c-4861-a021-101b40def58f tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.463980 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d30e7291-0c8c-4861-a021-101b40def58f tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6546896 Dec 16 03:32:28.466202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.476423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:28.497434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:28.498112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.571579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7215366-7837-4701-894d-608cb0c20d58 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.574305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.599669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c1027eaa-9dba-45bd-8803-6bf6698d2101 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:28.644907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a9d3abde-3e7e-46bb-971a-ab5aabeb4f0f None None] For port c1027eaa-9dba-45bd-8803-6bf6698d2101, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c1027eaa-9dba-45bd-8803-6bf6698d2101,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:28.668009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-133e9f98-98f2-4c4a-b528-ed7ae85c4d97 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.674979 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-70033174-1df0-470c-8440-0ec778cc7874 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3381460 Dec 16 03:32:28.681846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d3abde-3e7e-46bb-971a-ab5aabeb4f0f None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.695684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d3abde-3e7e-46bb-971a-ab5aabeb4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.714327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33778) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:28.732224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:28.736739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:28.737120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:28.783776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:28.790573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:28.806938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60c22a-8746-4b1b-9aa0-b003bb2dff79 None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:28.829485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=9417f9d2-0b8c-43da-981b-c4e7121b7bc4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:28.864567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3abde-3e7e-46bb-971a-ab5aabeb4f0f None None] Pushing event updated for resources: {'Port': ['ID=c1027eaa-9dba-45bd-8803-6bf6698d2101,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:28.873183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=fc9d4524-8b81-409d-8f19-6b12ff89503a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:28.882289 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-31e834fb-a4f6-4da2-80c0-75f6e30dbb09 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4054561 Dec 16 03:32:28.885777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-f50ca10f-babb-4a5b-9eb4-c74428cb8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:28.886272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33782) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:28.887250 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-f50ca10f-babb-4a5b-9eb4-c74428cb8263 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 912 time: 0.7732687 Dec 16 03:32:28.889372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-348727fe-3ebd-4a5f-a076-e53a01f712f3 req-706febfb-65e5-446c-a146-7def782d7182 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 210 time: 0.0825057 Dec 16 03:32:28.918730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network fc9d4524-8b81-409d-8f19-6b12ff89503a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:32:28.938218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'ports': [{'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92'}, {'network_id': 'fc9d4524-8b81-409d-8f19-6b12ff89503a'}]} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:28.938218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:28.938218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': 'fc9d4524-8b81-409d-8f19-6b12ff89503a'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:29.011434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2b9cc0fe-7b8d-4526-a421-aec365443253 None None] Provisioning complete for port 9417f9d2-0b8c-43da-981b-c4e7121b7bc4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:29.012318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc0fe-7b8d-4526-a421-aec365443253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.014585 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-e1faa2ed-d83e-4a7f-bae9-eebfdd7d07cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1182313 Dec 16 03:32:29.061594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cc0fe-7b8d-4526-a421-aec365443253 None None] Port 9417f9d2-0b8c-43da-981b-c4e7121b7bc4 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:29.071452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-133e9f98-98f2-4c4a-b528-ed7ae85c4d97 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.083418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-133e9f98-98f2-4c4a-b528-ed7ae85c4d97 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.094446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-d4fe4b7c-3389-4d8c-b43e-15cda3e8ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:29.096138 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-d4fe4b7c-3389-4d8c-b43e-15cda3e8ad49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.0707402 Dec 16 03:32:29.098884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:29.099644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.144530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa7a33-aee6-4ce6-8723-c3678c8ccc65 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:29.151065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa7a33-aee6-4ce6-8723-c3678c8ccc65 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:29.152729 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-07fa7a33-aee6-4ce6-8723-c3678c8ccc65 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4369986 Dec 16 03:32:29.155692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33784) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:29.192084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7215366-7837-4701-894d-608cb0c20d58 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.202061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-f9edb9de-5c23-4750-88e7-afafd7c3ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:29.208572 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-f9edb9de-5c23-4750-88e7-afafd7c3ccdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960107 Dec 16 03:32:29.220566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7215366-7837-4701-894d-608cb0c20d58 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.232738 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c2f5a9e1-8c1f-4627-93ef-b878681186cc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6696908 Dec 16 03:32:29.241892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-133e9f98-98f2-4c4a-b528-ed7ae85c4d97 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.242451 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133e9f98-98f2-4c4a-b528-ed7ae85c4d97 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb74474b-f626-4dcb-a251-8ab16f2d00bf {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:29.246880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33786) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:29.257293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-133e9f98-98f2-4c4a-b528-ed7ae85c4d97 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.261657 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-133e9f98-98f2-4c4a-b528-ed7ae85c4d97 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/bb74474b-f626-4dcb-a251-8ab16f2d00bf HTTP/1.1" status: 204 len: 168 time: 0.7793481 Dec 16 03:32:29.271943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '9417f9d2-0b8c-43da-981b-c4e7121b7bc4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:29.339897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7215366-7837-4701-894d-608cb0c20d58 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.343854 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d7215366-7837-4701-894d-608cb0c20d58 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0325840 Dec 16 03:32:29.350079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33790) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:29.355517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d1bad551-6e4d-40b6-90ee-8254336ce8c2 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:29.356022 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-d1bad551-6e4d-40b6-90ee-8254336ce8c2 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 03:32:29.356636 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-d1bad551-6e4d-40b6-90ee-8254336ce8c2 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 03:32:29.357813 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d1bad551-6e4d-40b6-90ee-8254336ce8c2 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "PUT /v2.0/security-groups/9afd7ccd-3914-4488-bdfe-90e82ae6d0b9 HTTP/1.1" status: 409 len: 330 time: 0.0066433 Dec 16 03:32:29.361482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7215366-7837-4701-894d-608cb0c20d58 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afd7ccd-3914-4488-bdfe-90e82ae6d0b9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:29.363535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33792) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:29.397387 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 2fe0873e-ada6-4ff0-9c66-e6c37aa98615 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:29.397721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.421813 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-317fd846-3055-44ef-b116-b90fbea1f216 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694832 Dec 16 03:32:29.454437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33794) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:29.488563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.614746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.659113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 2fe0873e-ada6-4ff0-9c66-e6c37aa98615 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:29.663594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 2} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:29.664489 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d27db5f1-2241-431f-83a7-68e284ea8f63 req-0cf18ff8-3a10-4648-838e-9abba2ea3e47 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102535 Dec 16 03:32:29.668213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.679736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-728a08a7-848b-47f3-bfcd-d405127b7350 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.825789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-197bd79c-76b8-4a68-a3e6-c081b174256d None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:29.828233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-197bd79c-76b8-4a68-a3e6-c081b174256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:29.885043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1864838772', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:29.968488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.000566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=2fe0873e-ada6-4ff0-9c66-e6c37aa98615,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:30.008471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.009807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.047469 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1420cbc1-9abf-4efe-902a-4c8dd50de98a req-e5c895c1-9171-4676-a937-e73e513c2a1a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 210 time: 0.0336246 Dec 16 03:32:30.161374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.174846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.175161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.184945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb4b70e7-eed3-431f-8b8c-0923bef9bef3 None None] Could not find standard attr ID for object 2fe0873e-ada6-4ff0-9c66-e6c37aa98615. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:32:30.187500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.193101 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-00c76f82-6c12-443f-8db7-7ac5bd03d19a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/2fe0873e-ada6-4ff0-9c66-e6c37aa98615 HTTP/1.1" status: 204 len: 168 time: 1.0335145 Dec 16 03:32:30.193290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33804) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:30.241458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.252433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-728a08a7-848b-47f3-bfcd-d405127b7350 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.313299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff16abf-fbc7-4e73-b2a7-77bfeac8f7b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:30.314958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff16abf-fbc7-4e73-b2a7-77bfeac8f7b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:30.316473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff16abf-fbc7-4e73-b2a7-77bfeac8f7b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:30.318129 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eff16abf-fbc7-4e73-b2a7-77bfeac8f7b3 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1239245 Dec 16 03:32:30.351991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33806) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:30.411374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.452080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:30.481372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.488193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-2cc567ec-9a2a-4d93-ae30-eab8f4dc02bb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:30.489697 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-2cc567ec-9a2a-4d93-ae30-eab8f4dc02bb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 200 len: 796 time: 0.8436213 Dec 16 03:32:30.499048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c1027eaa-9dba-45bd-8803-6bf6698d2101 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:30.532040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.540749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port c6d016f5-0a69-4d55-89dc-a3111f390577 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:30.553567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:30.554083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.576038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-728a08a7-848b-47f3-bfcd-d405127b7350 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.579200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-728a08a7-848b-47f3-bfcd-d405127b7350 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.580393 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-728a08a7-848b-47f3-bfcd-d405127b7350 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/9afd7ccd-3914-4488-bdfe-90e82ae6d0b9 HTTP/1.1" status: 204 len: 168 time: 1.2105768 Dec 16 03:32:30.584752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33808) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:30.660669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a08a7-848b-47f3-bfcd-d405127b7350 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afd7ccd-3914-4488-bdfe-90e82ae6d0b9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:30.676945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.692744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.702791 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ebe99cf4-749d-4292-8926-4499a22c71bc tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1155276 Dec 16 03:32:30.707433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33810) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:30.713220 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-ee387744-1fe5-41a3-a298-899f595b44dd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 379 time: 0.1899524 Dec 16 03:32:30.758410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['046d6c5f-2713-4742-970b-0394efaed669']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:30.767721 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-2a685ea6-bbad-436e-bfd0-07ac276ea7db tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] delete failed (client error): The resource could not be found. Dec 16 03:32:30.772632 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2a685ea6-bbad-436e-bfd0-07ac276ea7db tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "DELETE /v2.0/security-groups/87521f03-f77a-4f5a-a004-31984adb00fa HTTP/1.1" status: 404 len: 347 time: 0.0613642 Dec 16 03:32:30.796806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33812) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:30.817155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Allocated IP 172.20.0.11 (e8ed9aac-aef0-4b69-b199-35b3a134c3c5/1286a721-91c7-44bc-93dd-9ac5f318221c/a776cc50-5cea-467b-abcf-ee23b124b07b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:30.821334 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-047e9a1f-b534-4d51-a6cd-7c5b5475adf5 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] show failed (client error): The resource could not be found. Dec 16 03:32:30.822302 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-047e9a1f-b534-4d51-a6cd-7c5b5475adf5 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-groups/1a0cfabd-0cb9-47a0-9e23-2192b158e035 HTTP/1.1" status: 404 len: 347 time: 0.0239620 Dec 16 03:32:30.829036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:30.857569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.865757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.889194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-74f20cf3-de5d-49f2-aba3-30365ef6cac8 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] show failed (client error): The resource could not be found. Dec 16 03:32:30.896925 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-74f20cf3-de5d-49f2-aba3-30365ef6cac8 tempest-NegativeSecGroupIPv6Test-16435758 tempest-NegativeSecGroupIPv6Test-16435758-project] 10.222.0.16 "GET /v2.0/security-group-rules/e1d0065f-1d66-42d4-80b8-e875d5251b71 HTTP/1.1" status: 404 len: 356 time: 0.0597579 Dec 16 03:32:30.915100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.918826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:30.925465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:30.928378 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-670f604e-a283-4557-93ff-d07f209da766 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f HTTP/1.1" status: 204 len: 168 time: 0.5753982 Dec 16 03:32:30.931699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33818) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:30.939768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2e605-f7ca-4478-ac2f-3cc21a4f05f8 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:31.023667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 4dbe16c3-3cd2-45bf-8dbc-4280ba057f46 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:31.026981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.054426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.070349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.185633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.26.6.168 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/3ff7248b-2495-4d7a-8251-39db058567d3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:31.213662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f5633ad-9edf-4a97-a744-6fdcc5efb10b req-12d7422a-8e97-414f-a014-84add40fb561 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 210 time: 0.0645540 Dec 16 03:32:31.242054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.254984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 55c46e53-829b-41ad-ace0-5580012121de yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:31.313485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:31.317579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.322849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.336166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.345716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:31.358316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbe16c3-3cd2-45bf-8dbc-4280ba057f46,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:31.363115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.367535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-48b0a65c-cb68-4d70-9331-7bb94d844c46 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/4dbe16c3-3cd2-45bf-8dbc-4280ba057f46 HTTP/1.1" status: 204 len: 168 time: 0.4349279 Dec 16 03:32:31.369757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33830) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:31.418446 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ae6de1a7-1d5b-44dd-89fc-a4f4bc422a97 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456815 Dec 16 03:32:31.419683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33832) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:31.428186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:31.536322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:31.540016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.609047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.624166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.719986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.4 (e6348661-16a0-44ec-81c9-ba576d5602e8/083fb0d0-30b8-490c-9b0a-3a5f2a060d98/761ab04b-885c-4970-9a1e-b25dc65190de) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:31.734957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:31.737918 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-72b21a99-1787-411b-8bb2-ccf4e6d0f644 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=992d4a849f5642139b41d27ff4ab822b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911424 Dec 16 03:32:31.744639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33836) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:31.758653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:31.761455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:31.764530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.776718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3d1a7-02c5-4b35-99f1-ef498417e9a0 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:31.818148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.830069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:31.834985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:31.840455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:31.841145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.847662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-500ff9e2-7824-4887-a031-8cfa1363addf None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:31.848062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-500ff9e2-7824-4887-a031-8cfa1363addf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.853007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Port': ['ID=a776cc50-5cea-467b-abcf-ee23b124b07b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:31.864666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=bcf9d031-a62d-497d-8229-dc775e1f6768,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:31.890594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.895922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81346600-72ef-4a6d-98a9-156b2e207dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:31.912548 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-609c2fbf-e6fb-475b-8a52-0bb2dd147d6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4860609 Dec 16 03:32:31.916726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33838) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:31.925636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:31.978180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81346600-72ef-4a6d-98a9-156b2e207dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.013720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Allocated IP 172.26.6.116 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/9a7d4987-652b-4d36-9b7f-c4c2bd8e007e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:32.114184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:32.130009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:32.133277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:32.144154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.163676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81346600-72ef-4a6d-98a9-156b2e207dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.166969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81346600-72ef-4a6d-98a9-156b2e207dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.169157 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-81346600-72ef-4a6d-98a9-156b2e207dad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44e0ccb1-cfb1-4796-8d17-5163afaaa9fa HTTP/1.1" status: 204 len: 168 time: 0.4235032 Dec 16 03:32:32.191607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=3ff7248b-2495-4d7a-8251-39db058567d3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:32.204282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81346600-72ef-4a6d-98a9-156b2e207dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0ccb1-cfb1-4796-8d17-5163afaaa9fa,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:32.302667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.304442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:32.306702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a27de-66c8-42f5-8236-31163991ef5b None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:32.320861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.341907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:32.388970 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:32:32.395382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-62ed16da-e0a8-4b23-a107-e92a54a6cfad None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:32.396032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-62ed16da-e0a8-4b23-a107-e92a54a6cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.401111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:32.413001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:32.413865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.417743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.451782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=c6d016f5-0a69-4d55-89dc-a3111f390577,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:32.459089 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c54ce6cd-527e-434a-a3bb-ddc88f563677 req-5ea74b96-70d1-4dd5-9cea-fee01c704728 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 210 time: 0.1193583 Dec 16 03:32:32.533813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1905287-9cf5-44f1-ac87-551729bee051 req-f2e1d123-34af-4383-9dfd-931ae4eee07d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:32.545031 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a1905287-9cf5-44f1-ac87-551729bee051 req-f2e1d123-34af-4383-9dfd-931ae4eee07d tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3074281 Dec 16 03:32:32.548928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-b50a3617-681e-4737-bff2-0857cb82a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:32.550759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-b50a3617-681e-4737-bff2-0857cb82a9c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1098 time: 0.2095470 Dec 16 03:32:32.635870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.645287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=55c46e53-829b-41ad-ace0-5580012121de,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:32.705522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.734855 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a1905287-9cf5-44f1-ac87-551729bee051 req-6219ecbd-2ffb-4c8b-84de-ca06630c0bd4 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870718 Dec 16 03:32:32.755376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': 'f20db584-06c7-4f42-b730-3c66a6e08e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc9d4524-8b81-409d-8f19-6b12ff89503a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:32.755376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: fc9d4524-8b81-409d-8f19-6b12ff89503a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:32.755376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.768394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:32.778086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:32.787459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:32.796708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c77fc1-04ca-4c5f-8ff3-ca01f3dfb921 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:32.820530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event updated for resources: {'Port': ['ID=9a7d4987-652b-4d36-9b7f-c4c2bd8e007e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:32.853622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-6dd20f6a-a0c6-47ac-a8d6-b8bb702411f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:32.855152 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-6dd20f6a-a0c6-47ac-a8d6-b8bb702411f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 912 time: 0.2938578 Dec 16 03:32:32.931330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d9e2d3d6-e8f1-4bec-bd57-c6d2a162fe61 None None] Provisioning complete for port 9a7d4987-652b-4d36-9b7f-c4c2bd8e007e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:32.932083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9e2d3d6-e8f1-4bec-bd57-c6d2a162fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:32.971807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2d3d6-e8f1-4bec-bd57-c6d2a162fe61 None None] Port 9a7d4987-652b-4d36-9b7f-c4c2bd8e007e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:32.982573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d9e2d3d6-e8f1-4bec-bd57-c6d2a162fe61 None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:32.983244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9e2d3d6-e8f1-4bec-bd57-c6d2a162fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.194948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network e6348661-16a0-44ec-81c9-ba576d5602e8 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:33.205485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:33.242441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:33.325538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network fc9d4524-8b81-409d-8f19-6b12ff89503a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:33.332162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=761ab04b-885c-4970-9a1e-b25dc65190de,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:33.372429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, fc9d4524-8b81-409d-8f19-6b12ff89503a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:33.380724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8066dcd-2f0f-4418-b9df-228c959af060 None None] Network fc9d4524-8b81-409d-8f19-6b12ff89503a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:33.401218 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-214f07f0-564a-41b2-918a-5578d07a1ac3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 1001 time: 0.5343194 Dec 16 03:32:33.410435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:33.410988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.422557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:33.428345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:33.433247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:33.433930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.509509 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1007e291-67b7-46c5-b517-209b78aaa76d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5789325 Dec 16 03:32:33.516102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33850) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:33.540522 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-49de201b-b38f-463d-b31d-e3a1b5a5c008 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8185952 Dec 16 03:32:33.561324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Request body: {'port': {'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:33.592883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d1010f42-e563-43a9-9647-6b360c35d2ee None None] Provisioning complete for port 761ab04b-885c-4970-9a1e-b25dc65190de triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:33.593215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1010f42-e563-43a9-9647-6b360c35d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.608204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-5a9578fa-9c76-43b5-b004-149d80c2c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:33.609819 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-5a9578fa-9c76-43b5-b004-149d80c2c017 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.1975048 Dec 16 03:32:33.630679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d1010f42-e563-43a9-9647-6b360c35d2ee None None] Port 761ab04b-885c-4970-9a1e-b25dc65190de cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:33.634170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.709537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.712962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.734793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.822800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961f77a-cf48-4144-a964-17a3550b29e5 req-acd4b94b-3af9-492a-9f8f-083dcc75ca13 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:33.824794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9961f77a-cf48-4144-a964-17a3550b29e5 req-acd4b94b-3af9-492a-9f8f-083dcc75ca13 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 931 time: 0.2422643 Dec 16 03:32:33.951727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:33.962117 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-f584613c-0f04-4852-8a22-e1bc990ea138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:33.963615 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-f584613c-0f04-4852-8a22-e1bc990ea138 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3310568 Dec 16 03:32:33.972044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:32:34.121772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 55c46e53-829b-41ad-ace0-5580012121de {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:34.122212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.152475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Router 14176ba9-cb5d-4cb4-b31e-723fac506153 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:34.215178 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9961f77a-cf48-4144-a964-17a3550b29e5 req-eab4145f-f8e5-42f9-a21f-03db96d7c92b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757231 Dec 16 03:32:34.249640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be6f8a-38db-461b-b869-673fcc8b09dc req-ae522824-7a33-433e-a5e7-fbcc0b834a4f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:34.251227 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-86be6f8a-38db-461b-b869-673fcc8b09dc req-ae522824-7a33-433e-a5e7-fbcc0b834a4f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.4145405 Dec 16 03:32:34.341337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.352242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.352459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.355421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761ab04b-885c-4970-9a1e-b25dc65190de {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:32:34.391060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.441150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:34.444638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 55c46e53-829b-41ad-ace0-5580012121de owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:34.451537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Transition to ACTIVE for port object 761ab04b-885c-4970-9a1e-b25dc65190de will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:32:34.454733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Sync routers for ids ['14176ba9-cb5d-4cb4-b31e-723fac506153'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:34.456272 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-4f32925f-9513-4be9-ab85-1edf328124a3 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771938 Dec 16 03:32:34.462059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=3ff7248b-2495-4d7a-8251-39db058567d3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:34.468101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Routers {'14176ba9-cb5d-4cb4-b31e-723fac506153'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:34.469420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['14176ba9-cb5d-4cb4-b31e-723fac506153'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:34.470645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.512684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.516748 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-60ce0942-5f90-4b5d-80c2-467154eabda7 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.7936542 Dec 16 03:32:34.517510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:34.521482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.578285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.591281 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-86be6f8a-38db-461b-b869-673fcc8b09dc req-dc8534c4-458d-4a75-af15-c23e5014b235 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961581 Dec 16 03:32:34.617762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Pushing event updated for resources: {'Port': ['ID=761ab04b-885c-4970-9a1e-b25dc65190de,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:34.642290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Set router 14176ba9-cb5d-4cb4-b31e-723fac506153 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:34.696202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.736317 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf6209bf-a91b-45f1-98aa-1caf251c8289 req-dc556074-9a3e-47b3-b5bd-1e25c0635cf5 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648942 Dec 16 03:32:34.784525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.788449 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 486307f3-a244-41e7-9c7c-834a5e2b99c4 associated. External IP: 172.26.6.168, port: 9417f9d2-0b8c-43da-981b-c4e7121b7bc4. Dec 16 03:32:34.814855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.865636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:34.871969 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/55c46e53-829b-41ad-ace0-5580012121de HTTP/1.1" status: 204 len: 168 time: 1.3525858 Dec 16 03:32:34.872892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242414d-e252-4550-82ca-c9da6534e44c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=55c46e53-829b-41ad-ace0-5580012121de,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:34.877321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33856) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:34.902193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Attempting to bind port 761ab04b-885c-4970-9a1e-b25dc65190de on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:34.902555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Attempting to bind port 761ab04b-885c-4970-9a1e-b25dc65190de by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:34.902885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Attempting to bind port 761ab04b-885c-4970-9a1e-b25dc65190de on network e6348661-16a0-44ec-81c9-ba576d5602e8 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:34.972015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Port 761ab04b-885c-4970-9a1e-b25dc65190de on network e6348661-16a0-44ec-81c9-ba576d5602e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:32:34.972385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Attempting to bind port 761ab04b-885c-4970-9a1e-b25dc65190de on network e6348661-16a0-44ec-81c9-ba576d5602e8 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:35.020908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:35.020908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Checking segment: {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:35.021375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Bound using segment: {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:35.021828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Bound port: 761ab04b-885c-4970-9a1e-b25dc65190de, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52535aa5-57b2-4d86-b276-a21e0ba29038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:35.022326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.035479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14176ba9-cb5d-4cb4-b31e-723fac506153', 'name': '', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5', 'external_fixed_ips': [{'subnet_id': '1286a721-91c7-44bc-93dd-9ac5f318221c', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'a776cc50-5cea-467b-abcf-ee23b124b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:27Z', 'updated_at': '2021-12-16T03:32:32Z', 'revision_number': 3, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port': {'id': 'a776cc50-5cea-467b-abcf-ee23b124b07b', 'name': '', 'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:09:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14176ba9-cb5d-4cb4-b31e-723fac506153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1286a721-91c7-44bc-93dd-9ac5f318221c', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:30Z', 'updated_at': '2021-12-16T03:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1286a721-91c7-44bc-93dd-9ac5f318221c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:35.055373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.072067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04841bc-5959-4fcf-a15b-e61d3b7dee9f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:35.077015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Checking router: 14176ba9-cb5d-4cb4-b31e-723fac506153 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:35.077600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Updating router 14176ba9-cb5d-4cb4-b31e-723fac506153 port a776cc50-5cea-467b-abcf-ee23b124b07b binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:35.078304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04841bc-5959-4fcf-a15b-e61d3b7dee9f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:35.079947 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d04841bc-5959-4fcf-a15b-e61d3b7dee9f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1993685 Dec 16 03:32:35.083194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:35.098792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Router 92165e44-60a4-4d82-bc60-ae1cd7b4fb74 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:35.112641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.125939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] For port c1027eaa-9dba-45bd-8803-6bf6698d2101, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c1027eaa-9dba-45bd-8803-6bf6698d2101,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:35.229608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65cee82d-4a42-4d37-a99c-11baec0ae8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.478009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.486382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.543364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Attempting to bind port a776cc50-5cea-467b-abcf-ee23b124b07b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:35.543720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Attempting to bind port a776cc50-5cea-467b-abcf-ee23b124b07b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '41af4d59-1ea1-4a08-acdb-7009975f25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:35.545248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Attempting to bind port a776cc50-5cea-467b-abcf-ee23b124b07b on network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:35.553483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d74b4c-dc8b-4412-bc14-4e135a22aabe None None] Pushing event updated for resources: {'Port': ['ID=a776cc50-5cea-467b-abcf-ee23b124b07b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:35.556168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:35.556547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Checking segment: {'id': '41af4d59-1ea1-4a08-acdb-7009975f25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:35.557088 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.557330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Bound using segment: {'id': '41af4d59-1ea1-4a08-acdb-7009975f25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:35.557817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Bound port: a776cc50-5cea-467b-abcf-ee23b124b07b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41af4d59-1ea1-4a08-acdb-7009975f25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8ed9aac-aef0-4b69-b199-35b3a134c3c5'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:35.558210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.601928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.611418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.612089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] For port 761ab04b-885c-4970-9a1e-b25dc65190de, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:35.612615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.618345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] For port 761ab04b-885c-4970-9a1e-b25dc65190de, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=761ab04b-885c-4970-9a1e-b25dc65190de,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:35.624068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] For port a776cc50-5cea-467b-abcf-ee23b124b07b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:35.628780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.629861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] For port a776cc50-5cea-467b-abcf-ee23b124b07b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a776cc50-5cea-467b-abcf-ee23b124b07b,segment=NetworkSegment(41af4d59-1ea1-4a08-acdb-7009975f25d9),segment_id=41af4d59-1ea1-4a08-acdb-7009975f25d9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:35.642803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.700736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a81897-a428-457f-8146-a3a62b3c6721 req-d4055ebe-bdd6-4465-8f26-89178247ce30 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:35.702521 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-00a81897-a428-457f-8146-a3a62b3c6721 req-d4055ebe-bdd6-4465-8f26-89178247ce30 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 943 time: 0.1783726 Dec 16 03:32:35.719387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:35.719988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.721466 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] 10.222.0.30 "PUT /v2.0/ports/761ab04b-885c-4970-9a1e-b25dc65190de HTTP/1.1" status: 200 len: 1093 time: 2.1642828 Dec 16 03:32:35.722178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d74b4c-dc8b-4412-bc14-4e135a22aabe None None] Pushing event updated for resources: {'Port': ['ID=a776cc50-5cea-467b-abcf-ee23b124b07b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:35.725202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:32:35.725351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Routers {'14176ba9-cb5d-4cb4-b31e-723fac506153'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:35.725908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['14176ba9-cb5d-4cb4-b31e-723fac506153'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:35.727528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a972c1d9-d3ff-48e3-9d95-60185a0a144e" -d '{"events": [{"name": "network-changed", "server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:32:35.736067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:35.746203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Deleting port a776cc50-5cea-467b-abcf-ee23b124b07b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:35.746203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.757615 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] Sync routers for ids ['92165e44-60a4-4d82-bc60-ae1cd7b4fb74'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:35.769518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port c6d016f5-0a69-4d55-89dc-a3111f390577 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:35.769855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.774494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:35.784374 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] Routers {'92165e44-60a4-4d82-bc60-ae1cd7b4fb74'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:35.785898 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['92165e44-60a4-4d82-bc60-ae1cd7b4fb74'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:35.847089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] Set router 14176ba9-cb5d-4cb4-b31e-723fac506153 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:35.848751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:35.851586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:35.852158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.856667 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:35.870029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=77236151-8bac-485a-a6dc-6c837d9c330c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:35.873331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ab4f7-21f5-4807-94e8-8fc05aceec4b service neutron] Pushing event updated for resources: {'Port': ['ID=761ab04b-885c-4970-9a1e-b25dc65190de,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:35.880039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d127fdd8-85b6-400e-82c5-b559580e6548 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:35.881992 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] Routers {'92165e44-60a4-4d82-bc60-ae1cd7b4fb74'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:35.882856 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['92165e44-60a4-4d82-bc60-ae1cd7b4fb74'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:35.924514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=c1027eaa-9dba-45bd-8803-6bf6698d2101,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:35.931637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14176ba9-cb5d-4cb4-b31e-723fac506153', 'name': '', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:27Z', 'updated_at': '2021-12-16T03:32:35Z', 'revision_number': 4, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:35.946477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.952423 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:35.953334 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346b83a-bdfc-4657-97ad-32e3403f2dcf None None] The sync data for ids ['92165e44-60a4-4d82-bc60-ae1cd7b4fb74'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:35.955571 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8905dc5b-3b77-48b3-9087-4ed381306247 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4999814 Dec 16 03:32:35.956368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33866) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:35.980399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:35.982819 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e783c78a-2ad1-4e0b-a2f1-5f682de9520a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0635231 Dec 16 03:32:35.995522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e203c-fd81-4c60-bb3d-8e9183a74bca None None] The sync data for ids ['14176ba9-cb5d-4cb4-b31e-723fac506153'] in dv-neutron-821927-1-hyperv is: [{'id': '14176ba9-cb5d-4cb4-b31e-723fac506153', 'name': '', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:27Z', 'updated_at': '2021-12-16T03:32:35Z', 'revision_number': 4, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:35.998813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for c6d016f5-0a69-4d55-89dc-a3111f390577 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:36.018990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33868) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.039505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:2f:a7:24', 'name': 'tempest-NetworksTestDHCPv6-1582842155'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:36.085077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d3506-79bf-4940-a16a-ddc3ac24cc47 req-77ba09f0-4365-46e3-b620-92914b9e2e93 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:36.087338 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-902d3506-79bf-4940-a16a-ddc3ac24cc47 req-77ba09f0-4365-46e3-b620-92914b9e2e93 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3813672 Dec 16 03:32:36.099647 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-00a81897-a428-457f-8146-a3a62b3c6721 req-c054f637-4c65-41cd-a0a5-b3195177d8d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169138 Dec 16 03:32:36.119291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:36.180119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1831218c-68a9-4661-b81f-57ae0f111930 x-openstack-request-id: req-1831218c-68a9-4661-b81f-57ae0f111930 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:32:36.180410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:32:36.180663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1831218c-68a9-4661-b81f-57ae0f111930 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:32:36.181059 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de', 'status': 'completed', 'code': 200} Dec 16 03:32:36.190703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974b404-e31b-4807-b33c-33ad659cadb8 None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '77236151-8bac-485a-a6dc-6c837d9c330c', 'ip_address': '2001:db8::f816:3eff:fe62:1774'}, {'subnet_id': 'bcf9d031-a62d-497d-8229-dc775e1f6768'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'c1027eaa-9dba-45bd-8803-6bf6698d2101'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:32:36.210758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c4081d94-8587-41f4-a82a-ab7ec6fdb920 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/92165e44-60a4-4d82-bc60-ae1cd7b4fb74 HTTP/1.1" status: 200 len: 925 time: 0.2490644 Dec 16 03:32:36.217385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33870) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.222458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c974b404-e31b-4807-b33c-33ad659cadb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.282644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.286853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-9e8d1ec4-7b58-4413-a7ea-fe6a09501fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:36.288605 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-9e8d1ec4-7b58-4413-a7ea-fe6a09501fc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 1096 time: 0.4729087 Dec 16 03:32:36.298513 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-902d3506-79bf-4940-a16a-ddc3ac24cc47 req-9d5400e7-0dd5-4279-b4de-480d6a42d47c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976042 Dec 16 03:32:36.344630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14d2b2cf-6992-41dd-bef2-20ecc563e042 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=92165e44-60a4-4d82-bc60-ae1cd7b4fb74 HTTP/1.1" status: 200 len: 205 time: 0.1208904 Dec 16 03:32:36.346513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:36.352084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33874) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.353196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Calling delete_port for a776cc50-5cea-467b-abcf-ee23b124b07b owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:36.396389 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-91ea8392-39e6-4ed8-9276-f663d9b14b1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761ab04b-885c-4970-9a1e-b25dc65190de HTTP/1.1" status: 200 len: 217 time: 0.0613215 Dec 16 03:32:36.472176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.496403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 93afb8bc-0652-4923-8fce-08a083ffff49 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:36.524239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.541267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c1027eaa-9dba-45bd-8803-6bf6698d2101 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:36.620522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c974b404-e31b-4807-b33c-33ad659cadb8 None None] Allocated IP 172.20.0.2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/bcf9d031-a62d-497d-8229-dc775e1f6768/c1027eaa-9dba-45bd-8803-6bf6698d2101) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:36.627780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=c6d016f5-0a69-4d55-89dc-a3111f390577,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:36.660095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:36.660315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.660452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.663404 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-25780fd4-01f9-497c-a2ee-3d0784fd5199 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/c6d016f5-0a69-4d55-89dc-a3111f390577 HTTP/1.1" status: 204 len: 168 time: 1.5792537 Dec 16 03:32:36.666064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33876) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.679756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-16fa0281-a4eb-4007-ab2b-83c70f0ac6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:36.681248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-16fa0281-a4eb-4007-ab2b-83c70f0ac6cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=083fb0d0-30b8-490c-9b0a-3a5f2a060d98 HTTP/1.1" status: 200 len: 834 time: 0.2415164 Dec 16 03:32:36.682289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:36.709764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.710772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:36.731124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf1413-ee0e-4938-940d-043f6ed94b81 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:36.731124 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-edaf1413-ee0e-4938-940d-043f6ed94b81 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0609922 Dec 16 03:32:36.732072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33878) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.734715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:36.735481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:36.757286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9723f0a-1dcf-48e4-8894-1aad680afc7d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:32:36.760081 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f9723f0a-1dcf-48e4-8894-1aad680afc7d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/55c46e53-829b-41ad-ace0-5580012121de HTTP/1.1" status: 404 len: 333 time: 0.0267766 Dec 16 03:32:36.763000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33880) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.784827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:36.799267 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d678b3a1-3213-4e7b-a84c-50625d6fe37b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:32:36.802086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.804399 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d678b3a1-3213-4e7b-a84c-50625d6fe37b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/c6d016f5-0a69-4d55-89dc-a3111f390577 HTTP/1.1" status: 404 len: 333 time: 0.0402551 Dec 16 03:32:36.805102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33882) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.814011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:36.814700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:36.863658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:36.864306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c0169-119c-4c60-b5ba-3258cc4902f5 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:36.868409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c974b404-e31b-4807-b33c-33ad659cadb8 None None] For port c1027eaa-9dba-45bd-8803-6bf6698d2101, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c1027eaa-9dba-45bd-8803-6bf6698d2101,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:36.887777 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c4d13e3b-4845-42a4-8643-307a25bd77ed tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6265476 Dec 16 03:32:36.889610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33884) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:36.894960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'port_id': '9417f9d2-0b8c-43da-981b-c4e7121b7bc4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:36.897339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-d2c53b5f-887b-40f1-ba20-c41b9601d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:36.899117 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-d2c53b5f-887b-40f1-ba20-c41b9601d131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6348661-16a0-44ec-81c9-ba576d5602e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2085207 Dec 16 03:32:36.934788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c974b404-e31b-4807-b33c-33ad659cadb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.948109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c974b404-e31b-4807-b33c-33ad659cadb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:36.997003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.008216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.041319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974b404-e31b-4807-b33c-33ad659cadb8 None None] Pushing event updated for resources: {'Port': ['ID=c1027eaa-9dba-45bd-8803-6bf6698d2101,revision_number=9']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:37.046831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.091065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.128899 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-7c3e8446-aac6-425f-b3fa-ce9d686caadc service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210093 Dec 16 03:32:37.130994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event deleted for resources: {'Port': ['ID=a776cc50-5cea-467b-abcf-ee23b124b07b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:37.258949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.266193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Deleting port 9a7d4987-652b-4d36-9b7f-c4c2bd8e007e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:37.266712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.355626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-113c6513-8caf-41df-8bf2-e8a67ad1c3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.415136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 172.20.0.5 (8bedf3a0-d209-46d5-944c-b7048f15ec80/bcf9d031-a62d-497d-8229-dc775e1f6768/93afb8bc-0652-4923-8fce-08a083ffff49) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:37.418537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.425240 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0b2cc8e-d0fa-4d72-b226-03b64e252d36 req-7da780b0-e494-45fb-9f25-06c3ca5c7eb2 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698381 Dec 16 03:32:37.428284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.432039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.447445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf0d3a-ad7e-463b-a1e0-d970fa47c905 req-607bfec9-7a67-464e-afd2-1b477bd304fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:37.450037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b6bf0d3a-ad7e-463b-a1e0-d970fa47c905 req-607bfec9-7a67-464e-afd2-1b477bd304fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 943 time: 0.2459266 Dec 16 03:32:37.474435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fe2f:a724 (8bedf3a0-d209-46d5-944c-b7048f15ec80/77236151-8bac-485a-a6dc-6c837d9c330c/93afb8bc-0652-4923-8fce-08a083ffff49) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:37.505124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.511419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9d4524-8b81-409d-8f19-6b12ff89503a']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:37.513089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.513617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14176ba9-cb5d-4cb4-b31e-723fac506153 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:37.519886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.527000 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2fe11ee7-0b0c-4e37-80e2-e24c850ae56c tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "DELETE /v2.0/routers/14176ba9-cb5d-4cb4-b31e-723fac506153 HTTP/1.1" status: 204 len: 168 time: 3.0064857 Dec 16 03:32:37.535394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33888) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:37.543934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20db584-06c7-4f42-b730-3c66a6e08e85') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:37.544233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20db584-06c7-4f42-b730-3c66a6e08e85') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:37.557450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Calling delete_port for 9a7d4987-652b-4d36-9b7f-c4c2bd8e007e owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:37.595754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Deleting subnet 1286a721-91c7-44bc-93dd-9ac5f318221c {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:37.615292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.618439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-b3cdefab-42e6-4e01-9514-b720d316bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:37.619979 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-b3cdefab-42e6-4e01-9514-b720d316bec7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 1096 time: 0.0919418 Dec 16 03:32:37.628457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.706000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.777105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b6bf0d3a-ad7e-463b-a1e0-d970fa47c905 req-e38a4121-366b-4187-82f0-a22541bcc6d7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065145 Dec 16 03:32:37.777370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.820059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-033a143e-009d-4326-9e67-36e9a9fdc7ab None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:37.821225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-033a143e-009d-4326-9e67-36e9a9fdc7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.828720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:37.829123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:37.832208 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:37.876064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-01438061-43fd-460e-bd07-d5cb7904ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:37.878131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-01438061-43fd-460e-bd07-d5cb7904ecd7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 200 len: 896 time: 0.2464666 Dec 16 03:32:37.894432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:37.947480 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-3adf7903-9084-4285-ae51-ea9597580a2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761ab04b-885c-4970-9a1e-b25dc65190de HTTP/1.1" status: 200 len: 217 time: 0.0602808 Dec 16 03:32:37.950842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event deleted for resources: {'Port': ['ID=9a7d4987-652b-4d36-9b7f-c4c2bd8e007e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:37.971402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a4702-5f6d-4427-b77e-bf6f4dea94ed None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:38.021800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.030463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.050186 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.053964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-672592a5-5cdc-4171-8947-c8a03ad94a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:38.055454 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-672592a5-5cdc-4171-8947-c8a03ad94a25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=083fb0d0-30b8-490c-9b0a-3a5f2a060d98 HTTP/1.1" status: 200 len: 834 time: 0.0817776 Dec 16 03:32:38.075540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.078840 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/fc9d4524-8b81-409d-8f19-6b12ff89503a HTTP/1.1" status: 204 len: 168 time: 1.2726886 Dec 16 03:32:38.083769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:38.117428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-756878800'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:38.129677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bb758-e97e-4cf9-acc7-144c663c11be tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=fc9d4524-8b81-409d-8f19-6b12ff89503a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:38.183490 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.279683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.391856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.500832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c1027eaa-9dba-45bd-8803-6bf6698d2101 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:38.538174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.544815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.562574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:38.563534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.598169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-b83088c0-4d96-441a-857f-0d903fd97c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:38.599821 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-b83088c0-4d96-441a-857f-0d903fd97c89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6348661-16a0-44ec-81c9-ba576d5602e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5171893 Dec 16 03:32:38.602115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:38.605840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.634310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.634804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Fanout notify agent at l3_agent the message router_deleted on router 92165e44-60a4-4d82-bc60-ae1cd7b4fb74 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:38.668746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.669852 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f33a7465-ddc1-4671-bbd3-9aa0cb759ef1 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/92165e44-60a4-4d82-bc60-ae1cd7b4fb74 HTTP/1.1" status: 204 len: 168 time: 2.2875123 Dec 16 03:32:38.674432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:38.678569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-870200357', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': False}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:38.691229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1286a721-91c7-44bc-93dd-9ac5f318221c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:38.693996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.697219 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df28979c-fefb-4122-a76c-a2f95447199b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/1286a721-91c7-44bc-93dd-9ac5f318221c HTTP/1.1" status: 204 len: 168 time: 1.1581483 Dec 16 03:32:38.702692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33894) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:38.714771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.717174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:32:38.717444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.resource_extend [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 03:32:38.746495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.747534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.751867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.752210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment ab185b9c-8f73-47e8-80cd-92655e2923d4 of type vlan for network 495082ff-09a6-4fca-89a4-d6d960f46c00 Dec 16 03:32:38.768102 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-6b7b3c39-5a67-4d48-acde-4e4e20030483 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586916 Dec 16 03:32:38.857610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.863455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:38.880861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:38.884219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.887060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.888658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=93afb8bc-0652-4923-8fce-08a083ffff49,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:38.891479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:38.897991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.912252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.986981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:38.992392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:38.993009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.018675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:39.019337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.051289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa2e87-db12-4aae-86b2-85a0cfea45d3 req-a869a12c-f40e-4f8f-8920-ea76e228944d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:39.059148 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1aaa2e87-db12-4aae-86b2-85a0cfea45d3 req-a869a12c-f40e-4f8f-8920-ea76e228944d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 943 time: 0.2007470 Dec 16 03:32:39.068073 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9833660 Dec 16 03:32:39.070195 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a972c1d9-d3ff-48e3-9d95-60185a0a144e req-ef30f57c-cd4c-48f3-ad75-ec79f966a7f4 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843444 Dec 16 03:32:39.074215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:39.086955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:39.166837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.195461 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e4ef8802-42df-4818-bb73-def2697f7314 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1684880 Dec 16 03:32:39.196884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33900) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:39.198557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaf2cd-a1e7-4870-862c-551b3526719a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=495082ff-09a6-4fca-89a4-d6d960f46c00,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:39.205011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.207812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ed9aac-aef0-4b69-b199-35b3a134c3c5']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:39.212150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 495082ff-09a6-4fca-89a4-d6d960f46c00 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:32:39.263769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41af4d59-1ea1-4a08-acdb-7009975f25d9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:39.264175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41af4d59-1ea1-4a08-acdb-7009975f25d9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:39.289876 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.306312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:39.306502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-298898df-e556-4266-83bd-6914da0273d1 None None] Provisioning complete for port 93afb8bc-0652-4923-8fce-08a083ffff49 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:39.306749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-298898df-e556-4266-83bd-6914da0273d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.309938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.347343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-298898df-e556-4266-83bd-6914da0273d1 None None] Port 93afb8bc-0652-4923-8fce-08a083ffff49 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:39.358594 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1aaa2e87-db12-4aae-86b2-85a0cfea45d3 req-d3cd049a-0211-48d0-ad97-a35192a15c7a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981894 Dec 16 03:32:39.369246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.388716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:32:39.391214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e29a9-a686-485e-bd8e-14e9d864c723 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:39.391874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:32:39.397086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e29a9-a686-485e-bd8e-14e9d864c723 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:39.398754 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3b8e29a9-a686-485e-bd8e-14e9d864c723 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1939075 Dec 16 03:32:39.402788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:39.433620 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:39.434028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:39.435757 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:39.506237 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:39.506996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.512982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8ed9aac-aef0-4b69-b199-35b3a134c3c5 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 03:32:39.516608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.519827 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e8ed9aac-aef0-4b69-b199-35b3a134c3c5 HTTP/1.1" status: 204 len: 168 time: 0.8158145 Dec 16 03:32:39.539247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111a298-a8e3-4e22-9de4-47762a9d7f60 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8ed9aac-aef0-4b69-b199-35b3a134c3c5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:39.668118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:39.675104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.688092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.695459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 93afb8bc-0652-4923-8fce-08a083ffff49 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:39.696256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.726747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.745653 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a6787c83-1b66-486d-a3be-7ce35518fd08 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/floatingips/486307f3-a244-41e7-9c7c-834a5e2b99c4 HTTP/1.1" status: 200 len: 978 time: 2.8546078 Dec 16 03:32:39.748281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33908) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:39.752779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.888732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:39.894026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-38539612-5693-478d-95fc-81a015c78c5d tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'router': {'name': 'tempest-router--177334199', 'project_id': '0b21a9cb0430488ca4e1582e3981a28f'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:39.895990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=8ed8f2b8-914e-4970-bd00-76b625267d05,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:39.938003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.956197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': 'ab185b9c-8f73-47e8-80cd-92655e2923d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:39.956558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: 495082ff-09a6-4fca-89a4-d6d960f46c00, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:39.967078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.969770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 93afb8bc-0652-4923-8fce-08a083ffff49 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:39.985950 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38539612-5693-478d-95fc-81a015c78c5d tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.987193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38539612-5693-478d-95fc-81a015c78c5d tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:39.992976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Allocated IP 172.26.6.186 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a02a76b9-47a5-4c04-96b7-854c4b9ae2a7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:40.014439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 3ff7248b-2495-4d7a-8251-39db058567d3 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:40.014888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.016970 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:40.029687 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:40.030499 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:40.046650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 495082ff-09a6-4fca-89a4-d6d960f46c00 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:40.067270 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:40.076148 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:40.077007 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:40.097296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38539612-5693-478d-95fc-81a015c78c5d tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.099813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 495082ff-09a6-4fca-89a4-d6d960f46c00) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:40.108872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38539612-5693-478d-95fc-81a015c78c5d tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.109533 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:40.110434 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbe625-8b89-4178-9d2e-d39841f21a95 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:40.110623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:40.111226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.124743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb751aa-9270-4c1b-9c03-dd173b7d44eb None None] Network 495082ff-09a6-4fca-89a4-d6d960f46c00 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:40.141203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38539612-5693-478d-95fc-81a015c78c5d tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.143137 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-38539612-5693-478d-95fc-81a015c78c5d tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2531328 Dec 16 03:32:40.146068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33914) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:40.151159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-680846a5-187f-481e-86f9-6c281eac0519 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0758524 Dec 16 03:32:40.154249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33916) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:40.160641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00', 'name': 'tempest-PortsIpV6TestJSON-1663507865'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:40.226182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.226543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.230079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-495082ff-09a6-4fca-89a4-d6d960f46c00', 'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00', 'project_id': '6c2463e444a04bc0bad627bceb88d986', 'fixed_ips': [{'subnet_id': '8ed8f2b8-914e-4970-bd00-76b625267d05'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:32:40.231056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.245375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 3ff7248b-2495-4d7a-8251-39db058567d3 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:40.250570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9715025-73ae-428d-8398-efb101a452cf tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.281025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.385793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Allocated IP 2001:db8::2 (495082ff-09a6-4fca-89a4-d6d960f46c00/8ed8f2b8-914e-4970-bd00-76b625267d05/aaf66241-272f-4ccf-8496-faba181a6fc3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:40.397317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.433072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.438658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=93afb8bc-0652-4923-8fce-08a083ffff49,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:40.455025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:40.459018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.546883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:40.549089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9715025-73ae-428d-8398-efb101a452cf tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.557784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:40.567113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9715025-73ae-428d-8398-efb101a452cf tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.577186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830c3b5-d35f-4cdf-a29a-25e9bf9599ad None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:40.580490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:40.597614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port c857b37c-274f-4f39-9cd1-ef8b13ecb7eb yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:40.608349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.610687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Port': ['ID=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:40.622752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.662444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9715025-73ae-428d-8398-efb101a452cf tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.662960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9715025-73ae-428d-8398-efb101a452cf tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc071ae7-f43f-4d87-a077-eb0e555e0b4d {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:40.667659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9715025-73ae-428d-8398-efb101a452cf tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.671701 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e9715025-73ae-428d-8398-efb101a452cf tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "DELETE /v2.0/routers/bc071ae7-f43f-4d87-a077-eb0e555e0b4d HTTP/1.1" status: 204 len: 168 time: 0.5214462 Dec 16 03:32:40.680390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590dd34-4278-44ee-bc54-b4f836d95fe8 req-9aa2f307-3414-40da-a4e3-c3fa09a21bf1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:40.681984 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6590dd34-4278-44ee-bc54-b4f836d95fe8 req-9aa2f307-3414-40da-a4e3-c3fa09a21bf1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 943 time: 0.1613753 Dec 16 03:32:40.692660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Network 495082ff-09a6-4fca-89a4-d6d960f46c00 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:40.707546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:40.726127 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:40.736204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Pushing event updated for resources: {'Port': ['ID=aaf66241-272f-4ccf-8496-faba181a6fc3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:40.786254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-056fe792-5f4a-43da-a5aa-25960c614ec6 None None] Provisioning complete for port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:40.786945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-056fe792-5f4a-43da-a5aa-25960c614ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.805380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::22e (495082ff-09a6-4fca-89a4-d6d960f46c00/8ed8f2b8-914e-4970-bd00-76b625267d05/c857b37c-274f-4f39-9cd1-ef8b13ecb7eb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:40.825075 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6590dd34-4278-44ee-bc54-b4f836d95fe8 req-454510ea-8112-43a2-bd59-e5e74edcc43e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137683 Dec 16 03:32:40.826862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.836749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 761ab04b-885c-4970-9a1e-b25dc65190de details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:32:40.861533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=3ff7248b-2495-4d7a-8251-39db058567d3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:40.891539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33922) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:40.908083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.911645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-056fe792-5f4a-43da-a5aa-25960c614ec6 None None] Port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:40.914723 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-353c2419-89d8-406a-bfed-bc8a6c861a49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/93afb8bc-0652-4923-8fce-08a083ffff49 HTTP/1.1" status: 204 len: 168 time: 1.5109694 Dec 16 03:32:40.914904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Attempting to bind port aaf66241-272f-4ccf-8496-faba181a6fc3 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:40.915165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Attempting to bind port aaf66241-272f-4ccf-8496-faba181a6fc3 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ab185b9c-8f73-47e8-80cd-92655e2923d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:40.915720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Attempting to bind port aaf66241-272f-4ccf-8496-faba181a6fc3 on network 495082ff-09a6-4fca-89a4-d6d960f46c00 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:40.917667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:40.954981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.955812 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 486307f3-a244-41e7-9c7c-834a5e2b99c4 disassociated (deleted). External IP: 172.26.6.168, port: 9417f9d2-0b8c-43da-981b-c4e7121b7bc4. Dec 16 03:32:40.960999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:40.961665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Checking segment: {'id': 'ab185b9c-8f73-47e8-80cd-92655e2923d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:40.962228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:40.962799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Bound using segment: {'id': 'ab185b9c-8f73-47e8-80cd-92655e2923d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:40.963459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Bound port: aaf66241-272f-4ccf-8496-faba181a6fc3, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab185b9c-8f73-47e8-80cd-92655e2923d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '495082ff-09a6-4fca-89a4-d6d960f46c00'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:40.964013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.078526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] For port aaf66241-272f-4ccf-8496-faba181a6fc3, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:41.083040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] For port aaf66241-272f-4ccf-8496-faba181a6fc3, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=aaf66241-272f-4ccf-8496-faba181a6fc3,segment=NetworkSegment(ab185b9c-8f73-47e8-80cd-92655e2923d4),segment_id=ab185b9c-8f73-47e8-80cd-92655e2923d4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:41.085084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.095209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.116362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 761ab04b-885c-4970-9a1e-b25dc65190de, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=761ab04b-885c-4970-9a1e-b25dc65190de,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:41.131970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cae3b-5288-4f00-84a6-7231ce3098f4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:41.134423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cae3b-5288-4f00-84a6-7231ce3098f4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:41.136041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cae3b-5288-4f00-84a6-7231ce3098f4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:41.141962 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d71cae3b-5288-4f00-84a6-7231ce3098f4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1723120 Dec 16 03:32:41.142630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:41.154232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '761ab04b-885c-4970-9a1e-b25dc65190de', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:32:41.238349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2595f15-7f7d-4fe1-a489-8db73fa65588 None None] Pushing event updated for resources: {'Port': ['ID=aaf66241-272f-4ccf-8496-faba181a6fc3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:41.252022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1669071608', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:41.253759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.273602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761ab04b-885c-4970-9a1e-b25dc65190de {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:32:41.301721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:41.302866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.303922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.311499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 761ab04b-885c-4970-9a1e-b25dc65190de, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=761ab04b-885c-4970-9a1e-b25dc65190de,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:41.322187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.383900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=761ab04b-885c-4970-9a1e-b25dc65190de,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:41.406225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.639532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['761ab04b-885c-4970-9a1e-b25dc65190de'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:32:41.679791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 77236151-8bac-485a-a6dc-6c837d9c330c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:41.693563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.727019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.792107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.820220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:41.990789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:41.995616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.001029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.006355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:42.045513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:42.046714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:42.061985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.074188 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c185e50f-79fc-4b6b-8260-1676240eb253 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/floatingips/486307f3-a244-41e7-9c7c-834a5e2b99c4 HTTP/1.1" status: 204 len: 168 time: 2.3242383 Dec 16 03:32:42.077439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33932) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:42.097830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:42.113814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:42.114981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:42.160305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:42.160924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538cf0d-898e-446d-ae2b-e93fdfd54d47 req-9d731373-8ae3-4dbb-9432-84004b7efae8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:42.161153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27973317-0e92-4386-84e0-0ac9f189edfa None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:42.162612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9538cf0d-898e-446d-ae2b-e93fdfd54d47 req-9d731373-8ae3-4dbb-9432-84004b7efae8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 944 time: 0.2349215 Dec 16 03:32:42.229690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.274018 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9538cf0d-898e-446d-ae2b-e93fdfd54d47 req-07e65725-5406-445b-a5eb-677ce33ba8dc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992644 Dec 16 03:32:42.292765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=c857b37c-274f-4f39-9cd1-ef8b13ecb7eb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:42.322093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 9417f9d2-0b8c-43da-981b-c4e7121b7bc4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:42.322518 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.332399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 495082ff-09a6-4fca-89a4-d6d960f46c00 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:42.333953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.346280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:42.380650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:42.391502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:42.392180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.392926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d21e1-2239-4726-aab2-6576cdbe9632 None None] Network 495082ff-09a6-4fca-89a4-d6d960f46c00 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:42.404095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=77236151-8bac-485a-a6dc-6c837d9c330c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:42.413927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.418219 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2fcddd08-22f1-4658-a79e-b4cdd84218b8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/77236151-8bac-485a-a6dc-6c837d9c330c HTTP/1.1" status: 204 len: 168 time: 1.2717505 Dec 16 03:32:42.419907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.432812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.436291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 9417f9d2-0b8c-43da-981b-c4e7121b7bc4 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:42.438337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33934) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:42.453278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdf3c2-4e35-477b-865c-fc3b396cebf1 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:42.601243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device aaf66241-272f-4ccf-8496-faba181a6fc3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:42.603852 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-89eedfcb-e3c3-4d61-ad4e-c53370a8a77e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4484472 Dec 16 03:32:42.607570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33936) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:42.635054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet bcf9d031-a62d-497d-8229-dc775e1f6768 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:42.639757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.693467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.739668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Router 5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:42.810366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.842693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 761ab04b-885c-4970-9a1e-b25dc65190de up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:42.844991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8a54dee9-0f9e-4a25-a88f-5a36084cae8e None None] Provisioning complete for port aaf66241-272f-4ccf-8496-faba181a6fc3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:42.845411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a54dee9-0f9e-4a25-a88f-5a36084cae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.859440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.861777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.881524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.908425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=9417f9d2-0b8c-43da-981b-c4e7121b7bc4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:42.937702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:42.954025 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Sync routers for ids ['5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:42.970155 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Routers {'5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:42.972218 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:42.974136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port c857b37c-274f-4f39-9cd1-ef8b13ecb7eb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:42.974541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.985002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:42.991776 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1734bb99-a4ad-4212-a6a7-91824d56f005 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3137348 Dec 16 03:32:42.992299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:43.008285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.039311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad79125-cc52-407e-97ab-89d783b3a85f None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:43.126105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 761ab04b-885c-4970-9a1e-b25dc65190de completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:32:43.155585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 761ab04b-885c-4970-9a1e-b25dc65190de triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:43.157764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.168634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf9d031-a62d-497d-8229-dc775e1f6768,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:43.174589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.186513 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-50e4052c-4360-4a7c-95f8-0110a2e1f6a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/bcf9d031-a62d-497d-8229-dc775e1f6768 HTTP/1.1" status: 204 len: 168 time: 0.7415628 Dec 16 03:32:43.188119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33940) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:43.207520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.215791 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-180181fd-5c7f-4a22-bf27-6b90c6a7015b tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/ports/9417f9d2-0b8c-43da-981b-c4e7121b7bc4 HTTP/1.1" status: 204 len: 168 time: 1.1373239 Dec 16 03:32:43.217145 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Set router 5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:43.221244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.223685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33942) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:43.228122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:43.232449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port aaf66241-272f-4ccf-8496-faba181a6fc3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:43.233113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.271020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for c857b37c-274f-4f39-9cd1-ef8b13ecb7eb owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:43.273223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Allocated IP 172.26.6.31 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/4e318de1-b0a1-4a73-9dda-5573ce3fe831) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:43.296076 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0997ad44-676c-4dde-a6fc-cc6bbf3f4307 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996180 Dec 16 03:32:43.296898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:43.375521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:43.409082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a54dee9-0f9e-4a25-a88f-5a36084cae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.451495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce30bb-cb26-4d0f-9630-6f572ac4bc62 None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': 'bcf9d031-a62d-497d-8229-dc775e1f6768'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'c1027eaa-9dba-45bd-8803-6bf6698d2101'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:32:43.519960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.565194 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5174aa87-d2bf-49de-82bf-dbb692ca243b tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d HTTP/1.1" status: 200 len: 908 time: 0.5711639 Dec 16 03:32:43.569362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.570216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:43.575935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-870200357', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': True}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:43.610903 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d', 'name': 'tempest-snat-router-870200357', 'tenant_id': '2a22ee76d87d47b7a31145f01aa88a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': False}, 'gw_port_id': 'a02a76b9-47a5-4c04-96b7-854c4b9ae2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:38Z', 'updated_at': '2021-12-16T03:32:41Z', 'revision_number': 3, 'project_id': '2a22ee76d87d47b7a31145f01aa88a32', 'gw_port': {'id': 'a02a76b9-47a5-4c04-96b7-854c4b9ae2a7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:39Z', 'updated_at': '2021-12-16T03:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:43.616589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8a54dee9-0f9e-4a25-a88f-5a36084cae8e None None] For port aaf66241-272f-4ccf-8496-faba181a6fc3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=aaf66241-272f-4ccf-8496-faba181a6fc3,segment=NetworkSegment(ab185b9c-8f73-47e8-80cd-92655e2923d4),segment_id=ab185b9c-8f73-47e8-80cd-92655e2923d4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:43.618558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.619648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.658550 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Checking router: 5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:43.659966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bddf6f-de71-4c2d-9601-1c144919712e req-66e7d1b5-f0a6-4c58-883a-46634c42747d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:43.660498 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Updating router 5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:43.661797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2bddf6f-de71-4c2d-9601-1c144919712e req-66e7d1b5-f0a6-4c58-883a-46634c42747d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 944 time: 0.2302051 Dec 16 03:32:43.711604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:43.716202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.718211 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.721338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.756547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.759665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.766895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:32:43.767537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:32:43.768272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a54dee9-0f9e-4a25-a88f-5a36084cae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.833641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ce30bb-cb26-4d0f-9630-6f572ac4bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.866606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:32:43.868613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb67271-207c-44cf-9d1f-6fc1ac1596be" -d '{"events": [{"server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "name": "network-vif-plugged", "status": "completed", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:32:43.891624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 761ab04b-885c-4970-9a1e-b25dc65190de, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=761ab04b-885c-4970-9a1e-b25dc65190de,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:43.934037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2bddf6f-de71-4c2d-9601-1c144919712e req-01b36202-275b-4164-a596-44e3fa171dd9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592502 Dec 16 03:32:43.941529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da415ead-ca0a-40b8-b611-cf45116db5f0 x-openstack-request-id: req-da415ead-ca0a-40b8-b611-cf45116db5f0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:32:43.941879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "name": "network-vif-plugged", "status": "completed", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:32:43.942123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da415ead-ca0a-40b8-b611-cf45116db5f0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:32:43.942549 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de', 'code': 200} Dec 16 03:32:43.952326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.953466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:43.961837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54dee9-0f9e-4a25-a88f-5a36084cae8e None None] Pushing event updated for resources: {'Port': ['ID=aaf66241-272f-4ccf-8496-faba181a6fc3,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:43.998198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.002765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=c857b37c-274f-4f39-9cd1-ef8b13ecb7eb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:44.033345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=761ab04b-885c-4970-9a1e-b25dc65190de,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:44.038694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7d33df7b-1553-4472-9c73-daaa641d47db None None] Provisioning complete for port aaf66241-272f-4ccf-8496-faba181a6fc3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:44.039068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d33df7b-1553-4472-9c73-daaa641d47db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.041030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.090543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.097043 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9278d6e4-d963-44cc-9c8f-731200bde96b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/c857b37c-274f-4f39-9cd1-ef8b13ecb7eb HTTP/1.1" status: 204 len: 168 time: 1.4878604 Dec 16 03:32:44.101396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:44.105423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:44.117654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:44.138212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.141015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:44.147773 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb2ffcb-c503-48e1-bb9c-08f8d9ce6b25 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:32:44.148674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb2ffcb-c503-48e1-bb9c-08f8d9ce6b25 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:44.152409 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7fb2ffcb-c503-48e1-bb9c-08f8d9ce6b25 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/c857b37c-274f-4f39-9cd1-ef8b13ecb7eb HTTP/1.1" status: 404 len: 333 time: 0.0453970 Dec 16 03:32:44.157507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:44.186032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event updated for resources: {'Port': ['ID=4e318de1-b0a1-4a73-9dda-5573ce3fe831,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:44.214867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7512bab5-7d25-40bc-9007-5dae691e83c7 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:44.221435 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-97332990-176d-414f-8781-99e035dfb3bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:32:44.227171 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-97332990-176d-414f-8781-99e035dfb3bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/c857b37c-274f-4f39-9cd1-ef8b13ecb7eb HTTP/1.1" status: 404 len: 333 time: 0.0664904 Dec 16 03:32:44.228099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:44.324369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet 8ed8f2b8-914e-4970-bd00-76b625267d05 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:44.333395 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.346603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.355726 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.406629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ff30b-d4cd-4daf-870a-968134990832 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:44.416908 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb5bf7-3095-4578-98c4-c2ba96c304cc None None] Pushing event updated for resources: {'Port': ['ID=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:44.460848 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Attempting to bind port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:44.461650 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Attempting to bind port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:44.462217 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Attempting to bind port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:44.466874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671619c-3df3-4a78-bfb5-24d24cbe529a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:44.473187 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:44.473710 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:44.474201 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.474705 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:44.476965 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Bound port: a02a76b9-47a5-4c04-96b7-854c4b9ae2a7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:44.477468 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.503846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7d33df7b-1553-4472-9c73-daaa641d47db None None] Could not find standard attr ID for object c857b37c-274f-4f39-9cd1-ef8b13ecb7eb. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:32:44.563121 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] For port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:44.568301 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] For port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:44.572300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.26.6.207 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/39d0c316-0bcb-40be-af5d-ba0cf3f83bad) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:44.577439 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.579460 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:44.583372 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device aaf66241-272f-4ccf-8496-faba181a6fc3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:44.613197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.620084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f06aeb-24b8-4bb5-a103-1edc10aa6f0a req-1ea1edb3-4553-4276-a0c3-3e6f97d4279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:44.621848 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-51f06aeb-24b8-4bb5-a103-1edc10aa6f0a req-1ea1edb3-4553-4276-a0c3-3e6f97d4279b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 1098 time: 0.2713323 Dec 16 03:32:44.630275 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb5bf7-3095-4578-98c4-c2ba96c304cc None None] Pushing event updated for resources: {'Port': ['ID=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:44.650127 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Routers {'5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:44.651269 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:44.660892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea604da-c099-4ca2-97b8-b282517debbb None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:44.681227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Provisioning complete for port c1027eaa-9dba-45bd-8803-6bf6698d2101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:44.681596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.694486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.748440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port aaf66241-272f-4ccf-8496-faba181a6fc3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:44.749253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.764782 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] Set router 5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:44.788539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] Deleting port c1027eaa-9dba-45bd-8803-6bf6698d2101 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:44.789057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.805172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.870032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:44.877466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:44.880827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:44.881443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.907722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:44.934553 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-51f06aeb-24b8-4bb5-a103-1edc10aa6f0a req-8fb4416f-24dc-40a7-8127-5f4ae969aaff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732115 Dec 16 03:32:44.941270 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5823290 Dec 16 03:32:44.952633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33958) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:44.963751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:44.985094 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d', 'name': 'tempest-snat-router-870200357', 'tenant_id': '2a22ee76d87d47b7a31145f01aa88a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': False}, 'gw_port_id': 'a02a76b9-47a5-4c04-96b7-854c4b9ae2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:38Z', 'updated_at': '2021-12-16T03:32:41Z', 'revision_number': 3, 'project_id': '2a22ee76d87d47b7a31145f01aa88a32', 'gw_port': {'id': 'a02a76b9-47a5-4c04-96b7-854c4b9ae2a7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:39Z', 'updated_at': '2021-12-16T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:44.997495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713edfe0-61c5-446d-88f4-37678b6711ae tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=d3823535-0ee4-44a8-8747-96c8fa895111,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:45.010012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.021302 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbe189-ab72-4e5e-adf6-7b12b6c4c759 None None] The sync data for ids ['5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d'] in dv-neutron-821927-1-hyperv is: [{'id': '5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d', 'name': 'tempest-snat-router-870200357', 'tenant_id': '2a22ee76d87d47b7a31145f01aa88a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': False}, 'gw_port_id': 'a02a76b9-47a5-4c04-96b7-854c4b9ae2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:38Z', 'updated_at': '2021-12-16T03:32:41Z', 'revision_number': 3, 'project_id': '2a22ee76d87d47b7a31145f01aa88a32', 'gw_port': {'id': 'a02a76b9-47a5-4c04-96b7-854c4b9ae2a7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:39Z', 'updated_at': '2021-12-16T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:45.051374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] For port c1027eaa-9dba-45bd-8803-6bf6698d2101, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c1027eaa-9dba-45bd-8803-6bf6698d2101,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:45.051964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.067662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Provisioning complete for port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:45.068027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.070562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.072005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] Calling delete_port for c1027eaa-9dba-45bd-8803-6bf6698d2101 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:45.091915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.115997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c1027eaa-9dba-45bd-8803-6bf6698d2101 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:45.243508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.253458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.262310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.272951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Allocated IP 172.26.6.64 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/69303f79-0b8f-4d2d-83a7-ec1dc4332576) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:45.303594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed8f2b8-914e-4970-bd00-76b625267d05,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:45.310854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.315743 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-76db07c1-95e6-4ba7-a680-57ab66ff1997 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/8ed8f2b8-914e-4970-bd00-76b625267d05 HTTP/1.1" status: 204 len: 168 time: 1.0836649 Dec 16 03:32:45.319797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:45.346339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.356397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4514d6ac-6fa3-4dff-af54-03ac8510a5e8 None None] Network 495082ff-09a6-4fca-89a4-d6d960f46c00 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:45.358855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.443038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.491661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] Pushing event deleted for resources: {'Port': ['ID=c1027eaa-9dba-45bd-8803-6bf6698d2101,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:45.553871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.570213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.633113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.683854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:45.694995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] For port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:45.701968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Port': ['ID=69303f79-0b8f-4d2d-83a7-ec1dc4332576,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:45.710026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.718289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6fca3e-535e-4a9f-b4dd-81748783891d None None] No DVR routers for this DVR port c1027eaa-9dba-45bd-8803-6bf6698d2101 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:45.724316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:45.738727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:45.741658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port aaf66241-272f-4ccf-8496-faba181a6fc3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:45.746031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.772965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187e0dd-9aac-4416-884c-b7136a35ec84 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:45.774913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b6021b-88cd-4b53-9fe0-6d5ef6220a05 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:45.794219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Provisioning complete for port 4e318de1-b0a1-4a73-9dda-5573ce3fe831 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:45.794626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.856843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] For port aaf66241-272f-4ccf-8496-faba181a6fc3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=aaf66241-272f-4ccf-8496-faba181a6fc3,segment=NetworkSegment(ab185b9c-8f73-47e8-80cd-92655e2923d4),segment_id=ab185b9c-8f73-47e8-80cd-92655e2923d4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:45.857645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:45.920589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Pushing event updated for resources: {'Port': ['ID=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:45.922634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:45.929485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1c0edee8-2151-42c0-8999-20e920bd0b0f None None] Port 4e318de1-b0a1-4a73-9dda-5573ce3fe831 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:45.946582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b11d3-2293-4572-b264-aa562e43e74b req-4c8f53b9-7848-461c-a4e2-922155eaa63d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:45.958496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f12b11d3-2293-4572-b264-aa562e43e74b req-4c8f53b9-7848-461c-a4e2-922155eaa63d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 945 time: 0.8753850 Dec 16 03:32:45.959801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for aaf66241-272f-4ccf-8496-faba181a6fc3 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:45.997571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': 'd3823535-0ee4-44a8-8747-96c8fa895111'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:32:45.998491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.057010 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f12b11d3-2293-4572-b264-aa562e43e74b req-448ac9cc-f082-4691-8dac-aafb56af52b6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975077 Dec 16 03:32:46.063665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:46.067654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:46.130739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] DHCP port deletion for 495082ff-09a6-4fca-89a4-d6d960f46c00 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:46.138119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=39d0c316-0bcb-40be-af5d-ba0cf3f83bad,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:46.175673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Router b54b9c6b-389f-487b-99a9-0bc31a5b7bd2 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:46.230077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-08bb9c35-a496-44fb-b4f7-44045875362c None None] Provisioning complete for port 69303f79-0b8f-4d2d-83a7-ec1dc4332576 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:46.230511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08bb9c35-a496-44fb-b4f7-44045875362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.288344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:46.292797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.318257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.327710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Allocated IP 172.20.0.2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/d3823535-0ee4-44a8-8747-96c8fa895111/8b0276a4-a399-441c-9602-e3187e6d8952) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:46.335237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-08bb9c35-a496-44fb-b4f7-44045875362c None None] Port 69303f79-0b8f-4d2d-83a7-ec1dc4332576 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:46.342941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] Deleting port aaf66241-272f-4ccf-8496-faba181a6fc3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:46.343410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.444497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.461803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-08bb9c35-a496-44fb-b4f7-44045875362c None None] Provisioning complete for port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:46.462249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08bb9c35-a496-44fb-b4f7-44045875362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.513748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:46.526382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] For port aaf66241-272f-4ccf-8496-faba181a6fc3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=aaf66241-272f-4ccf-8496-faba181a6fc3,segment=NetworkSegment(ab185b9c-8f73-47e8-80cd-92655e2923d4),segment_id=ab185b9c-8f73-47e8-80cd-92655e2923d4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:46.527009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.541116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] Sync routers for ids ['b54b9c6b-389f-487b-99a9-0bc31a5b7bd2'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:46.559761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] Calling delete_port for aaf66241-272f-4ccf-8496-faba181a6fc3 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:46.586110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.619968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.620265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=aaf66241-272f-4ccf-8496-faba181a6fc3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:46.621293 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-00fa38d2-69d5-4a27-9b40-ab68696a9e28 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7254651 Dec 16 03:32:46.625729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.628616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:46.633995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] Routers {'b54b9c6b-389f-487b-99a9-0bc31a5b7bd2'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:46.637728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b54b9c6b-389f-487b-99a9-0bc31a5b7bd2'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:46.637878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No DVR routers for this DVR port aaf66241-272f-4ccf-8496-faba181a6fc3 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:46.733475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:46.741225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:46.804676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.816353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.852260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] Routers {'b54b9c6b-389f-487b-99a9-0bc31a5b7bd2'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:46.853002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b54b9c6b-389f-487b-99a9-0bc31a5b7bd2'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:46.873792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.890470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:46.890911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5fa89-1244-4a08-96ca-122cb1e2a0fc None None] The sync data for ids ['b54b9c6b-389f-487b-99a9-0bc31a5b7bd2'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:46.912525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495082ff-09a6-4fca-89a4-d6d960f46c00']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:46.925582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.927099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=39d0c316-0bcb-40be-af5d-ba0cf3f83bad,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:46.931637 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d495e7ce-1cf1-4970-9d4c-e8620906d7d6 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/b54b9c6b-389f-487b-99a9-0bc31a5b7bd2 HTTP/1.1" status: 200 len: 920 time: 0.3006327 Dec 16 03:32:46.936459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33966) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:46.937878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.939536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab185b9c-8f73-47e8-80cd-92655e2923d4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:46.939904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab185b9c-8f73-47e8-80cd-92655e2923d4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:46.954420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.954420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] No DVR routers for this DVR port aaf66241-272f-4ccf-8496-faba181a6fc3 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:46.959737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:46.960200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.989811 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f2351feb-50f9-406b-8ae6-c7b23d4ec211 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=b54b9c6b-389f-487b-99a9-0bc31a5b7bd2 HTTP/1.1" status: 200 len: 205 time: 0.0495028 Dec 16 03:32:46.990712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:46.991590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33968) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:46.992393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.006190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746bb2-92e6-4b8c-bc9e-fe85e7bc8112 None None] Pushing event deleted for resources: {'Port': ['ID=aaf66241-272f-4ccf-8496-faba181a6fc3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:47.011753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.050821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:47.051472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:47.054789 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:47.080161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:47.100502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:47.109288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:47.130496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.134352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.143917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.144597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Pushing event updated for resources: {'Port': ['ID=8b0276a4-a399-441c-9602-e3187e6d8952,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:47.152359 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/495082ff-09a6-4fca-89a4-d6d960f46c00 HTTP/1.1" status: 204 len: 168 time: 1.8181872 Dec 16 03:32:47.152587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.157488 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-12d04a26-2fc3-43d4-a421-e6daed165382 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9308667 Dec 16 03:32:47.158548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33972) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:47.159026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33974) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:47.172385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-635719966'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:47.182705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'port': {'network_id': 'dcd1349a-96b1-4b03-874c-0ad6de4d73b1', 'name': 'tempest-FloatingIPTestJSON-555969285'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:47.207512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf7bf5-c1a2-4945-b8ba-72a18d1605b1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=495082ff-09a6-4fca-89a4-d6d960f46c00,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:47.243481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:32:47.251490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Attempting to bind port 8b0276a4-a399-441c-9602-e3187e6d8952 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:47.251849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Attempting to bind port 8b0276a4-a399-441c-9602-e3187e6d8952 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:47.252182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Attempting to bind port 8b0276a4-a399-441c-9602-e3187e6d8952 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:47.266411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:47.266792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:47.267193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.267582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:47.268065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Bound port: 8b0276a4-a399-441c-9602-e3187e6d8952, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:47.268440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.310544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Router ba4ee69b-228c-4326-88fb-1d587f9cd737 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:47.367496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] For port 8b0276a4-a399-441c-9602-e3187e6d8952, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:47.378336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] For port 8b0276a4-a399-441c-9602-e3187e6d8952, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8b0276a4-a399-441c-9602-e3187e6d8952,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:47.386348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.388798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.395463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:47.398984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.421079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device aaf66241-272f-4ccf-8496-faba181a6fc3 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:47.454219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: aaf66241-272f-4ccf-8496-faba181a6fc3 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:47.454677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device aaf66241-272f-4ccf-8496-faba181a6fc3 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:47.473623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:47.489874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c012ba-b61a-4413-baae-4a2121d350a3 None None] Pushing event updated for resources: {'Port': ['ID=8b0276a4-a399-441c-9602-e3187e6d8952,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:47.490366 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Sync routers for ids ['ba4ee69b-228c-4326-88fb-1d587f9cd737'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:47.500267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.504288 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-11b16167-9c19-4882-bca6-0c299a4457ad tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9329791 Dec 16 03:32:47.506626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:47.511574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf3a2c-b0c4-446d-9d4b-0c1108017294 req-dd3ec070-caf5-45b7-96e7-1e24691d2c4d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:47.513155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f7bf3a2c-b0c4-446d-9d4b-0c1108017294 req-dd3ec070-caf5-45b7-96e7-1e24691d2c4d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 945 time: 0.3072529 Dec 16 03:32:47.524528 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Routers {'ba4ee69b-228c-4326-88fb-1d587f9cd737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:47.525642 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['ba4ee69b-228c-4326-88fb-1d587f9cd737'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:47.634751 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-90a23e45-2239-4c7c-a382-dedcc658eccb tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/ba4ee69b-228c-4326-88fb-1d587f9cd737 HTTP/1.1" status: 200 len: 906 time: 0.1254315 Dec 16 03:32:47.637214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:47.653280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:32:47.700616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.700964 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment f153d33d-b7a3-4a71-86c6-3a75510f0142 of type vlan for network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa Dec 16 03:32:47.709759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:47.713536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.804539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.810030 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Set router ba4ee69b-228c-4326-88fb-1d587f9cd737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:47.849619 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f7bf3a2c-b0c4-446d-9d4b-0c1108017294 req-b1a9a4fa-40e9-4c09-a79a-87a13d240597 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518730 Dec 16 03:32:47.865997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.885420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] device_id is not set on port 184b5ab6-fdfa-49c3-9a94-d198815a562a yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:47.895430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.904400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.928427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:47.993040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Deleting port 69303f79-0b8f-4d2d-83a7-ec1dc4332576 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:47.993388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.058615 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4ee69b-228c-4326-88fb-1d587f9cd737', 'name': 'tempest-snat-router-870200357', 'tenant_id': '2a22ee76d87d47b7a31145f01aa88a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '69303f79-0b8f-4d2d-83a7-ec1dc4332576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:43Z', 'updated_at': '2021-12-16T03:32:46Z', 'revision_number': 3, 'project_id': '2a22ee76d87d47b7a31145f01aa88a32', 'gw_port': {'id': '69303f79-0b8f-4d2d-83a7-ec1dc4332576', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4ee69b-228c-4326-88fb-1d587f9cd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:45Z', 'updated_at': '2021-12-16T03:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:48.073038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.087455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Calling delete_port for 69303f79-0b8f-4d2d-83a7-ec1dc4332576 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:48.097661 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Checking router: ba4ee69b-228c-4326-88fb-1d587f9cd737 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:48.098061 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Updating router ba4ee69b-228c-4326-88fb-1d587f9cd737 port 69303f79-0b8f-4d2d-83a7-ec1dc4332576 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:48.112081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.118419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:48.119337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.133744 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.253219 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0826199 Dec 16 03:32:48.266177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:48.271187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:48.305855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21258071-3bd3-4b4a-b5a3-4c8bf9a56844 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:48.318288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:32:48.333948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Deleting port 4e318de1-b0a1-4a73-9dda-5573ce3fe831 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:48.334350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.346742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df966b3-4efc-49f1-b432-2bdaf0a0493c req-4d8bf98a-60ad-4386-80c1-991535c186df tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:48.350241 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3df966b3-4efc-49f1-b432-2bdaf0a0493c req-4d8bf98a-60ad-4386-80c1-991535c186df tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 945 time: 0.3647866 Dec 16 03:32:48.360608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.6 (dcd1349a-96b1-4b03-874c-0ad6de4d73b1/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec/184b5ab6-fdfa-49c3-9a94-d198815a562a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:48.406872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.431533 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.db.api [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:32:48.432138 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG oslo_db.api [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:32:48.454833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event deleted for resources: {'Port': ['ID=69303f79-0b8f-4d2d-83a7-ec1dc4332576,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:48.473584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacf9a7-f59f-46a3-b376-a4d7f4e6d30e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:48.478507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.482338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:48.487306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.496622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Calling delete_port for 4e318de1-b0a1-4a73-9dda-5573ce3fe831 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:48.594314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.628959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8b0276a4-a399-441c-9602-e3187e6d8952 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:48.667793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] For port 8b0276a4-a399-441c-9602-e3187e6d8952, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8b0276a4-a399-441c-9602-e3187e6d8952,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:48.696211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8b0276a4-a399-441c-9602-e3187e6d8952 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:48.696726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.705125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.708476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.781997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.782243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba4ee69b-228c-4326-88fb-1d587f9cd737 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:48.788264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.789621 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-163a8c61-6261-4fdc-9656-a6e73f95e9a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ba4ee69b-228c-4326-88fb-1d587f9cd737 HTTP/1.1" status: 204 len: 168 time: 1.1512117 Dec 16 03:32:48.792315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33984) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:48.797552 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.837114 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3df966b3-4efc-49f1-b432-2bdaf0a0493c req-3511e93c-a293-4b04-9741-e4b91b625848 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4784725 Dec 16 03:32:48.869177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33986) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:48.891788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f1fa4601-7cf1-4141-af7b-5b42b7d6bfd6 None None] Provisioning complete for port 8b0276a4-a399-441c-9602-e3187e6d8952 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:48.892179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4601-7cf1-4141-af7b-5b42b7d6bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.895507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.927681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.929548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.930155 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:48.969888 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Port 69303f79-0b8f-4d2d-83a7-ec1dc4332576 not found while updating agent binding for router ba4ee69b-228c-4326-88fb-1d587f9cd737. {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 03:32:48.977304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:32:48.977689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:32:48.982714 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Routers set() bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:48.983937 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Router IDs set() for agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 03:32:48.984762 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_agentschedulers_db [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba4ee69b-228c-4326-88fb-1d587f9cd737'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent'). {{(pid=103164) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 03:32:48.985316 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bb4fb-4e12-4048-aa3d-b8cb1b2bee9d None None] The sync data for ids ['ba4ee69b-228c-4326-88fb-1d587f9cd737'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:49.000463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.007736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.034231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4601-7cf1-4141-af7b-5b42b7d6bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.049413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:49.070009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f1fa4601-7cf1-4141-af7b-5b42b7d6bfd6 None None] For port 8b0276a4-a399-441c-9602-e3187e6d8952, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8b0276a4-a399-441c-9602-e3187e6d8952,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:49.070590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:49.074424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:49.075078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.076081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4601-7cf1-4141-af7b-5b42b7d6bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.085291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc4fed6-047a-4341-b461-5987081fa0a6 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:49.115439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ded7a-7bc1-4f6c-8735-f34192869858 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:49.119908 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ab8ded7a-7bc1-4f6c-8735-f34192869858 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 1093 time: 0.2497566 Dec 16 03:32:49.125725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33988) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:49.133862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=94e218a0-2688-4c9f-b927-d14d2d495301,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:49.142581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:49.154983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=2e7f48df-2bea-46e3-ab20-eff29f522c89,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:49.163429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=8b0276a4-a399-441c-9602-e3187e6d8952,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:49.175360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': 'f153d33d-b7a3-4a71-86c6-3a75510f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:49.176037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:32:49.176662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7999f964-20f9-4435-85f7-35f3bce0d79d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2182980 Dec 16 03:32:49.178013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33990) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:49.179030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.184843 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.193075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:c0:96:cd', 'name': 'tempest-NetworksTestDHCPv6-294246320'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:49.210019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.213415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:32:49.232681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:49.277389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:49.278100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.303550 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-21193344-0268-4154-a6e1-c726865dc3f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0362310 Dec 16 03:32:49.306795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:49.312585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1390935601'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:49.328585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e6d63-45b7-4907-b295-92401318d0d1 None None] Network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:49.370407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Deleting port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:49.370653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.404991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa4601-7cf1-4141-af7b-5b42b7d6bfd6 None None] Pushing event updated for resources: {'Port': ['ID=8b0276a4-a399-441c-9602-e3187e6d8952,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:49.515389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa', 'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa', 'project_id': '6c2463e444a04bc0bad627bceb88d986', 'fixed_ips': [{'subnet_id': '2e7f48df-2bea-46e3-ab20-eff29f522c89'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:32:49.516297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.648205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event deleted for resources: {'Port': ['ID=4e318de1-b0a1-4a73-9dda-5573ce3fe831,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:49.665516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:49.675063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:49.677896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:49.680114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4f630-f548-42a5-a378-05519662747d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:49.701272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Allocated IP 2001:db8::2 (2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa/2e7f48df-2bea-46e3-ab20-eff29f522c89/27dd7e06-f465-40e5-b217-d05da7d1dd18) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:49.707422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd4d58-f3c1-41fb-9c6f-d8a6d049adf4 None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:49.804803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.874084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-eabe4548-a50d-45c0-b396-656633f0340a None None] Provisioning complete for port 184b5ab6-fdfa-49c3-9a94-d198815a562a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:49.874977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eabe4548-a50d-45c0-b396-656633f0340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.883410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=184b5ab6-fdfa-49c3-9a94-d198815a562a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:49.912922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:49.913575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.926273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] For port a02a76b9-47a5-4c04-96b7-854c4b9ae2a7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:49.927030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.954189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.961370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-eabe4548-a50d-45c0-b396-656633f0340a None None] Port 184b5ab6-fdfa-49c3-9a94-d198815a562a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:49.972647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.979692 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Calling delete_port for a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:49.981510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:49.982616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:49.985883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.009371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port bb9cc3d2-7b01-4d4d-98e1-230353807107 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:50.031900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:50.038499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:50.043143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Pushing event updated for resources: {'Port': ['ID=27dd7e06-f465-40e5-b217-d05da7d1dd18,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:50.046145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:50.129228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Attempting to bind port 27dd7e06-f465-40e5-b217-d05da7d1dd18 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:50.129596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Attempting to bind port 27dd7e06-f465-40e5-b217-d05da7d1dd18 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'f153d33d-b7a3-4a71-86c6-3a75510f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:50.129966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Attempting to bind port 27dd7e06-f465-40e5-b217-d05da7d1dd18 on network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:50.141249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:50.141655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Checking segment: {'id': 'f153d33d-b7a3-4a71-86c6-3a75510f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:50.141948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.142346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Bound using segment: {'id': 'f153d33d-b7a3-4a71-86c6-3a75510f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:50.142895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Bound port: 27dd7e06-f465-40e5-b217-d05da7d1dd18, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f153d33d-b7a3-4a71-86c6-3a75510f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:50.143284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.162192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.165758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.224939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::14f (2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa/2e7f48df-2bea-46e3-ab20-eff29f522c89/bb9cc3d2-7b01-4d4d-98e1-230353807107) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:50.249927 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0eb5bb63-85f4-417b-a1e9-9f2f71805614 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0712957 Dec 16 03:32:50.254765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33994) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:50.256206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] For port 27dd7e06-f465-40e5-b217-d05da7d1dd18, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:50.260363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'port_id': '184b5ab6-fdfa-49c3-9a94-d198815a562a'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:50.261271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] For port 27dd7e06-f465-40e5-b217-d05da7d1dd18, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=27dd7e06-f465-40e5-b217-d05da7d1dd18,segment=NetworkSegment(f153d33d-b7a3-4a71-86c6-3a75510f0142),segment_id=f153d33d-b7a3-4a71-86c6-3a75510f0142)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:50.265727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.266448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Fanout notify agent at l3_agent the message router_deleted on router b54b9c6b-389f-487b-99a9-0bc31a5b7bd2 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:50.267021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.317891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.319286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-83a95d7b-294a-404b-8fd0-ea0b5eb756e9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/b54b9c6b-389f-487b-99a9-0bc31a5b7bd2 HTTP/1.1" status: 204 len: 168 time: 3.3239782 Dec 16 03:32:50.328150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 33996) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:50.340484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1397133320', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': False}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:50.351976 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.364635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa8db-c64a-4304-8c42-b72dce70d569 None None] Pushing event updated for resources: {'Port': ['ID=27dd7e06-f465-40e5-b217-d05da7d1dd18,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:50.404115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5cf4b68d-7ac3-4194-9987-1f500bc4abd5 None None] Provisioning complete for port 8b0276a4-a399-441c-9602-e3187e6d8952 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:50.404783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5cf4b68d-7ac3-4194-9987-1f500bc4abd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.409756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:50.477726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.487501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.508873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event deleted for resources: {'Port': ['ID=a02a76b9-47a5-4c04-96b7-854c4b9ae2a7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:50.535737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c57ddd-b572-4001-85a0-f9e102058406 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:50.564912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8b0276a4-a399-441c-9602-e3187e6d8952 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:50.607719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.612330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.621803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.623168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.650796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8b0276a4-a399-441c-9602-e3187e6d8952 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:50.651295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.707333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.766024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.776005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.779020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.780126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:50.797635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:50.800449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:50.806437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:50.807071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.809032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.854930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=bb9cc3d2-7b01-4d4d-98e1-230353807107,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:50.868897 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-67d6cc99-756a-4d13-b3ec-9d5b6f5bf1d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5608139 Dec 16 03:32:50.870141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.870704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:50.872658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 33998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:50.876888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.881285 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a62c8850-baa2-45f7-9892-acc74ae3c809 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5d9c59eb-fced-47d2-a4d2-d15dcaa4a47d HTTP/1.1" status: 204 len: 168 time: 2.0848475 Dec 16 03:32:50.888653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:50.894888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1489633868', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:50.996343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.997408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:50.998999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port a6a54920-bd4c-4781-ad8b-475f74f7c2b6 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:51.030497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port bb9cc3d2-7b01-4d4d-98e1-230353807107 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:51.031042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.100527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.160453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.255185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.77 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/37019fd8-7a08-4553-a36d-33346e681e50) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:51.273070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.283755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.293526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for bb9cc3d2-7b01-4d4d-98e1-230353807107 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:51.554302 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 172.20.0.12 (8bedf3a0-d209-46d5-944c-b7048f15ec80/d3823535-0ee4-44a8-8747-96c8fa895111/a6a54920-bd4c-4781-ad8b-475f74f7c2b6) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:51.573159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.598980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fec0:96cd (8bedf3a0-d209-46d5-944c-b7048f15ec80/94e218a0-2688-4c9f-b927-d14d2d495301/a6a54920-bd4c-4781-ad8b-475f74f7c2b6) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:51.613136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=bb9cc3d2-7b01-4d4d-98e1-230353807107,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:51.613800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.652237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.654794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.658554 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7362a1d2-0e05-4ed0-9549-a2db5df9ec02 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/bb9cc3d2-7b01-4d4d-98e1-230353807107 HTTP/1.1" status: 204 len: 168 time: 0.7853849 Dec 16 03:32:51.677041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:51.686610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.715864 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9917f601-5747-4919-b633-bbd187b6cdb5 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:32:51.717154 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9917f601-5747-4919-b633-bbd187b6cdb5 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/bb9cc3d2-7b01-4d4d-98e1-230353807107 HTTP/1.1" status: 404 len: 333 time: 0.0387743 Dec 16 03:32:51.728982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:51.732066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde57f70-a946-47c4-a2a4-cb92c5d6c5a2 None None] Network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:51.742116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.763051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.812614 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b8f8d319-65bb-4bc1-adcd-9b76ca45fd9f None None] Provisioning complete for port 27dd7e06-f465-40e5-b217-d05da7d1dd18 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:51.812992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d319-65bb-4bc1-adcd-9b76ca45fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.818294 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet 2e7f48df-2bea-46e3-ab20-eff29f522c89 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:51.821436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.865087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.891095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:51.955238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Allocated IP 172.26.6.98 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/dc0d4861-c348-4f82-b502-25408312ce82) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:51.995050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d319-65bb-4bc1-adcd-9b76ca45fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.037288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b8f8d319-65bb-4bc1-adcd-9b76ca45fd9f None None] For port 27dd7e06-f465-40e5-b217-d05da7d1dd18, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=27dd7e06-f465-40e5-b217-d05da7d1dd18,segment=NetworkSegment(f153d33d-b7a3-4a71-86c6-3a75510f0142),segment_id=f153d33d-b7a3-4a71-86c6-3a75510f0142)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:52.047399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d319-65bb-4bc1-adcd-9b76ca45fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.116354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d319-65bb-4bc1-adcd-9b76ca45fd9f None None] Pushing event updated for resources: {'Port': ['ID=27dd7e06-f465-40e5-b217-d05da7d1dd18,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:52.140577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.161304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.237864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.296424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.310336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:52.341892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.348085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/2e7f48df-2bea-46e3-ab20-eff29f522c89 HTTP/1.1" status: 204 len: 168 time: 0.6183705 Dec 16 03:32:52.348085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:52.350462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:52.352633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:52.359863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f21c0d6d-8601-4551-a04e-bb75fd62879d None None] Provisioning complete for port 27dd7e06-f465-40e5-b217-d05da7d1dd18 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:52.359863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f21c0d6d-8601-4551-a04e-bb75fd62879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.360781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe619be-c7ff-4437-9261-86e04146fb2f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7f48df-2bea-46e3-ab20-eff29f522c89,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:52.362083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event updated for resources: {'Port': ['ID=dc0d4861-c348-4f82-b502-25408312ce82,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:52.407916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd1db6-c8d0-401e-afe5-d061cfedd12f None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:52.447199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:52.469414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:52.477911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=37019fd8-7a08-4553-a36d-33346e681e50,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:52.480479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:52.518103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.538620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP f056080f-7bb8-446c-acb0-3979c1875712 associated. External IP: 172.26.6.207, port: 184b5ab6-fdfa-49c3-9a94-d198815a562a. Dec 16 03:32:52.551534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.618072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.631612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.660749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 27dd7e06-f465-40e5-b217-d05da7d1dd18 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:32:52.667673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fe9d0ec0-3147-4e77-8e2c-2f3bdb79098e None None] Provisioning complete for port dc0d4861-c348-4f82-b502-25408312ce82 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:52.668054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0ec0-3147-4e77-8e2c-2f3bdb79098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.695206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc441d2-5eda-4c6a-8d55-61a27cf603fb None None] Network 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:52.716370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 27dd7e06-f465-40e5-b217-d05da7d1dd18 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:52.716705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.833560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.835299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] For port 27dd7e06-f465-40e5-b217-d05da7d1dd18, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=27dd7e06-f465-40e5-b217-d05da7d1dd18,segment=NetworkSegment(f153d33d-b7a3-4a71-86c6-3a75510f0142),segment_id=f153d33d-b7a3-4a71-86c6-3a75510f0142)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:52.835797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.853424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 27dd7e06-f465-40e5-b217-d05da7d1dd18 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:52.854744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d0ec0-3147-4e77-8e2c-2f3bdb79098e None None] Port dc0d4861-c348-4f82-b502-25408312ce82 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:52.855232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.893848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 27dd7e06-f465-40e5-b217-d05da7d1dd18 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:52.894671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:52.968020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] DHCP port deletion for 2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:52.978071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0d2ff6e2-02d1-41fe-a4ad-cd6dbc6e0946 None None] Could not find standard attr ID for object bb9cc3d2-7b01-4d4d-98e1-230353807107. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:32:52.988387 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:53.033857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:53.047489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=a6a54920-bd4c-4781-ad8b-475f74f7c2b6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:53.049946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:53.058007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Allocated IP 172.26.6.21 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/014ef8ba-4f4d-4e13-8fec-16d07d532ceb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:53.074739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] Deleting port 27dd7e06-f465-40e5-b217-d05da7d1dd18 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:53.075270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.093299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.148869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=27dd7e06-f465-40e5-b217-d05da7d1dd18,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:53.161385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No DVR routers for this DVR port 27dd7e06-f465-40e5-b217-d05da7d1dd18 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:53.169769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] For port 27dd7e06-f465-40e5-b217-d05da7d1dd18, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=27dd7e06-f465-40e5-b217-d05da7d1dd18,segment=NetworkSegment(f153d33d-b7a3-4a71-86c6-3a75510f0142),segment_id=f153d33d-b7a3-4a71-86c6-3a75510f0142)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:53.170474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.193711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:53.195949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] Calling delete_port for 27dd7e06-f465-40e5-b217-d05da7d1dd18 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:53.231290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:53.231646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a02a76b9-47a5-4c04-96b7-854c4b9ae2a7 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:53.308248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:53.309100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.328186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.336185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:53.364527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] No DVR routers for this DVR port 27dd7e06-f465-40e5-b217-d05da7d1dd18 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:53.373604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcd6ce-ba94-409c-82b7-f03b82bbeef8 None None] Pushing event deleted for resources: {'Port': ['ID=27dd7e06-f465-40e5-b217-d05da7d1dd18,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:53.396584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3c12185c-4016-4860-a362-76c789788295 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2131062 Dec 16 03:32:53.432980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34008) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:53.545340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5cf7af08-9578-473c-aa61-af18c5f264f9 None None] Provisioning complete for port a6a54920-bd4c-4781-ad8b-475f74f7c2b6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:53.545746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5cf7af08-9578-473c-aa61-af18c5f264f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.582508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7af08-9578-473c-aa61-af18c5f264f9 None None] Port a6a54920-bd4c-4781-ad8b-475f74f7c2b6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:53.588437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.657625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed866108-0cb4-4554-991e-74d570d00dc2 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:53.663506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed866108-0cb4-4554-991e-74d570d00dc2 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:53.667928 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ed866108-0cb4-4554-991e-74d570d00dc2 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2271249 Dec 16 03:32:53.673652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.673891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34010) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:53.724799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.731079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.745483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.755845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:53.759526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:53.766769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.771338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:53.784385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:53.785130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:53.808971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f153d33d-b7a3-4a71-86c6-3a75510f0142') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:53.809248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f153d33d-b7a3-4a71-86c6-3a75510f0142') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:53.817912 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.821876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.824111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:53.833927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:53.834581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:53.869238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:53.869925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ca00f-573a-442e-b990-7f22f1706b5d None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:53.871172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7a330fe1-ca61-4b1a-93b7-9bdc80ce7a98 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/floatingips/f056080f-7bb8-446c-acb0-3979c1875712 HTTP/1.1" status: 200 len: 977 time: 3.6152322 Dec 16 03:32:53.875906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34012) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:53.876944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.881038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:53.892528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:32:53.892998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:32:53.897716 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:32:53.902914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:53.910510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:53.917270 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Port': ['ID=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:53.921809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016a3e8-cf61-47d2-8da2-0e3e8391476d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:53.940544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.001990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port a6a54920-bd4c-4781-ad8b-475f74f7c2b6 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:54.002321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.008724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2388c43a-a8c7-4b1d-a1aa-f70e6b0b87cd None None] Provisioning complete for port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:54.009174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2388c43a-a8c7-4b1d-a1aa-f70e6b0b87cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.028844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.033443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.041077 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa HTTP/1.1" status: 204 len: 168 time: 1.6904964 Dec 16 03:32:54.042361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:54.048595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2388c43a-a8c7-4b1d-a1aa-f70e6b0b87cd None None] Port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:32:54.055519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'name': 'tempest-PortsIpV6TestJSON-2034714420'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:54.086634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbfff8-5e10-4e2d-9cf6-e57bbd16016b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=2c4828c3-0056-40c3-b8d1-1c7d7d46b7aa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:54.177116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 184b5ab6-fdfa-49c3-9a94-d198815a562a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:54.177812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.180068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Router c06ead1e-bf40-4463-959f-f7c28b1e291f is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:54.259127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:54.262918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.379922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.382899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port d5f096c4-f3a7-4837-bed6-333379df1774 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:54.510909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 27dd7e06-f465-40e5-b217-d05da7d1dd18 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:54.514279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:54.525054 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] Sync routers for ids ['c06ead1e-bf40-4463-959f-f7c28b1e291f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:54.535437 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] Routers {'c06ead1e-bf40-4463-959f-f7c28b1e291f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:54.536345 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['c06ead1e-bf40-4463-959f-f7c28b1e291f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:54.540947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 27dd7e06-f465-40e5-b217-d05da7d1dd18 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:32:54.541294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 27dd7e06-f465-40e5-b217-d05da7d1dd18 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:32:54.575218 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:54.585133 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] Routers {'c06ead1e-bf40-4463-959f-f7c28b1e291f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:54.586019 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['c06ead1e-bf40-4463-959f-f7c28b1e291f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:54.618680 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:54.619799 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f89682-d71e-4314-b222-ef86df6e52b2 None None] The sync data for ids ['c06ead1e-bf40-4463-959f-f7c28b1e291f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:54.636571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.643807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.646447 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d21e7f4b-8708-4b06-a434-1bc00efa4144 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7547958 Dec 16 03:32:54.655567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34016) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:54.662410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': False}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:54.682586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for a6a54920-bd4c-4781-ad8b-475f74f7c2b6 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:54.755615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.755858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.756177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP f056080f-7bb8-446c-acb0-3979c1875712 disassociated. External IP: 172.26.6.207, port: 184b5ab6-fdfa-49c3-9a94-d198815a562a. Dec 16 03:32:54.756515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 184b5ab6-fdfa-49c3-9a94-d198815a562a owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:54.763625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.852685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.862874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.880233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.882021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.921899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:54.932196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:54.936556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:54.943072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:54.943805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.969786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=d5f096c4-f3a7-4837-bed6-333379df1774,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:54.987300 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7e574657-10c8-433b-ac1c-b711c44616ac tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9383535 Dec 16 03:32:54.988745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:54.992695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:55.041923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=184b5ab6-fdfa-49c3-9a94-d198815a562a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:55.064162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d6821-aa3c-4b16-92d2-b4ba387299db None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:55.100434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=37019fd8-7a08-4553-a36d-33346e681e50,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:55.174425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.201230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port d5f096c4-f3a7-4837-bed6-333379df1774 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:55.201846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.246380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:55.281141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.327409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for d5f096c4-f3a7-4837-bed6-333379df1774 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:55.435739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:55.447771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:55.459845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:55.460640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:55.485067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.495375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:55.502890 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP e1748db1-da43-45f8-a8bc-8b0bc403401e associated. External IP: 172.26.6.77, port: 761ab04b-885c-4970-9a1e-b25dc65190de. Dec 16 03:32:55.505913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:55.506689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:55.518572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.528339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.532711 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-072e4e0b-45b5-4130-a0fa-0842dc05bda6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/ports/184b5ab6-fdfa-49c3-9a94-d198815a562a HTTP/1.1" status: 204 len: 168 time: 1.6532011 Dec 16 03:32:55.542013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34020) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:55.544421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:55.545230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31f188-2169-4465-8af0-8eb90929f932 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:55.571725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=a6a54920-bd4c-4781-ad8b-475f74f7c2b6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:55.592343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.600677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.603466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=d5f096c4-f3a7-4837-bed6-333379df1774,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:55.607634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.607867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.608175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.608684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.609163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.609650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.610296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.611126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.611598 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.612085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.612418 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6c5263db-b0ac-476b-a233-546596c54286 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/d5f096c4-f3a7-4837-bed6-333379df1774 HTTP/1.1" status: 204 len: 168 time: 0.6165679 Dec 16 03:32:55.612733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.613200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.614431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.614748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:55.615882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:55.623252 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0f2f8b09-62cb-4919-a61a-c8f5d1fc3832 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "GET /v2.0/floatingips/f056080f-7bb8-446c-acb0-3979c1875712 HTTP/1.1" status: 200 len: 688 time: 0.0800366 Dec 16 03:32:55.627825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'mac_address': 'fa:16:3e:c3:ae:c7', 'name': 'tempest-PortsIpV6TestJSON-1232082821'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:55.631667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:55.835611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:55.851493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 39d0c316-0bcb-40be-af5d-ba0cf3f83bad {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:55.851760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.861710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.864983 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-be70f4a7-47d5-4758-8fed-af98e59d87a6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/a6a54920-bd4c-4781-ad8b-475f74f7c2b6 HTTP/1.1" status: 204 len: 168 time: 2.1902847 Dec 16 03:32:55.870788 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:55.946656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.979517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 2e65b148-e79d-4e3c-bc1b-0d56f3b414d0 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:55.996835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:55.997161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.027195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e15cf-3865-4195-8404-3ae6937272c8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:56.028678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e15cf-3865-4195-8404-3ae6937272c8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:56.030248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e15cf-3865-4195-8404-3ae6937272c8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:56.031822 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-595e15cf-3865-4195-8404-3ae6937272c8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1593661 Dec 16 03:32:56.034953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:56.048166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 39d0c316-0bcb-40be-af5d-ba0cf3f83bad owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:56.067177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 234251b0-d8c7-459b-94ef-48c01ec3256d has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:56.082454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Router 132943ee-5c9e-4960-abcf-d88afc5f53cb is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:32:56.164437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 94e218a0-2688-4c9f-b927-d14d2d495301 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:56.183863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.297367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.340360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.455051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.465517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.505171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.516794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=39d0c316-0bcb-40be-af5d-ba0cf3f83bad,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:56.618285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:56.627877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=2e65b148-e79d-4e3c-bc1b-0d56f3b414d0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:56.630192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:56.637141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:56.642885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:56.643490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.660657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.663437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.664631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d73bbae3-00b1-4853-a308-c56dc67e1c55 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/floatingips/f056080f-7bb8-446c-acb0-3979c1875712 HTTP/1.1" status: 204 len: 168 time: 1.0319297 Dec 16 03:32:56.671855 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-18bd8892-8201-4f0b-adc4-f77370c2b62c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0548000 Dec 16 03:32:56.672446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:56.672824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:56.685033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'ad2556b6-96bd-4c72-bd8a-af66ffde3fd0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:56.690762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.712012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:56.724962 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] Sync routers for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:56.736862 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:56.738011 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:56.743370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=94e218a0-2688-4c9f-b927-d14d2d495301,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:56.753653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.754223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:56.756609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5fdbb10a-ff6f-49ab-a051-50de273cb3ea tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/94e218a0-2688-4c9f-b927-d14d2d495301 HTTP/1.1" status: 204 len: 168 time: 0.7210205 Dec 16 03:32:56.761924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f04707-133e-4a27-a303-b4ece8f25fe8 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:56.763584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0516f4-19da-4489-9706-0d6f5c415482 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:56.766303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34034) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:56.768342 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4b0516f4-19da-4489-9706-0d6f5c415482 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/2e65b148-e79d-4e3c-bc1b-0d56f3b414d0 HTTP/1.1" status: 200 len: 845 time: 0.0929947 Dec 16 03:32:56.768944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:56.791087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Sync routers for ids ['132943ee-5c9e-4960-abcf-d88afc5f53cb'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:56.806054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.819299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.845067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Routers {'132943ee-5c9e-4960-abcf-d88afc5f53cb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:56.845952 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['132943ee-5c9e-4960-abcf-d88afc5f53cb'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:56.879530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.883372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b7a2063c-f2f0-4dc0-978f-7d135692cc68 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5480459 Dec 16 03:32:56.886364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:56.899339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet d3823535-0ee4-44a8-8747-96c8fa895111 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:32:56.905571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:56.913203 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-adfeac0e-56f5-427e-a755-c6b934330a06 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7778127 Dec 16 03:32:56.929613 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:56.931140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:32:56.933424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:32:56.940939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34040) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:57.011416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.018057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e2fb8e-6d77-4c3b-b18c-c5db24bcdae8 x-openstack-request-id: req-24e2fb8e-6d77-4c3b-b18c-c5db24bcdae8 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:32:57.018347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:32:57.018666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24e2fb8e-6d77-4c3b-b18c-c5db24bcdae8 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:32:57.019068 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de', 'status': 'completed', 'code': 200} Dec 16 03:32:57.102521 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-857202c9-b337-408b-9a1d-1839632b4703 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e1748db1-da43-45f8-a8bc-8b0bc403401e HTTP/1.1" status: 200 len: 990 time: 0.1594503 Dec 16 03:32:57.195122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.203013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.210885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.267792 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:14Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:53Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.299895 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] Checking router: 234251b0-d8c7-459b-94ef-48c01ec3256d for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:57.309247 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:57.309852 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.316968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.336852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Set router 132943ee-5c9e-4960-abcf-d88afc5f53cb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:57.376813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=d3823535-0ee4-44a8-8747-96c8fa895111,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:57.397443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.403941 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-26ba0f05-4b7f-4a24-82c6-c6de592ab60c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/d3823535-0ee4-44a8-8747-96c8fa895111 HTTP/1.1" status: 204 len: 168 time: 0.6349790 Dec 16 03:32:57.405001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34044) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:57.453509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-9e77900c-2ebd-4b9b-b6b6-4d76b45c4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:57.454080 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:57.455795 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-9e77900c-2ebd-4b9b-b6b6-4d76b45c4b77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 1098 time: 0.1280801 Dec 16 03:32:57.480985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 2e65b148-e79d-4e3c-bc1b-0d56f3b414d0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:57.481630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.507351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-779d21c6-7ad2-4274-b838-f1ac45f94303 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969751 Dec 16 03:32:57.507730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34046) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:57.538119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21696d20-5cdb-4c71-9c5f-0a06eebd6105 None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': 'd3823535-0ee4-44a8-8747-96c8fa895111'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '8b0276a4-a399-441c-9602-e3187e6d8952'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:32:57.548588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Router c06ead1e-bf40-4463-959f-f7c28b1e291f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:32:57.571446 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-09aa910c-744e-43b7-a8ca-68b42dceef56 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/132943ee-5c9e-4960-abcf-d88afc5f53cb HTTP/1.1" status: 200 len: 908 time: 0.6816554 Dec 16 03:32:57.585288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21696d20-5cdb-4c71-9c5f-0a06eebd6105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.593226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34048) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:57.600598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1397133320', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': True}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:57.653883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.686893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 2e65b148-e79d-4e3c-bc1b-0d56f3b414d0 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:57.702668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:32:57.708235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.712897 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7a16dfb7-b883-48a0-93cb-1dbc04371a04 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "PUT /v2.0/routers/c06ead1e-bf40-4463-959f-f7c28b1e291f HTTP/1.1" status: 200 len: 925 time: 3.0539768 Dec 16 03:32:57.713693 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34050) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:57.727584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe3766-5efb-46d2-a065-58f2a2c6f432 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:57.731526 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0afe3766-5efb-46d2-a065-58f2a2c6f432 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1667585 Dec 16 03:32:57.734506 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] Sync routers for ids ['c06ead1e-bf40-4463-959f-f7c28b1e291f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:32:57.737671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.738741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.742977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:57.747668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34052) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:57.754695 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] Routers {'c06ead1e-bf40-4463-959f-f7c28b1e291f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:57.755800 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['c06ead1e-bf40-4463-959f-f7c28b1e291f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.760691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132943ee-5c9e-4960-abcf-d88afc5f53cb', 'name': 'tempest-snat-router-1397133320', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.21'}], 'enable_snat': False}, 'gw_port_id': '014ef8ba-4f4d-4e13-8fec-16d07d532ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:50Z', 'updated_at': '2021-12-16T03:32:54Z', 'revision_number': 3, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port': {'id': '014ef8ba-4f4d-4e13-8fec-16d07d532ceb', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132943ee-5c9e-4960-abcf-d88afc5f53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:52Z', 'updated_at': '2021-12-16T03:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.803955 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.826748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-33b16616-48f1-44dc-9b95-c1663ea454b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:57.828268 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-33b16616-48f1-44dc-9b95-c1663ea454b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 200 len: 896 time: 0.3598840 Dec 16 03:32:57.835371 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] Routers {'c06ead1e-bf40-4463-959f-f7c28b1e291f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:57.837161 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['c06ead1e-bf40-4463-959f-f7c28b1e291f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.843449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0e42b-9b06-4587-aa03-952671b5859f None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:32:57.847770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Checking router: 132943ee-5c9e-4960-abcf-d88afc5f53cb for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:32:57.848379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Updating router 132943ee-5c9e-4960-abcf-d88afc5f53cb port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:32:57.877731 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1821fc61-530d-4568-bbc8-381abadae1a8 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/c06ead1e-bf40-4463-959f-f7c28b1e291f HTTP/1.1" status: 200 len: 925 time: 0.1619899 Dec 16 03:32:57.881686 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34054) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:57.896168 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.896817 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ab714-8c3f-40e9-b35d-2261ccb6a454 None None] The sync data for ids ['c06ead1e-bf40-4463-959f-f7c28b1e291f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:57.911683 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:14Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:53Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:57.940017 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038c7d3-d8a8-4ca6-8c4a-c70fd02b90ff None None] The sync data for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv is: [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:32:14Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:53Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:32:57.951364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.001843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-265c2481-bd62-432e-8de3-5d748a162bfb None None] Provisioning complete for port 8b0276a4-a399-441c-9602-e3187e6d8952 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:58.002168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-265c2481-bd62-432e-8de3-5d748a162bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.002624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986c9ce-3e11-4562-b987-cac3eb2a04c8 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:58.005630 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d986c9ce-3e11-4562-b987-cac3eb2a04c8 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=c06ead1e-bf40-4463-959f-f7c28b1e291f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1227322 Dec 16 03:32:58.008223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34056) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.035758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756cd3c-4b72-4b4a-b276-92c36b620f35 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:58.041537 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5756cd3c-4b72-4b4a-b276-92c36b620f35 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2913010 Dec 16 03:32:58.043416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.044385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34058) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.104914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd3f76-3474-4543-a8e9-c954fb3370e9 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:58.106007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-43bd3f76-3474-4543-a8e9-c954fb3370e9 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.0967164 Dec 16 03:32:58.106685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34060) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.109090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34062) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.155392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:58.178816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.26.6.122 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/c12e708d-ace3-4f86-bc35-308b9c65bd0e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:32:58.189852 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0995de38-91ec-4911-af08-aed84584a080 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=c06ead1e-bf40-4463-959f-f7c28b1e291f HTTP/1.1" status: 200 len: 205 time: 0.0766695 Dec 16 03:32:58.189852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34064) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.241099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b6cf68-2f56-47e0-9230-3d5d4aac845d None None] New status for floating IP e1748db1-da43-45f8-a8bc-8b0bc403401e: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:32:58.267210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f77cff1-070b-4eee-b30d-8d8866b4785a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2148833 Dec 16 03:32:58.268344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34066) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.303877 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-26a9963a-52c4-428b-b30b-030d88e690b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761ab04b-885c-4970-9a1e-b25dc65190de HTTP/1.1" status: 200 len: 998 time: 0.4630454 Dec 16 03:32:58.305799 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-39694ffc-a055-4ca1-8c41-66e30012ff07 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e1748db1-da43-45f8-a8bc-8b0bc403401e HTTP/1.1" status: 200 len: 990 time: 0.1970134 Dec 16 03:32:58.308945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-704a3dfb-edd6-4bf1-ae1a-572cba1317a4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:58.314462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.337642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] Deleting port 8b0276a4-a399-441c-9602-e3187e6d8952 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:58.338010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.414623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] For port 8b0276a4-a399-441c-9602-e3187e6d8952, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8b0276a4-a399-441c-9602-e3187e6d8952,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:58.415002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.425452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.434161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] Calling delete_port for 8b0276a4-a399-441c-9602-e3187e6d8952 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:58.486620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.495287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Deleting port dc0d4861-c348-4f82-b502-25408312ce82 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:32:58.495657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.540878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8b0276a4-a399-441c-9602-e3187e6d8952 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:32:58.583942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.593684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.606383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Calling delete_port for dc0d4861-c348-4f82-b502-25408312ce82 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:32:58.630786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=2e65b148-e79d-4e3c-bc1b-0d56f3b414d0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:58.642523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.649148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.651474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.657273 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/2e65b148-e79d-4e3c-bc1b-0d56f3b414d0 HTTP/1.1" status: 204 len: 168 time: 1.8834264 Dec 16 03:32:58.658418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34068) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.670147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-53ef2aaa-de88-4c5b-96f3-968949ae0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:58.672078 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-53ef2aaa-de88-4c5b-96f3-968949ae0144 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=083fb0d0-30b8-490c-9b0a-3a5f2a060d98 HTTP/1.1" status: 200 len: 834 time: 0.3300297 Dec 16 03:32:58.676730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.677085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.677431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.677774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.678104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.678454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.678777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.679163 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.679493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.679823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.680147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.680468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.680793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4659e-12bb-4508-a79e-bba6dce8d867 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:32:58.687267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.689910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] No DVR routers for this DVR port 8b0276a4-a399-441c-9602-e3187e6d8952 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:32:58.691925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd95dab-6c4b-410b-ab7c-f57654ea4342 None None] Pushing event deleted for resources: {'Port': ['ID=8b0276a4-a399-441c-9602-e3187e6d8952,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:58.695381 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-507d1de6-5349-4886-9ebe-60bdbba00e9b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:32:58.700805 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-507d1de6-5349-4886-9ebe-60bdbba00e9b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/2e65b148-e79d-4e3c-bc1b-0d56f3b414d0 HTTP/1.1" status: 404 len: 333 time: 0.0378699 Dec 16 03:32:58.701756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34070) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.712859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'name': 'tempest-PortsIpV6TestJSON-1394760233'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:58.756483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a3dfb-edd6-4bf1-ae1a-572cba1317a4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:58.759911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-704a3dfb-edd6-4bf1-ae1a-572cba1317a4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.761355 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-704a3dfb-edd6-4bf1-ae1a-572cba1317a4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:58.761788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704a3dfb-edd6-4bf1-ae1a-572cba1317a4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:58.803472 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-704a3dfb-edd6-4bf1-ae1a-572cba1317a4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4954140 Dec 16 03:32:58.803696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34072) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:58.812809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-93e272b5-718f-4eab-a055-2547bde12ae6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:58.814335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.822639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-5522bc83-4217-4788-a002-01c37fa076ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:58.824517 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-5522bc83-4217-4788-a002-01c37fa076ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6348661-16a0-44ec-81c9-ba576d5602e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1372948 Dec 16 03:32:58.865852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:58.869455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.909393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 2207f596-a128-48c4-af65-21a515d33eef yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:32:58.959849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.972244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:58.989212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event deleted for resources: {'Port': ['ID=dc0d4861-c348-4f82-b502-25408312ce82,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:58.991087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:58.995694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:59.001639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:59.005856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=c12e708d-ace3-4f86-bc35-308b9c65bd0e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:59.007430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.056959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f04561-6b70-497f-afb5-18304c9f26e7 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:59.099338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549d176-7a0c-4687-9663-f7040723388d None None] Pushing event updated for resources: {'Port': ['ID=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:59.104000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Attempting to bind port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:32:59.104652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Attempting to bind port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:32:59.105023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Attempting to bind port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:32:59.111517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:32:59.112530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:32:59.113222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.113481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:32:59.113974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Bound port: 014ef8ba-4f4d-4e13-8fec-16d07d532ceb, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:32:59.114363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.119144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e272b5-718f-4eab-a055-2547bde12ae6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:59.122655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93e272b5-718f-4eab-a055-2547bde12ae6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.124442 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e272b5-718f-4eab-a055-2547bde12ae6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:59.124878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e272b5-718f-4eab-a055-2547bde12ae6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:59.135811 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-0f4674a6-af70-4197-a2b3-a276bbedc034 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953267 Dec 16 03:32:59.138873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f00ad-e41d-480f-84e8-72c8a04ae65d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:59.153999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.183581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] For port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:32:59.187397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] For port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:32:59.192376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.230855 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-93e272b5-718f-4eab-a055-2547bde12ae6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4261615 Dec 16 03:32:59.241687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34074) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:59.248744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b7a1d321-b24d-4767-97fa-df2367b7d44c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:59.258114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749a4c5-a6f5-49b9-95b6-156b074c823a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:32:59.263777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.266246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Routers {'132943ee-5c9e-4960-abcf-d88afc5f53cb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:32:59.266933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['132943ee-5c9e-4960-abcf-d88afc5f53cb'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:59.267301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.271025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.317174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34076) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:59.330759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549d176-7a0c-4687-9663-f7040723388d None None] Pushing event updated for resources: {'Port': ['ID=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:59.372541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c60f3557-aa40-418f-ac25-2672ede572d2 None None] Provisioning complete for port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:59.372912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60f3557-aa40-418f-ac25-2672ede572d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.436758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] Set router 132943ee-5c9e-4960-abcf-d88afc5f53cb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:32:59.490473 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a5c9f1cc-b8d8-45e5-97d9-fe04164d5c0b req-95277cad-4621-4fa5-87ae-71d5b9a3e170 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389709 Dec 16 03:32:59.567157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.585574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60f3557-aa40-418f-ac25-2672ede572d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.599210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.615625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a1d321-b24d-4767-97fa-df2367b7d44c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:32:59.619251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d321-b24d-4767-97fa-df2367b7d44c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.620718 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a1d321-b24d-4767-97fa-df2367b7d44c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:32:59.621151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a1d321-b24d-4767-97fa-df2367b7d44c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:32:59.627049 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c60f3557-aa40-418f-ac25-2672ede572d2 None None] For port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:32:59.652282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60f3557-aa40-418f-ac25-2672ede572d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.672782 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b7a1d321-b24d-4767-97fa-df2367b7d44c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4252229 Dec 16 03:32:59.673023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:59.678094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8df6e524-c9e6-4a5f-8684-b1755a9baede tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:59.733576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.734115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Fanout notify agent at l3_agent the message router_deleted on router c06ead1e-bf40-4463-959f-f7c28b1e291f {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:32:59.743988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.745147 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-38ac15fc-a5cb-44a4-b69b-b38ced18a19b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/c06ead1e-bf40-4463-959f-f7c28b1e291f HTTP/1.1" status: 204 len: 168 time: 1.5548215 Dec 16 03:32:59.750160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34080) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:59.754181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5a9a1aa4-bef0-4fa9-bde2-3f7ec1ecebf6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1990196124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:59.787091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5790e225-d3bf-4e27-8f64-af6a668b7e07 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e1748db1-da43-45f8-a8bc-8b0bc403401e HTTP/1.1" status: 200 len: 992 time: 0.4590614 Dec 16 03:32:59.787091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.844418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:32:59.848031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1aa4-bef0-4fa9-bde2-3f7ec1ecebf6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.849080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1aa4-bef0-4fa9-bde2-3f7ec1ecebf6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.854801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:32:59.859687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:32:59.865615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:32:59.866235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.879567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=2207f596-a128-48c4-af65-21a515d33eef,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:59.899989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-84c1d88f-5f09-436f-8b15-414dbc48917c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1970029 Dec 16 03:32:59.908401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34082) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:32:59.914829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e64f70e2-12b0-4bca-b643-214a2102039f None None] Provisioning complete for port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:32:59.915213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e64f70e2-12b0-4bca-b643-214a2102039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.917271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f3557-aa40-418f-ac25-2672ede572d2 None None] Pushing event updated for resources: {'Port': ['ID=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:32:59.918001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:32:59.951678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1aa4-bef0-4fa9-bde2-3f7ec1ecebf6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.959983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1aa4-bef0-4fa9-bde2-3f7ec1ecebf6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.976051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132943ee-5c9e-4960-abcf-d88afc5f53cb', 'name': 'tempest-snat-router-1397133320', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.21'}], 'enable_snat': False}, 'gw_port_id': '014ef8ba-4f4d-4e13-8fec-16d07d532ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:50Z', 'updated_at': '2021-12-16T03:32:54Z', 'revision_number': 3, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port': {'id': '014ef8ba-4f4d-4e13-8fec-16d07d532ceb', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132943ee-5c9e-4960-abcf-d88afc5f53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:52Z', 'updated_at': '2021-12-16T03:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:32:59.993123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1aa4-bef0-4fa9-bde2-3f7ec1ecebf6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:32:59.994893 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5a9a1aa4-bef0-4fa9-bde2-3f7ec1ecebf6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2440600 Dec 16 03:32:59.997982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34084) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:00.003631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:00.011844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85e11c-1f1b-4925-ae9d-2a8c53159c41 None None] The sync data for ids ['132943ee-5c9e-4960-abcf-d88afc5f53cb'] in dv-neutron-821927-1-hyperv is: [{'id': '132943ee-5c9e-4960-abcf-d88afc5f53cb', 'name': 'tempest-snat-router-1397133320', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.21'}], 'enable_snat': False}, 'gw_port_id': '014ef8ba-4f4d-4e13-8fec-16d07d532ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:50Z', 'updated_at': '2021-12-16T03:32:54Z', 'revision_number': 3, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port': {'id': '014ef8ba-4f4d-4e13-8fec-16d07d532ceb', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132943ee-5c9e-4960-abcf-d88afc5f53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:52Z', 'updated_at': '2021-12-16T03:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:00.243193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.328269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Allocated IP 172.26.6.207 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a1274d02-7337-4aba-b602-3ed0fa3549c9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:00.406187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df6e524-c9e6-4a5f-8684-b1755a9baede tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:00.409774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8df6e524-c9e6-4a5f-8684-b1755a9baede tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.411211 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df6e524-c9e6-4a5f-8684-b1755a9baede tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:33:00.411644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df6e524-c9e6-4a5f-8684-b1755a9baede tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:00.509735 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8df6e524-c9e6-4a5f-8684-b1755a9baede tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8356400 Dec 16 03:33:00.513703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34086) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:00.519174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-30a8b17b-92d6-4bcf-8eda-18920ed83d62 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:00.522784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.534758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.574275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.579738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 014ef8ba-4f4d-4e13-8fec-16d07d532ceb up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:00.589220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.641519 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:00.641790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.681305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.716279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a8b17b-92d6-4bcf-8eda-18920ed83d62 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:00.717535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.721519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30a8b17b-92d6-4bcf-8eda-18920ed83d62 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.724246 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a8b17b-92d6-4bcf-8eda-18920ed83d62 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:33:00.725233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a8b17b-92d6-4bcf-8eda-18920ed83d62 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:00.752252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-30a8b17b-92d6-4bcf-8eda-18920ed83d62 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2343462 Dec 16 03:33:00.752467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34088) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:00.758050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d4381230-fa08-45c8-b7af-9052e2300ed5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:00.867602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4381230-fa08-45c8-b7af-9052e2300ed5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:00.871565 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4381230-fa08-45c8-b7af-9052e2300ed5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.873262 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4381230-fa08-45c8-b7af-9052e2300ed5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:33:00.873832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4381230-fa08-45c8-b7af-9052e2300ed5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:00.895647 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d4381230-fa08-45c8-b7af-9052e2300ed5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1421010 Dec 16 03:33:00.899020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34090) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:00.904073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:00.941831 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-96aab1d7-1270-4739-9835-253634c45043 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0417805 Dec 16 03:33:00.944188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34092) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:01.001949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:01.006992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e625e0-78e1-45a3-8dc3-bf30cd4354fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:01.010895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-67e625e0-78e1-45a3-8dc3-bf30cd4354fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0634305 Dec 16 03:33:01.011832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34094) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:01.016314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.018240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Port': ['ID=a1274d02-7337-4aba-b602-3ed0fa3549c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:01.021831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:01.024816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Allocated IP 172.26.6.55 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/3a5d5b45-29b8-40f3-9946-2790dc258102) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:01.029550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:01.038720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.044041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39e639-0bb4-4797-8f9c-a4d642a0e6eb None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:01.080758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-012deb87-cf92-444d-944a-16b22d8ef337 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678477 Dec 16 03:33:01.087027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34096) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:01.093036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:01.110139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2b644cfe-649e-436f-ae8c-e7a0a1824531 None None] Provisioning complete for port a1274d02-7337-4aba-b602-3ed0fa3549c9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:01.110555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b644cfe-649e-436f-ae8c-e7a0a1824531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.114622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=2207f596-a128-48c4-af65-21a515d33eef,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:01.136751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] In _notify_port_updated(), no bound segment for port 2207f596-a128-48c4-af65-21a515d33eef on network c1f85118-adb5-423f-8069-fa84a5805c92 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:33:01.142334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:01.142922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.144265 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0036d633-b199-4d7e-a6e3-bcc45e2f3496 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "PUT /v2.0/ports/2207f596-a128-48c4-af65-21a515d33eef HTTP/1.1" status: 200 len: 818 time: 1.2307999 Dec 16 03:33:01.149045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2b644cfe-649e-436f-ae8c-e7a0a1824531 None None] Port a1274d02-7337-4aba-b602-3ed0fa3549c9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:01.149990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34098) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:01.163613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.196171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.330748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=c12e708d-ace3-4f86-bc35-308b9c65bd0e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:01.333242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.338082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:01.341720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.349134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.419604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 2207f596-a128-48c4-af65-21a515d33eef {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:01.419885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.523848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.527023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.530076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.532455 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 4055b78b-d541-4b21-8d3d-58d435a18c1d associated. External IP: 172.26.6.122, port: ad2556b6-96bd-4c72-bd8a-af66ffde3fd0. Dec 16 03:33:01.564241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 2207f596-a128-48c4-af65-21a515d33eef owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:01.620315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:01.659796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:01.666527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:01.672717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event updated for resources: {'Port': ['ID=3a5d5b45-29b8-40f3-9946-2790dc258102,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:01.673046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c66bf-39fd-4084-97c7-d109ce8f7b7d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:01.773583 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9f829ce5-8bb7-4769-a5a5-202f5b4ece4f None None] Provisioning complete for port 3a5d5b45-29b8-40f3-9946-2790dc258102 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:01.774508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f829ce5-8bb7-4769-a5a5-202f5b4ece4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.816897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9f829ce5-8bb7-4769-a5a5-202f5b4ece4f None None] Port 3a5d5b45-29b8-40f3-9946-2790dc258102 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:01.872430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.897463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.940365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=2207f596-a128-48c4-af65-21a515d33eef,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:01.953789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:01.955171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:01.961175 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5fee423c-af2d-4ad5-ae29-c12dca4af2e1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/2207f596-a128-48c4-af65-21a515d33eef HTTP/1.1" status: 204 len: 168 time: 0.8078690 Dec 16 03:33:01.961899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34100) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:02.042838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:33:02.049060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.121720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:02.133742 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:02.140259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Router 77b5f38b-b110-457b-8cb9-6fca2bd48975 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:02.143010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:02.146227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.147832 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:02.148712 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:02.156975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5428b9e0-d375-4f18-8688-54233238c787 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:02.161776 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5428b9e0-d375-4f18-8688-54233238c787 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1960588 Dec 16 03:33:02.163246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:02.166219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34102) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:02.172599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a516a-9721-4b1e-a25a-7a30de92aede None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:02.178837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:02.179011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.188250 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:02.197853 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:02.199113 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:02.203317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=4a57bec4-14c7-4ed3-a47a-86db529db802,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:02.207287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.209437 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-638eb0c7-51b8-45ac-a953-bf960f93b1bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:33:02.210942 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-638eb0c7-51b8-45ac-a953-bf960f93b1bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/2207f596-a128-48c4-af65-21a515d33eef HTTP/1.1" status: 404 len: 333 time: 0.0419362 Dec 16 03:33:02.215169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34104) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:02.220724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1568829089'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:02.233736 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4eb3dcd5-bc13-495f-9569-4a760e06a2b2 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5594935 Dec 16 03:33:02.237430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:02.242826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1125190587'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:02.247228 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:02.248950 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d3a7f-52c5-470c-bafa-c28c7ef10375 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:02.263822 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-23503a5b-b79e-4f04-a091-576184847faa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1731806 Dec 16 03:33:02.266131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34108) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:02.272359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:24:43:16', 'name': 'tempest-NetworksTestDHCPv6-1606933836'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:02.322305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '4a57bec4-14c7-4ed3-a47a-86db529db802'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:02.324477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.327060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:02.332820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:02.338700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.345573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Sync routers for ids ['77b5f38b-b110-457b-8cb9-6fca2bd48975'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:02.365566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.368873 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ab548c52-7242-4cb3-81fc-22ba1bc94e50 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7696457 Dec 16 03:33:02.369851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34110) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:02.379054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:02.382521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.414887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Routers {'77b5f38b-b110-457b-8cb9-6fca2bd48975'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:02.415354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:33:02.415928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['77b5f38b-b110-457b-8cb9-6fca2bd48975'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:02.431917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.432174 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Added segment 5ca8d73a-2d6a-40f8-9fab-69205ff52984 of type vlan for network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f Dec 16 03:33:02.476611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:33:02.497772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.498378 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment c0a62cc4-5e87-4b18-bd70-0b77af0266ea of type vlan for network 32856e9a-1c03-42a5-b2a5-9c98d14e164c Dec 16 03:33:02.511975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.538478 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2c5fedc7-1bb3-4613-8bcb-c4481256167e tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/77b5f38b-b110-457b-8cb9-6fca2bd48975 HTTP/1.1" status: 200 len: 908 time: 0.1674349 Dec 16 03:33:02.540806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34112) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:02.584919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Set router 77b5f38b-b110-457b-8cb9-6fca2bd48975 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:33:02.585489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.591310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:02.592039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.608022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.613319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:02.614135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Allocated IP 2001:db8::f816:3eff:feb6:1dc6 (8bedf3a0-d209-46d5-944c-b7048f15ec80/4a57bec4-14c7-4ed3-a47a-86db529db802/b56de83d-1679-4292-8ec0-45760335ac5b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:02.622462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.661629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.895037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.905722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:02.939779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5f38b-b110-457b-8cb9-6fca2bd48975', 'name': 'tempest-snat-router-1397133320', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a1274d02-7337-4aba-b602-3ed0fa3549c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:57Z', 'updated_at': '2021-12-16T03:33:01Z', 'revision_number': 3, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port': {'id': 'a1274d02-7337-4aba-b602-3ed0fa3549c9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b5f38b-b110-457b-8cb9-6fca2bd48975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:59Z', 'updated_at': '2021-12-16T03:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:02.985283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Checking router: 77b5f38b-b110-457b-8cb9-6fca2bd48975 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:33:02.985714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Updating router 77b5f38b-b110-457b-8cb9-6fca2bd48975 port a1274d02-7337-4aba-b602-3ed0fa3549c9 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:33:02.990493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:03.009589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:03.016931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:03.024196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Pushing event updated for resources: {'Port': ['ID=b56de83d-1679-4292-8ec0-45760335ac5b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:03.052390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.054552 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8159702 Dec 16 03:33:03.055230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34114) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:03.068814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'subnet': {'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:03.078268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.083779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:03.086421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.107680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Attempting to bind port b56de83d-1679-4292-8ec0-45760335ac5b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:03.108051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Attempting to bind port b56de83d-1679-4292-8ec0-45760335ac5b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:03.108393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Attempting to bind port b56de83d-1679-4292-8ec0-45760335ac5b on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:03.122006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:03.122006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:03.122006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.122006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:03.122006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Bound port: b56de83d-1679-4292-8ec0-45760335ac5b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:03.122889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.127205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731bda4-9118-4a44-8b5f-084b62fe5fc7 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Network': ['ID=bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:03.157722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.166035 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:33:03.173499 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9540029 Dec 16 03:33:03.191042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34116) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:03.196389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:03.216214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.230244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64026f-fbbd-4d16-9d55-544e45e238ea tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=32856e9a-1c03-42a5-b2a5-9c98d14e164c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:03.251252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port ae21cff4-7906-415b-9c73-678f967df37d yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:03.269222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:33:03.342263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:03.345984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.378073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fe24:4316 (8bedf3a0-d209-46d5-944c-b7048f15ec80/4a57bec4-14c7-4ed3-a47a-86db529db802/ae21cff4-7906-415b-9c73-678f967df37d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:03.419519 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] For port b56de83d-1679-4292-8ec0-45760335ac5b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:03.428297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.434955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] For port b56de83d-1679-4292-8ec0-45760335ac5b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b56de83d-1679-4292-8ec0-45760335ac5b,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:03.450484 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:03.450893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.454188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.529661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Pushing event updated for resources: {'Port': ['ID=b56de83d-1679-4292-8ec0-45760335ac5b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:03.533324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.549257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.549836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.550325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.550861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.551326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.551782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.552240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.552737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.553398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.553751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.554077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.554571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.554893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a0554-9160-404b-b8a1-47f44a68650a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:03.563946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Router 09b405ba-24fd-4692-9739-69355ac2b368 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:03.574600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.652606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Deleting port a1274d02-7337-4aba-b602-3ed0fa3549c9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:03.653190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.677716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:03.687272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:03.691692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:03.697747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:03.699088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.728591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=ae21cff4-7906-415b-9c73-678f967df37d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:03.779118 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e627d510-5c4f-4dfb-9334-3ddc12307820 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5103486 Dec 16 03:33:03.782635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34118) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:03.788208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.797282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.811924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.824738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:03.832642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.837024 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a857fb3d-a335-4b63-b908-06bb739eb44d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "PUT /v2.0/routers/09b405ba-24fd-4692-9739-69355ac2b368 HTTP/1.1" status: 200 len: 883 time: 3.8377600 Dec 16 03:33:03.838675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34120) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:03.842362 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] Sync routers for ids ['09b405ba-24fd-4692-9739-69355ac2b368'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:03.860332 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] Routers {'09b405ba-24fd-4692-9739-69355ac2b368'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:03.863001 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['09b405ba-24fd-4692-9739-69355ac2b368'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:03.871236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6df31e-a876-4371-840f-953b0ed8cf7a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:03.881503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab17c00-e40d-4ca0-b23b-67b748adbda1 None None] Pushing event updated for resources: {'Port': ['ID=a1274d02-7337-4aba-b602-3ed0fa3549c9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:03.886112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Attempting to bind port a1274d02-7337-4aba-b602-3ed0fa3549c9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:03.886498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Attempting to bind port a1274d02-7337-4aba-b602-3ed0fa3549c9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:03.887102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Attempting to bind port a1274d02-7337-4aba-b602-3ed0fa3549c9 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:03.907960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:03.908641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:03.909516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.910342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:03.911872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Bound port: a1274d02-7337-4aba-b602-3ed0fa3549c9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:03.913383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.951627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86366f0-b185-4b53-af8b-3115d090a9a8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:03.952721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.958349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86366f0-b185-4b53-af8b-3115d090a9a8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:03.959899 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d86366f0-b185-4b53-af8b-3115d090a9a8 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1741004 Dec 16 03:33:03.968607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34122) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:03.973262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Subnet': ['ID=0ff70db9-f3db-43a4-bb77-bd0952c72600,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:03.984191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e9d6e8ea-2f6c-41db-9e2e-68f3e1376295 None None] Provisioning complete for port a1274d02-7337-4aba-b602-3ed0fa3549c9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:03.984912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9d6e8ea-2f6c-41db-9e2e-68f3e1376295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:03.995732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.020741 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:04.047924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] For port a1274d02-7337-4aba-b602-3ed0fa3549c9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:04.052966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] For port a1274d02-7337-4aba-b602-3ed0fa3549c9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a1274d02-7337-4aba-b602-3ed0fa3549c9,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:04.056338 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] Routers {'09b405ba-24fd-4692-9739-69355ac2b368'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:04.056977 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['09b405ba-24fd-4692-9739-69355ac2b368'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:04.057738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6e8ea-2f6c-41db-9e2e-68f3e1376295 None None] Port a1274d02-7337-4aba-b602-3ed0fa3549c9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:04.063849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.069647 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2a2acadc-f6cc-48e4-9a91-e3a43a1c7477 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/09b405ba-24fd-4692-9739-69355ac2b368 HTTP/1.1" status: 200 len: 924 time: 0.2147419 Dec 16 03:33:04.069647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34124) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:04.103561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Calling delete_port for a1274d02-7337-4aba-b602-3ed0fa3549c9 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:04.127309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476efa74-4800-4a6f-b039-43f71d0975c5 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:04.132310 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-476efa74-4800-4a6f-b039-43f71d0975c5 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=09b405ba-24fd-4692-9739-69355ac2b368&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0593896 Dec 16 03:33:04.132747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34126) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:04.137686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b90bc2-2079-44f0-b5d5-b881b63b1b90 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:04.156809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab17c00-e40d-4ca0-b23b-67b748adbda1 None None] Pushing event updated for resources: {'Port': ['ID=a1274d02-7337-4aba-b602-3ed0fa3549c9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:04.168375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Routers {'77b5f38b-b110-457b-8cb9-6fca2bd48975'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:04.169009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:32:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['77b5f38b-b110-457b-8cb9-6fca2bd48975'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:04.238171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=e89481c3-0b2b-46a2-bb10-59a6bef6e275,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:04.251790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Checking segment: {'id': '5ca8d73a-2d6a-40f8-9fab-69205ff52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:04.252167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network hostable DHCP agents. Network: bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:33:04.271754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ca22b-dfae-43d0-a48e-b021cbe146bf tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:04.273473 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-675ca22b-dfae-43d0-a48e-b021cbe146bf tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.1396384 Dec 16 03:33:04.277651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34128) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:04.280447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': 'c0a62cc4-5e87-4b18-bd70-0b77af0266ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:04.280823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: 32856e9a-1c03-42a5-b2a5-9c98d14e164c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:33:04.303942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] Set router 77b5f38b-b110-457b-8cb9-6fca2bd48975 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:33:04.305986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-44ba78a2-705d-4158-b4a0-2e2aac1dc525 None None] Provisioning complete for port a1274d02-7337-4aba-b602-3ed0fa3549c9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:04.306435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44ba78a2-705d-4158-b4a0-2e2aac1dc525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.321860 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf4bdbd3-af26-4372-a404-6f1a9ca9c8e0 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b405ba-24fd-4692-9739-69355ac2b368 HTTP/1.1" status: 200 len: 205 time: 0.0426433 Dec 16 03:33:04.324712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34130) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:04.345731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:33:04.361389 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:04.362708 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb26d7-3b23-4f6e-ba20-af90a5abe718 None None] The sync data for ids ['09b405ba-24fd-4692-9739-69355ac2b368'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:04.373460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port ae21cff4-7906-415b-9c73-678f967df37d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:04.374006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.378456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:33:04.382857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:04.388794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5f38b-b110-457b-8cb9-6fca2bd48975', 'name': 'tempest-snat-router-1397133320', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:57Z', 'updated_at': '2021-12-16T03:33:03Z', 'revision_number': 4, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:04.399392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923f1a2-6cd1-444e-a50f-9e08f3cc0652 None None] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:04.432090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:04.432990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.435423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 32856e9a-1c03-42a5-b2a5-9c98d14e164c) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:04.450636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:04.451286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.457335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93113181-fa4b-45f2-9a8e-4f2f08dfc94b None None] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:04.477958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43989a91-20a2-46b5-b8be-9f24b80dfad6 None None] The sync data for ids ['77b5f38b-b110-457b-8cb9-6fca2bd48975'] in dv-neutron-821927-1-hyperv is: [{'id': '77b5f38b-b110-457b-8cb9-6fca2bd48975', 'name': 'tempest-snat-router-1397133320', 'tenant_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:32:57Z', 'updated_at': '2021-12-16T03:33:03Z', 'revision_number': 4, 'project_id': '28289dc5c3f34f6ba0d74831a00d0e66', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:04.494599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.529474 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5ff6436d-1d16-47b7-9901-4b7620af8c03 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4646828 Dec 16 03:33:04.539995 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f1901c05-5f9a-4720-8ecc-548e6b164f00 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3478458 Dec 16 03:33:04.545006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:04.545576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34134) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:04.550171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1227757781', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:04.560489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4742eeae-2707-4047-b3bf-864febf1340d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:04.621061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b56de83d-1679-4292-8ec0-45760335ac5b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:04.636031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.664807 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.db [None req-44ba78a2-705d-4158-b4a0-2e2aac1dc525 None None] No ports have port_id starting with a1274d02-7337-4aba-b602-3ed0fa3549c9 Dec 16 03:33:04.688732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.707333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.730755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f59589-0ffa-4f53-8993-5f51fe5aa69b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:04.754933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Deleting port 3a5d5b45-29b8-40f3-9946-2790dc258102 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:04.755445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.756586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.759019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.784853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f', 'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f', 'project_id': '1d352df99d00473388015658b5e06c68', 'fixed_ips': [{'subnet_id': '0ff70db9-f3db-43a4-bb77-bd0952c72600'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:04.785804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.821063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-32856e9a-1c03-42a5-b2a5-9c98d14e164c', 'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c', 'project_id': '6c2463e444a04bc0bad627bceb88d986', 'fixed_ips': [{'subnet_id': 'e89481c3-0b2b-46a2-bb10-59a6bef6e275'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:04.821941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.850511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1274d02-7337-4aba-b602-3ed0fa3549c9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:04.851415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b56de83d-1679-4292-8ec0-45760335ac5b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:04.851789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.858235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for ae21cff4-7906-415b-9c73-678f967df37d owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:04.860847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:04.885863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Calling delete_port for 3a5d5b45-29b8-40f3-9946-2790dc258102 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:05.039153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.074555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.110497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event deleted for resources: {'Port': ['ID=3a5d5b45-29b8-40f3-9946-2790dc258102,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:05.171463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.174160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.229858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.232018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ae3e2-8ece-44a3-8ece-7f97fd687a37 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:05.251866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.261549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.270832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.272301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77b5f38b-b110-457b-8cb9-6fca2bd48975 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:05.289516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Allocated IP 172.20.0.2 (bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f/0ff70db9-f3db-43a4-bb77-bd0952c72600/ce07e624-0a29-4b6c-8a29-99decc9fa824) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:05.313482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.315668 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8acdd002-f52d-4fd4-bfdb-9155dedbc112 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "DELETE /v2.0/routers/77b5f38b-b110-457b-8cb9-6fca2bd48975 HTTP/1.1" status: 204 len: 168 time: 2.7732968 Dec 16 03:33:05.322499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28242f15-dc48-4b14-b3dd-94556ff07071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.349688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Allocated IP 2001:db8::2 (32856e9a-1c03-42a5-b2a5-9c98d14e164c/e89481c3-0b2b-46a2-bb10-59a6bef6e275/a670f783-3fe2-4192-8ac6-d76224834c82) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:05.369361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port b56de83d-1679-4292-8ec0-45760335ac5b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b56de83d-1679-4292-8ec0-45760335ac5b,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:05.381957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a9723cf1-36c3-4201-a1b9-4eb2caf58473 None None] Provisioning complete for port b56de83d-1679-4292-8ec0-45760335ac5b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:05.382749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9723cf1-36c3-4201-a1b9-4eb2caf58473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.390711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.436059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.442076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.469964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:05.523218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.533712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Fanout notify agent at l3_agent the message router_deleted on router 09b405ba-24fd-4692-9739-69355ac2b368 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:05.548102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.549298 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1394ed00-5b5e-4c44-8c00-d5228dda0882 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/09b405ba-24fd-4692-9739-69355ac2b368 HTTP/1.1" status: 204 len: 168 time: 1.2234883 Dec 16 03:33:05.553530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34138) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:05.559352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-00b2a8b3-2973-4dc7-a388-210f07ba8d7a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-631406826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:05.565965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4742eeae-2707-4047-b3bf-864febf1340d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:05.571659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4742eeae-2707-4047-b3bf-864febf1340d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.603568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00b2a8b3-2973-4dc7-a388-210f07ba8d7a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.605358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00b2a8b3-2973-4dc7-a388-210f07ba8d7a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.666527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.673661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00b2a8b3-2973-4dc7-a388-210f07ba8d7a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.684675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00b2a8b3-2973-4dc7-a388-210f07ba8d7a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.708440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-00b2a8b3-2973-4dc7-a388-210f07ba8d7a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.709663 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-00b2a8b3-2973-4dc7-a388-210f07ba8d7a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1551588 Dec 16 03:33:05.714450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:05.726244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': True}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:05.744087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.764035 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=b56de83d-1679-4292-8ec0-45760335ac5b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:05.768535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:05.860608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:05.882673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:05.887902 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:05.892007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Pushing event updated for resources: {'Port': ['ID=ce07e624-0a29-4b6c-8a29-99decc9fa824,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:06.126879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.128777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-18d2c803-60de-489a-b687-8085a4041625 None None] Could not find standard attr ID for object ae21cff4-7906-415b-9c73-678f967df37d. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:33:06.149089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.187295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Attempting to bind port ce07e624-0a29-4b6c-8a29-99decc9fa824 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:06.187673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Attempting to bind port ce07e624-0a29-4b6c-8a29-99decc9fa824 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5ca8d73a-2d6a-40f8-9fab-69205ff52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:06.188046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Attempting to bind port ce07e624-0a29-4b6c-8a29-99decc9fa824 on network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:06.205632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:06.206082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Checking segment: {'id': '5ca8d73a-2d6a-40f8-9fab-69205ff52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:06.206478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.206831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Bound using segment: {'id': '5ca8d73a-2d6a-40f8-9fab-69205ff52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:06.207315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Bound port: ce07e624-0a29-4b6c-8a29-99decc9fa824, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca8d73a-2d6a-40f8-9fab-69205ff52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:06.207686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.210738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:06.216834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:06.224641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:06.228756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Pushing event updated for resources: {'Port': ['ID=a670f783-3fe2-4192-8ac6-d76224834c82,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:06.319325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Attempting to bind port a670f783-3fe2-4192-8ac6-d76224834c82 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:06.319696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Attempting to bind port a670f783-3fe2-4192-8ac6-d76224834c82 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'c0a62cc4-5e87-4b18-bd70-0b77af0266ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:06.320052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Attempting to bind port a670f783-3fe2-4192-8ac6-d76224834c82 on network 32856e9a-1c03-42a5-b2a5-9c98d14e164c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:06.332017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:06.332788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Checking segment: {'id': 'c0a62cc4-5e87-4b18-bd70-0b77af0266ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:06.332788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.333153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Bound using segment: {'id': 'c0a62cc4-5e87-4b18-bd70-0b77af0266ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:06.333632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Bound port: a670f783-3fe2-4192-8ac6-d76224834c82, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a62cc4-5e87-4b18-bd70-0b77af0266ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:06.334011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.336315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] For port ce07e624-0a29-4b6c-8a29-99decc9fa824, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:06.340065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] For port ce07e624-0a29-4b6c-8a29-99decc9fa824, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ce07e624-0a29-4b6c-8a29-99decc9fa824,segment=NetworkSegment(5ca8d73a-2d6a-40f8-9fab-69205ff52984),segment_id=5ca8d73a-2d6a-40f8-9fab-69205ff52984)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:06.348194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.355742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.377249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.439062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-4742eeae-2707-4047-b3bf-864febf1340d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e89481c3-0b2b-46a2-bb10-59a6bef6e275 (CIDR: 2001:db8::/64) Dec 16 03:33:06.440704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a237d-098a-42bb-b68d-c3a5d8679ef5 None None] Pushing event updated for resources: {'Port': ['ID=ce07e624-0a29-4b6c-8a29-99decc9fa824,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:06.441319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=ae21cff4-7906-415b-9c73-678f967df37d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:06.460201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] For port a670f783-3fe2-4192-8ac6-d76224834c82, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:06.463662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] For port a670f783-3fe2-4192-8ac6-d76224834c82, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a670f783-3fe2-4192-8ac6-d76224834c82,segment=NetworkSegment(c0a62cc4-5e87-4b18-bd70-0b77af0266ea),segment_id=c0a62cc4-5e87-4b18-bd70-0b77af0266ea)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:06.473289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.516429 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4742eeae-2707-4047-b3bf-864febf1340d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:33:06.516936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4742eeae-2707-4047-b3bf-864febf1340d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:06.535348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.545057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0129bc9-4ccf-4258-bf44-24267eaf99e9 None None] Pushing event updated for resources: {'Port': ['ID=a670f783-3fe2-4192-8ac6-d76224834c82,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:06.588004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b56de83d-1679-4292-8ec0-45760335ac5b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:06.645216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.648925 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d6b3fd18-a02b-49e8-a8ea-331c43e01732 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/ae21cff4-7906-415b-9c73-678f967df37d HTTP/1.1" status: 204 len: 168 time: 2.6731873 Dec 16 03:33:06.652733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34142) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:06.663277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b56de83d-1679-4292-8ec0-45760335ac5b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:06.663729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.678727 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4742eeae-2707-4047-b3bf-864febf1340d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1226521 Dec 16 03:33:06.678983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34144) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:06.691344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:06.740201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:06.876142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e08edf-fc27-4b01-9d13-64273b1c0cf1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:06.877928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e08edf-fc27-4b01-9d13-64273b1c0cf1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:06.894242 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a1e08edf-fc27-4b01-9d13-64273b1c0cf1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2394044 Dec 16 03:33:06.896803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:06.998025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.002908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:07.007439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.033351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Deleting port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:07.033688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.041015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 4a57bec4-14c7-4ed3-a47a-86db529db802 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:07.061640 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.064385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.184110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.265316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.308418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:07.312307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:07.316892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:07.317497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.322433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] For port 014ef8ba-4f4d-4e13-8fec-16d07d532ceb, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:07.322878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.332408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=59203ec3-db8b-4fa9-8bc6-a56f948b75b7,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:07.346844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5154ddda-a71d-42df-8b9b-72158007db75 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6665270 Dec 16 03:33:07.349659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34148) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:07.354663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f15d92f-a2ba-4212-8551-fc0d1d7d4dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.356169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c', 'fixed_ips': [{'subnet_id': 'e89481c3-0b2b-46a2-bb10-59a6bef6e275'}, {'subnet_id': '59203ec3-db8b-4fa9-8bc6-a56f948b75b7'}], 'name': 'tempest-PortsIpV6TestJSON-1887507483'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:07.422975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Calling delete_port for 014ef8ba-4f4d-4e13-8fec-16d07d532ceb owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:07.504726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:07.514571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.524532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.546942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.26.6.24 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/0447c432-a86a-4e70-bf9b-1acf29aeeb21) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:07.589158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.605485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.628116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 129ef3e8-0399-47b9-8750-fd3054f9875a yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:07.769201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57a84c-1fe4-4200-8a73-5192ff469332 None None] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:07.778000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.822224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=4a57bec4-14c7-4ed3-a47a-86db529db802,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:07.829949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.833441 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ecc8943f-7d44-4c7a-8a51-b2657c4e8c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/4a57bec4-14c7-4ed3-a47a-86db529db802 HTTP/1.1" status: 204 len: 168 time: 0.9347470 Dec 16 03:33:07.836985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:07.840042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b2f9a-bc73-49ef-93ea-9645366c6e0f None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:07.895690 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5f4b0baa-fca4-4ece-b840-14902cbe7f51 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546930 Dec 16 03:33:07.898303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34152) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:07.913445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:07.968993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:07.975955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-03a3cb04-a41d-4d4e-8896-18c73da93712 None None] Provisioning complete for port ce07e624-0a29-4b6c-8a29-99decc9fa824 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:07.976334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03a3cb04-a41d-4d4e-8896-18c73da93712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.011916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea67d5c-1c7d-4d2f-b776-2431874a3b36 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:08.017044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.019269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event deleted for resources: {'Port': ['ID=014ef8ba-4f4d-4e13-8fec-16d07d532ceb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:08.031035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::261 (32856e9a-1c03-42a5-b2a5-9c98d14e164c/e89481c3-0b2b-46a2-bb10-59a6bef6e275/129ef3e8-0399-47b9-8750-fd3054f9875a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:08.041944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8:0:1::26e (32856e9a-1c03-42a5-b2a5-9c98d14e164c/59203ec3-db8b-4fa9-8bc6-a56f948b75b7/129ef3e8-0399-47b9-8750-fd3054f9875a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:08.107280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03a3cb04-a41d-4d4e-8896-18c73da93712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.158737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-03a3cb04-a41d-4d4e-8896-18c73da93712 None None] For port ce07e624-0a29-4b6c-8a29-99decc9fa824, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ce07e624-0a29-4b6c-8a29-99decc9fa824,segment=NetworkSegment(5ca8d73a-2d6a-40f8-9fab-69205ff52984),segment_id=5ca8d73a-2d6a-40f8-9fab-69205ff52984)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:08.161649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.168184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.172406 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03a3cb04-a41d-4d4e-8896-18c73da93712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.246856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3cb04-a41d-4d4e-8896-18c73da93712 None None] Pushing event updated for resources: {'Port': ['ID=ce07e624-0a29-4b6c-8a29-99decc9fa824,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:08.252963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:08.282153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.332792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:08.335839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] Deleting port b56de83d-1679-4292-8ec0-45760335ac5b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:08.336557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.337075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.348086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c5733-6fbf-41e3-b55f-8594799b77b3 None None] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:08.362544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.369278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.424236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.453859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Allocated IP 172.26.6.222 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/1bc18341-7fcf-4222-9df9-f80f8de76584) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:08.505998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:08.526944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:08.529504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:08.535661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:08.536315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.542927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.543729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-48f5195a-3569-44d1-9170-467c53ece126 None None] Provisioning complete for port a670f783-3fe2-4192-8ac6-d76224834c82 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:08.543987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48f5195a-3569-44d1-9170-467c53ece126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.555734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=129ef3e8-0399-47b9-8750-fd3054f9875a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:08.606324 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d700e84a-c76a-4dc6-9c4d-7c338e885465 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2547624 Dec 16 03:33:08.607222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34156) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:08.614894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=0447c432-a86a-4e70-bf9b-1acf29aeeb21,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:08.616341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e89481c3-0b2b-46a2-bb10-59a6bef6e275'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:08.624465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.624465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 132943ee-5c9e-4960-abcf-d88afc5f53cb {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:08.632492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688d6b-e9c6-4c9e-ae35-f2831443ce64 req-93690246-d046-4b7a-9190-d62dc35454b8 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:08.632710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] For port b56de83d-1679-4292-8ec0-45760335ac5b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b56de83d-1679-4292-8ec0-45760335ac5b,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:08.633129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.634061 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec688d6b-e9c6-4c9e-ae35-f2831443ce64 req-93690246-d046-4b7a-9190-d62dc35454b8 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1434083 Dec 16 03:33:08.635195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.636510 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-231aaf58-7687-429d-994e-7681edeb1159 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "DELETE /v2.0/routers/132943ee-5c9e-4960-abcf-d88afc5f53cb HTTP/1.1" status: 204 len: 168 time: 3.1567874 Dec 16 03:33:08.640705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:08.642198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:08.649123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-775790781', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:08.662918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:08.668240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:08.682882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] Calling delete_port for b56de83d-1679-4292-8ec0-45760335ac5b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:08.692168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e1e1d-eae3-4798-99b4-3909a86a1186 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:08.775203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.783451 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec688d6b-e9c6-4c9e-ae35-f2831443ce64 req-e20c60d5-c536-46e3-a5e5-0caa52376bfd tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216488 Dec 16 03:33:08.839189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.846270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ce07e624-0a29-4b6c-8a29-99decc9fa824 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:08.891360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.895756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.936464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48f5195a-3569-44d1-9170-467c53ece126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:08.985905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269c9e8-dfb1-485e-8545-1457369766f2 None None] Update dhcp port {'port': {'network_id': '32856e9a-1c03-42a5-b2a5-9c98d14e164c', 'fixed_ips': [{'subnet_id': 'e89481c3-0b2b-46a2-bb10-59a6bef6e275', 'ip_address': '2001:db8::2'}, {'subnet_id': '59203ec3-db8b-4fa9-8bc6-a56f948b75b7'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'a670f783-3fe2-4192-8ac6-d76224834c82'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:33:08.993247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.018760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-48f5195a-3569-44d1-9170-467c53ece126 None None] For port a670f783-3fe2-4192-8ac6-d76224834c82, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a670f783-3fe2-4192-8ac6-d76224834c82,segment=NetworkSegment(c0a62cc4-5e87-4b18-bd70-0b77af0266ea),segment_id=c0a62cc4-5e87-4b18-bd70-0b77af0266ea)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:09.024941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.049245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48f5195a-3569-44d1-9170-467c53ece126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.051527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] Pushing event deleted for resources: {'Port': ['ID=b56de83d-1679-4292-8ec0-45760335ac5b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:09.057345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:33:09.060505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18239aa0-1530-4820-bb97-300d458bd342 None None] No DVR routers for this DVR port b56de83d-1679-4292-8ec0-45760335ac5b on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:09.065322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b269c9e8-dfb1-485e-8545-1457369766f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.065469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.097478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ce07e624-0a29-4b6c-8a29-99decc9fa824 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:09.097841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.115891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.119607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:09.125297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:09.126257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd433b79-5587-4218-8822-42173f5757e3 req-77f9dca0-6daf-493e-a18e-6fcd494521e3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:09.127975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd433b79-5587-4218-8822-42173f5757e3 req-77f9dca0-6daf-493e-a18e-6fcd494521e3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2058136 Dec 16 03:33:09.141101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:09.170558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37d79f-7b00-4f55-8cba-66254bb0dc79 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:09.191831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:09.192215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5195a-3569-44d1-9170-467c53ece126 None None] Pushing event updated for resources: {'Port': ['ID=a670f783-3fe2-4192-8ac6-d76224834c82,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:09.216796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:09.230698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc18341-7fcf-4222-9df9-f80f8de76584,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:09.269909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:09.270740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.279530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e313c9f-5f7f-437f-9a6f-9866bf254a68 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:09.308113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=31d80abc-2496-45b7-b484-7ab41fe71d21,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:09.341102 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-de3b0cad-a734-4e8d-91a3-7c58aa0a7e33 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4388576 Dec 16 03:33:09.342630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34162) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:09.351424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:02:a9:3f', 'name': 'tempest-NetworksTestDHCPv6-719466714'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:09.364157 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd433b79-5587-4218-8822-42173f5757e3 req-35dae430-6ec9-4d15-8ddb-6b64f076c5a5 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106285 Dec 16 03:33:09.389877 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:33:09.395849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43a11c6b-6b12-414f-9d5c-fea70c506ca6 None None] Provisioning complete for port 0447c432-a86a-4e70-bf9b-1acf29aeeb21 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:09.396218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43a11c6b-6b12-414f-9d5c-fea70c506ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.473048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Delete allocated IP 2001:db8:0:1::26e (32856e9a-1c03-42a5-b2a5-9c98d14e164c/59203ec3-db8b-4fa9-8bc6-a56f948b75b7) {{(pid=103161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 03:33:09.524883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a670f783-3fe2-4192-8ac6-d76224834c82 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:09.527465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43a11c6b-6b12-414f-9d5c-fea70c506ca6 None None] Port 0447c432-a86a-4e70-bf9b-1acf29aeeb21 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:09.594546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '31d80abc-2496-45b7-b484-7ab41fe71d21'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:09.595404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.600195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43a11c6b-6b12-414f-9d5c-fea70c506ca6 None None] Provisioning complete for port ce07e624-0a29-4b6c-8a29-99decc9fa824 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:09.600571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43a11c6b-6b12-414f-9d5c-fea70c506ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.650071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:09.739668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a670f783-3fe2-4192-8ac6-d76224834c82 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:09.740083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.867756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Allocated IP 2001:db8::f816:3eff:fe59:a38d (8bedf3a0-d209-46d5-944c-b7048f15ec80/31d80abc-2496-45b7-b484-7ab41fe71d21/59aeeaa2-b934-451b-8126-a5c2c4da5daa) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:09.915591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:09.990671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.017761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f206c6cd-cf62-48e4-9f35-d9c97c5a7f4c None None] Provisioning complete for port 1bc18341-7fcf-4222-9df9-f80f8de76584 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:10.018131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f206c6cd-cf62-48e4-9f35-d9c97c5a7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.074152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.144241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29203bb-5ef8-4e19-af6d-ee47a8f7cfd2 req-580def6c-2c2a-48bb-a00d-07e05f9c72df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:10.145857 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c29203bb-5ef8-4e19-af6d-ee47a8f7cfd2 req-580def6c-2c2a-48bb-a00d-07e05f9c72df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.5656395 Dec 16 03:33:10.179345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.201948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.263869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.290089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b56de83d-1679-4292-8ec0-45760335ac5b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:10.295492 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c29203bb-5ef8-4e19-af6d-ee47a8f7cfd2 req-ce1a8bbe-ba2b-411c-bcb9-fbf560489bd8 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356187 Dec 16 03:33:10.312644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] In _notify_port_updated(), no bound segment for port 129ef3e8-0399-47b9-8750-fd3054f9875a on network 32856e9a-1c03-42a5-b2a5-9c98d14e164c {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:33:10.318692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:10.319624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.321082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: b56de83d-1679-4292-8ec0-45760335ac5b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:10.321595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b56de83d-1679-4292-8ec0-45760335ac5b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:10.322842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "PUT /v2.0/ports/129ef3e8-0399-47b9-8750-fd3054f9875a HTTP/1.1" status: 200 len: 926 time: 1.7114954 Dec 16 03:33:10.324471 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:10.334086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cc7d5-bc9d-4492-b54c-4d05f2f67d68 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=129ef3e8-0399-47b9-8750-fd3054f9875a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:10.337697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e89481c3-0b2b-46a2-bb10-59a6bef6e275'}, {'subnet_id': '59203ec3-db8b-4fa9-8bc6-a56f948b75b7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:10.339226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 6dc84700-056e-436c-936a-8b531cb46579 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:10.381730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b269c9e8-dfb1-485e-8545-1457369766f2 None None] Allocated IP 2001:db8:0:1::2 (32856e9a-1c03-42a5-b2a5-9c98d14e164c/59203ec3-db8b-4fa9-8bc6-a56f948b75b7/a670f783-3fe2-4192-8ac6-d76224834c82) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:10.388418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.394704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f206c6cd-cf62-48e4-9f35-d9c97c5a7f4c None None] Port 1bc18341-7fcf-4222-9df9-f80f8de76584 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:10.431615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.468791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.524400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:10.534051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:10.539502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:10.558883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Pushing event updated for resources: {'Port': ['ID=59aeeaa2-b934-451b-8126-a5c2c4da5daa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:10.567520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fe02:a93f (8bedf3a0-d209-46d5-944c-b7048f15ec80/31d80abc-2496-45b7-b484-7ab41fe71d21/6dc84700-056e-436c-936a-8b531cb46579) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:10.568132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b269c9e8-dfb1-485e-8545-1457369766f2 None None] For port a670f783-3fe2-4192-8ac6-d76224834c82, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a670f783-3fe2-4192-8ac6-d76224834c82,segment=NetworkSegment(c0a62cc4-5e87-4b18-bd70-0b77af0266ea),segment_id=c0a62cc4-5e87-4b18-bd70-0b77af0266ea)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:10.603057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a670f783-3fe2-4192-8ac6-d76224834c82 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:10.607277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.665494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b269c9e8-dfb1-485e-8545-1457369766f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.677943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b269c9e8-dfb1-485e-8545-1457369766f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.684342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Attempting to bind port 59aeeaa2-b934-451b-8126-a5c2c4da5daa on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:10.684720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Attempting to bind port 59aeeaa2-b934-451b-8126-a5c2c4da5daa by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:10.685149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Attempting to bind port 59aeeaa2-b934-451b-8126-a5c2c4da5daa on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:10.720677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:10.721132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:10.721455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.721834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:10.722316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Bound port: 59aeeaa2-b934-451b-8126-a5c2c4da5daa, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:10.722727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.742574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.743645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.786244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.797609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269c9e8-dfb1-485e-8545-1457369766f2 None None] Pushing event updated for resources: {'Port': ['ID=a670f783-3fe2-4192-8ac6-d76224834c82,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:10.825219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.827548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a670f783-3fe2-4192-8ac6-d76224834c82 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:10.827867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.849086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=6dc84700-056e-436c-936a-8b531cb46579,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:10.852506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:10.854237 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:10.856645 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:10.862718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:10.863368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.878835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] For port 59aeeaa2-b934-451b-8126-a5c2c4da5daa, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:10.883667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] For port 59aeeaa2-b934-451b-8126-a5c2c4da5daa, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=59aeeaa2-b934-451b-8126-a5c2c4da5daa,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:10.891485 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a58a1920-c726-467c-88ba-9a4b2c9f9602 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5433862 Dec 16 03:33:10.891721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34170) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:10.891808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.919388 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:10.976258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33949ca7-1fe3-415f-8d42-8884c5de9e53 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:10.984163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33949ca7-1fe3-415f-8d42-8884c5de9e53 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:10.988743 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-33949ca7-1fe3-415f-8d42-8884c5de9e53 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0960605 Dec 16 03:33:10.989548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34172) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:11.055631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 014ef8ba-4f4d-4e13-8fec-16d07d532ceb no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:11.079607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3055d-c99f-4019-ade2-58522c70db20 None None] Pushing event updated for resources: {'Port': ['ID=59aeeaa2-b934-451b-8126-a5c2c4da5daa,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:11.085754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 014ef8ba-4f4d-4e13-8fec-16d07d532ceb {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:11.086301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 014ef8ba-4f4d-4e13-8fec-16d07d532ceb not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:11.114059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 6dc84700-056e-436c-936a-8b531cb46579 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:11.114507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.117289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.147888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.190685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.236784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.261438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 6dc84700-056e-436c-936a-8b531cb46579 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:11.264730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Allocated IP 172.26.6.229 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a6e28370-75e5-4be7-9d62-867235b61c8e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:11.416582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router 05ef98c1-77fd-4495-b126-c78f8d1e4fb4 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:11.488378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246e21-b0ed-4e19-8ef1-8a76b8b7d06d req-f70956fd-4153-4002-94aa-d99a3f9fa7d3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:11.489959 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce246e21-b0ed-4e19-8ef1-8a76b8b7d06d req-f70956fd-4153-4002-94aa-d99a3f9fa7d3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.0739579 Dec 16 03:33:11.491172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.557434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.561627 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/6dc84700-056e-436c-936a-8b531cb46579 HTTP/1.1" status: 204 len: 168 time: 0.5705152 Dec 16 03:33:11.564569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9a63e-9e25-4990-97ad-8f59b9801c17 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=6dc84700-056e-436c-936a-8b531cb46579,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:11.567342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34176) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:11.640087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdd266-6fa5-45bc-9fac-25f1783729e3 None None] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:11.651189 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce246e21-b0ed-4e19-8ef1-8a76b8b7d06d req-0c782d28-8a41-4b34-92b3-3742c21af9bf tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379135 Dec 16 03:33:11.663817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdcd330-0a67-4038-9f9e-048b21a127b0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:11.666076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdcd330-0a67-4038-9f9e-048b21a127b0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:11.668211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-efdcd330-0a67-4038-9f9e-048b21a127b0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0986798 Dec 16 03:33:11.673203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34178) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:11.739160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 31d80abc-2496-45b7-b484-7ab41fe71d21 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:11.742826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.757766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-661337fc-b3d8-43de-9e91-2ff67620c02f None None] Provisioning complete for port a670f783-3fe2-4192-8ac6-d76224834c82 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:11.758152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-661337fc-b3d8-43de-9e91-2ff67620c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.790777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.876116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-661337fc-b3d8-43de-9e91-2ff67620c02f None None] Provisioning complete for port 129ef3e8-0399-47b9-8750-fd3054f9875a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:11.876490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-661337fc-b3d8-43de-9e91-2ff67620c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:11.930005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-661337fc-b3d8-43de-9e91-2ff67620c02f None None] Port 129ef3e8-0399-47b9-8750-fd3054f9875a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:11.938347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.022834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.054959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=31d80abc-2496-45b7-b484-7ab41fe71d21,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:12.062437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.068620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-22a3aac1-6c31-4df1-ad8d-24df74e7175b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/31d80abc-2496-45b7-b484-7ab41fe71d21 HTTP/1.1" status: 204 len: 168 time: 0.3942440 Dec 16 03:33:12.069294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34184) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.114508 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59f3d063-48e3-43bc-a639-e7e2d81774ed tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440071 Dec 16 03:33:12.115673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.179114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f3b6a-d628-4e8a-9eaf-e8558fd8a054 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:12.181364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.183656 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-310f3b6a-d628-4e8a-9eaf-e8558fd8a054 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0674670 Dec 16 03:33:12.183819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.246093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8:0:1::15d (32856e9a-1c03-42a5-b2a5-9c98d14e164c/59203ec3-db8b-4fa9-8bc6-a56f948b75b7/129ef3e8-0399-47b9-8750-fd3054f9875a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:12.261387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0d5521c2-19ef-4635-9075-4e6f891d80b6 None None] Provisioning complete for port a670f783-3fe2-4192-8ac6-d76224834c82 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:12.261739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d5521c2-19ef-4635-9075-4e6f891d80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.341804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Router e838ec28-5c7c-4164-a5f4-f825f18850a9 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:12.352100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:12.356054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32d67be-2970-468e-b912-15a9e0aa80b4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:12.361034 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c32d67be-2970-468e-b912-15a9e0aa80b4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1682725 Dec 16 03:33:12.361924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34190) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.365656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] Sync routers for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:12.379251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0d5521c2-19ef-4635-9075-4e6f891d80b6 None None] Provisioning complete for port 129ef3e8-0399-47b9-8750-fd3054f9875a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:12.380203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d5521c2-19ef-4635-9075-4e6f891d80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.404884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.428752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:12.430204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.445170 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-80c763cb-5cf2-4e31-9e1d-c2326f92c55c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768592 Dec 16 03:33:12.445364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34192) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.456962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.461097 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-74ccbb4f-8fc3-4b81-b60b-c3a1ffde1d5a tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9115484 Dec 16 03:33:12.463384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:12.474697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34194) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.486917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bb36b-064c-4c77-a39e-d34daf4e74ce None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:12.496752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.505180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0d5521c2-19ef-4635-9075-4e6f891d80b6 None None] Port 129ef3e8-0399-47b9-8750-fd3054f9875a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:12.543342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:12.588599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:12.595577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:12.596615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:12.597901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.646560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event updated for resources: {'Port': ['ID=a6e28370-75e5-4be7-9d62-867235b61c8e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:12.664248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.677667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.678417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841c20c-b7c5-42c5-97e8-98f82045af21 None None] The sync data for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:12.680174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676dd182-08af-4aa4-8b65-4bba9c63f924 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:12.686350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.694013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:12.706814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.710000 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-17978130-5e97-4f1a-bf00-708fb6f5e454 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "PUT /v2.0/routers/e838ec28-5c7c-4164-a5f4-f825f18850a9 HTTP/1.1" status: 200 len: 918 time: 6.9879246 Dec 16 03:33:12.712990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34198) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.732174 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] Sync routers for ids ['e838ec28-5c7c-4164-a5f4-f825f18850a9'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:12.737346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 59aeeaa2-b934-451b-8126-a5c2c4da5daa up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:12.751618 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] Routers {'e838ec28-5c7c-4164-a5f4-f825f18850a9'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:12.752362 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e838ec28-5c7c-4164-a5f4-f825f18850a9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.799825 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.818151 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] Routers {'e838ec28-5c7c-4164-a5f4-f825f18850a9'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:12.818931 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e838ec28-5c7c-4164-a5f4-f825f18850a9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.837177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Provisioning complete for port 59aeeaa2-b934-451b-8126-a5c2c4da5daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:12.837471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.840418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 59aeeaa2-b934-451b-8126-a5c2c4da5daa triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:12.840778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.884117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fb6d8307-c054-4581-b1a9-e9753b9a65f8 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/e838ec28-5c7c-4164-a5f4-f825f18850a9 HTTP/1.1" status: 200 len: 924 time: 0.1698706 Dec 16 03:33:12.889653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34200) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.908083 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:12.914649 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe12af-6f0e-4011-a56d-73ed17f2a0e7 None None] The sync data for ids ['e838ec28-5c7c-4164-a5f4-f825f18850a9'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:12.950181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] In _notify_port_updated(), no bound segment for port 129ef3e8-0399-47b9-8750-fd3054f9875a on network 32856e9a-1c03-42a5-b2a5-9c98d14e164c {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:33:12.955880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:12.957088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:12.961128 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "PUT /v2.0/ports/129ef3e8-0399-47b9-8750-fd3054f9875a HTTP/1.1" status: 200 len: 1012 time: 2.6312945 Dec 16 03:33:12.962973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34202) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:12.965896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3e099-a101-474a-98ba-5b25003b8283 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=129ef3e8-0399-47b9-8750-fd3054f9875a,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:12.976761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:13.043496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.053718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:13.057649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.117705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 59aeeaa2-b934-451b-8126-a5c2c4da5daa, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=59aeeaa2-b934-451b-8126-a5c2c4da5daa,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:13.120244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.121220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] Deleting port 59aeeaa2-b934-451b-8126-a5c2c4da5daa {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:13.121605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.161241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.162019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a670f783-3fe2-4192-8ac6-d76224834c82 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:13.191243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.196648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac3b83-5bdd-428d-9037-6ee4101107c5 req-b0a5ccd3-82fa-45e6-b9b7-993cfa298b3b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:13.200094 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-36ac3b83-5bdd-428d-9037-6ee4101107c5 req-b0a5ccd3-82fa-45e6-b9b7-993cfa298b3b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3325515 Dec 16 03:33:13.202384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcbbc1-214b-4c33-a975-7d309a5452b1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:13.207596 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-70bcbbc1-214b-4c33-a975-7d309a5452b1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=e838ec28-5c7c-4164-a5f4-f825f18850a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3134220 Dec 16 03:33:13.207774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:13.302427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] For port 59aeeaa2-b934-451b-8126-a5c2c4da5daa, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=59aeeaa2-b934-451b-8126-a5c2c4da5daa,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:13.302427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.353096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] Calling delete_port for 59aeeaa2-b934-451b-8126-a5c2c4da5daa owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:13.357502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea43942-fd36-46be-9306-5a1c4e42124b tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:13.361699 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8ea43942-fd36-46be-9306-5a1c4e42124b tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.1507053 Dec 16 03:33:13.369034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=59aeeaa2-b934-451b-8126-a5c2c4da5daa,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:13.385135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:13.388355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:33:13.388661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:33:13.407054 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-36ac3b83-5bdd-428d-9037-6ee4101107c5 req-520a4edc-417c-4a23-b083-d35c60f04d5c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990836 Dec 16 03:33:13.419801 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a5744393-4d4f-4b7f-80db-74d48d8fa82b tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=e838ec28-5c7c-4164-a5f4-f825f18850a9 HTTP/1.1" status: 200 len: 205 time: 0.0333376 Dec 16 03:33:13.422237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:13.424533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 129ef3e8-0399-47b9-8750-fd3054f9875a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:13.424533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.432364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a670f783-3fe2-4192-8ac6-d76224834c82 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:13.433782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.484389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.513862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.563392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] Pushing event deleted for resources: {'Port': ['ID=59aeeaa2-b934-451b-8126-a5c2c4da5daa,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:13.567512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0363c2e4-e971-454d-b0f0-10c9d58e178c None None] No DVR routers for this DVR port 59aeeaa2-b934-451b-8126-a5c2c4da5daa on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:13.618270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.655063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.697655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 129ef3e8-0399-47b9-8750-fd3054f9875a owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:13.749762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.753924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Router 9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:13.799388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:33:13.805986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.885782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Deleting port 1bc18341-7fcf-4222-9df9-f80f8de76584 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:13.886652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.896795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:13.904713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:13.912697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:13.913236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Port 59aeeaa2-b934-451b-8126-a5c2c4da5daa update to ACTIVE by agent not found {{(pid=103163) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 03:33:13.919600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:13.920477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.923979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] Sync routers for ids ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:13.936197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b67113-a700-4ada-8dc1-fb098a17447b None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:13.952728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=ae39eda6-ad6f-41b4-8bef-2bea876b265b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:13.973181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:13.977153 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-56b0918c-34a0-43fa-9025-3f3b831c0881 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3295567 Dec 16 03:33:13.977988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:13.981610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': False}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:13.991728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] Routers {'9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:13.992246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:13.994796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Provisioning complete for port 129ef3e8-0399-47b9-8750-fd3054f9875a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:13.994796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.014536 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d02923b7-9733-465c-a678-bd79f6e053c4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5675128 Dec 16 03:33:14.020261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34212) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:14.028486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:ef:bf:ad', 'name': 'tempest-NetworksTestDHCPv6-1022479905'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:14.056126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.101756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Calling delete_port for 1bc18341-7fcf-4222-9df9-f80f8de76584 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:14.127028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.222758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:14.232883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.267238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f3310-02d8-48fd-9c91-bc8c49ca68fd None None] Port 129ef3e8-0399-47b9-8750-fd3054f9875a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:14.272896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] Routers {'9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:14.273034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=129ef3e8-0399-47b9-8750-fd3054f9875a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:14.273880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:14.347349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:14.348003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41356e5f-8e76-48ae-afa0-cbc3f7e2e256 None None] The sync data for ids ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:14.374508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': 'ae39eda6-ad6f-41b4-8bef-2bea876b265b'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:14.375407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.540219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.564903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6b0f372c-d5d4-4960-8a91-c49b9c91d214 None None] Provisioning complete for port a6e28370-75e5-4be7-9d62-867235b61c8e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:14.565293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b0f372c-d5d4-4960-8a91-c49b9c91d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.567248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.610706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event deleted for resources: {'Port': ['ID=1bc18341-7fcf-4222-9df9-f80f8de76584,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:14.613740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 59aeeaa2-b934-451b-8126-a5c2c4da5daa no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:14.618784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f372c-d5d4-4960-8a91-c49b9c91d214 None None] Port a6e28370-75e5-4be7-9d62-867235b61c8e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:14.641410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 59aeeaa2-b934-451b-8126-a5c2c4da5daa {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:14.641760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 59aeeaa2-b934-451b-8126-a5c2c4da5daa not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:14.648828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6b0f372c-d5d4-4960-8a91-c49b9c91d214 None None] Could not find standard attr ID for object 129ef3e8-0399-47b9-8750-fd3054f9875a. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:33:14.657926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Allocated IP 2001:db8::f816:3eff:fe29:32d7 (8bedf3a0-d209-46d5-944c-b7048f15ec80/ae39eda6-ad6f-41b4-8bef-2bea876b265b/470f1ee6-a99e-4c5b-9397-068fd5822527) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:14.674796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e233fa-a490-4dff-8567-bba7bed4055d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:14.778930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.785824 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-21f3dc55-12ab-45e3-bf2a-1fd53f41498d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/129ef3e8-0399-47b9-8750-fd3054f9875a HTTP/1.1" status: 204 len: 168 time: 1.8165247 Dec 16 03:33:14.790474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34218) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:14.806187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:14.810656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.846267 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86e1c11-5732-4b27-9661-831eea5a8630 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:33:14.847296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.848284 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b86e1c11-5732-4b27-9661-831eea5a8630 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/129ef3e8-0399-47b9-8750-fd3054f9875a HTTP/1.1" status: 404 len: 333 time: 0.0569589 Dec 16 03:33:14.853155 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34220) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:14.857817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.898357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:14.901477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:14.905615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:14.934072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Pushing event updated for resources: {'Port': ['ID=470f1ee6-a99e-4c5b-9397-068fd5822527,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:14.951115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port cea6046f-7c2d-4e02-9e81-0f665ef60b98 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:14.972047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Attempting to bind port 470f1ee6-a99e-4c5b-9397-068fd5822527 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:14.972510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Attempting to bind port 470f1ee6-a99e-4c5b-9397-068fd5822527 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:14.972931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Attempting to bind port 470f1ee6-a99e-4c5b-9397-068fd5822527 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:14.975963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091670d3-2a29-4911-b54f-3bbea0fcd094 req-38fc5092-a302-4d22-8e79-ccaa89b281fe tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:14.977524 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-091670d3-2a29-4911-b54f-3bbea0fcd094 req-38fc5092-a302-4d22-8e79-ccaa89b281fe tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2595792 Dec 16 03:33:14.978496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:14.978950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:14.979678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:14.980141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:14.980858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Bound port: 470f1ee6-a99e-4c5b-9397-068fd5822527, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:14.981303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.048921 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] For port 470f1ee6-a99e-4c5b-9397-068fd5822527, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:15.052503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] For port 470f1ee6-a99e-4c5b-9397-068fd5822527, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=470f1ee6-a99e-4c5b-9397-068fd5822527,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:15.058089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.065347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet 59203ec3-db8b-4fa9-8bc6-a56f948b75b7 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:15.082062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.121516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b456796-7f01-47df-87c0-8e011cffdc29 None None] Pushing event updated for resources: {'Port': ['ID=470f1ee6-a99e-4c5b-9397-068fd5822527,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:15.139139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.237288 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.242531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.245890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.272590 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-091670d3-2a29-4911-b54f-3bbea0fcd094 req-99a07193-f69c-45b9-a076-5d337232aaee tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772012 Dec 16 03:33:15.311510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.1 (bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f/0ff70db9-f3db-43a4-bb77-bd0952c72600/bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:15.316141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:feef:bfad (8bedf3a0-d209-46d5-944c-b7048f15ec80/ae39eda6-ad6f-41b4-8bef-2bea876b265b/cea6046f-7c2d-4e02-9e81-0f665ef60b98) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:15.369401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.370019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Fanout notify agent at l3_agent the message router_deleted on router e838ec28-5c7c-4164-a5f4-f825f18850a9 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:15.384558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.386011 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5b871449-70e3-456a-b481-fe553db8b616 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/e838ec28-5c7c-4164-a5f4-f825f18850a9 HTTP/1.1" status: 204 len: 168 time: 1.9613459 Dec 16 03:33:15.391977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34222) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:15.409978 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-53057f19-6f7d-4a50-a1f5-062fe819be5e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-281747207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:15.484926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.603721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53057f19-6f7d-4a50-a1f5-062fe819be5e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.604765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53057f19-6f7d-4a50-a1f5-062fe819be5e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.667426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.671776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.675799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.693239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.757506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53057f19-6f7d-4a50-a1f5-062fe819be5e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.762732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=59203ec3-db8b-4fa9-8bc6-a56f948b75b7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:15.775784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53057f19-6f7d-4a50-a1f5-062fe819be5e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.781132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.784357 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b03e9e02-17c1-435b-830b-2cbf53923661 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/59203ec3-db8b-4fa9-8bc6-a56f948b75b7 HTTP/1.1" status: 204 len: 168 time: 0.9276698 Dec 16 03:33:15.787746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4ad51-aec2-4842-8627-28fd6363f040 None None] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:15.789636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:15.789888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.808103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Router 9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:15.821589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53057f19-6f7d-4a50-a1f5-062fe819be5e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.823198 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-53057f19-6f7d-4a50-a1f5-062fe819be5e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4195290 Dec 16 03:33:15.830186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34226) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:15.845261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': False}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:15.902682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet e89481c3-0b2b-46a2-bb10-59a6bef6e275 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:15.911720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:15.913555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.002024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.036901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:16.067092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:16.068431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.074747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.079710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:16.079914 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4cb107f8-9509-4edb-b8ed-71e718624af3 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "PUT /v2.0/routers/9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 HTTP/1.1" status: 200 len: 921 time: 2.1008782 Dec 16 03:33:16.080567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.084156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:16.091451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:16.093785 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] Sync routers for ids ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:16.108914 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] Routers {'9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:16.109211 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:16.195226 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:16.223134 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] Routers {'9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:16.228991 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:16.236003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.281668 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:16.282756 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da1f68-443b-4113-b026-4b0d3e024624 None None] The sync data for ids ['9fc27bc4-f914-4a33-b6e3-ed4f694e37e0'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:16.336720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:16.356325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:16.369650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.410242 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f5960b72-55b3-45bb-a645-72805c3aebff tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 HTTP/1.1" status: 200 len: 921 time: 0.3264694 Dec 16 03:33:16.412183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.414231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.433989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.442117 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:16.448369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:16.448990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.469810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=cea6046f-7c2d-4e02-9e81-0f665ef60b98,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:16.495443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=e89481c3-0b2b-46a2-bb10-59a6bef6e275,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:16.511675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.516279 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5c51e53e-0c68-425e-8fd1-f4b9226d655f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/e89481c3-0b2b-46a2-bb10-59a6bef6e275 HTTP/1.1" status: 204 len: 168 time: 0.7248623 Dec 16 03:33:16.525017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Provisioning complete for port bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:16.525515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.525630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.593667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494e0c7-cbb2-4439-afbe-d3b644957845 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:16.595278 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1494e0c7-cbb2-4439-afbe-d3b644957845 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=9fc27bc4-f914-4a33-b6e3-ed4f694e37e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1772745 Dec 16 03:33:16.597596 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5de1dd05-96ab-4b0a-b654-1abc58e91e76 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5744750 Dec 16 03:33:16.598038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.598376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34238) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.612297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Port bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:16.634424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Provisioning complete for port 470f1ee6-a99e-4c5b-9397-068fd5822527 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:16.635169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.676568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 470f1ee6-a99e-4c5b-9397-068fd5822527 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:16.717001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.785954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.799380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75707d6d-f017-45b2-94dd-4e00b95cbe4c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:16.805240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75707d6d-f017-45b2-94dd-4e00b95cbe4c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:16.806228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf58ae8-918a-4292-ba47-82ba04d46d44 req-415fbc47-342e-4ebd-8a8b-3ecfccf0cc4e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:16.808598 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbf58ae8-918a-4292-ba47-82ba04d46d44 req-415fbc47-342e-4ebd-8a8b-3ecfccf0cc4e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3813336 Dec 16 03:33:16.811770 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-75707d6d-f017-45b2-94dd-4e00b95cbe4c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2123601 Dec 16 03:33:16.816713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34240) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.829218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 470f1ee6-a99e-4c5b-9397-068fd5822527 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:16.829742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.831750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.835909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da94a4-685f-4dc3-b254-ee33bce29966 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:16.837362 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-80da94a4-685f-4dc3-b254-ee33bce29966 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.2298143 Dec 16 03:33:16.841700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.886724 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-79fa55ab-2903-407b-aad8-ded5c6b7c141 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 HTTP/1.1" status: 200 len: 205 time: 0.0404394 Dec 16 03:33:16.889112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:16.890615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port a670f783-3fe2-4192-8ac6-d76224834c82 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:16.891046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:16.915061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] For port 470f1ee6-a99e-4c5b-9397-068fd5822527, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=470f1ee6-a99e-4c5b-9397-068fd5822527,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:16.955429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3557c-c3fe-46bb-8537-14177702119a None None] Network 32856e9a-1c03-42a5-b2a5-9c98d14e164c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:16.959682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.000730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.048950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] For port a670f783-3fe2-4192-8ac6-d76224834c82, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a670f783-3fe2-4192-8ac6-d76224834c82,segment=NetworkSegment(c0a62cc4-5e87-4b18-bd70-0b77af0266ea),segment_id=c0a62cc4-5e87-4b18-bd70-0b77af0266ea)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:17.049557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.065565 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbf58ae8-918a-4292-ba47-82ba04d46d44 req-8ade1a37-9420-429f-96d0-5770db653a7c tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328308 Dec 16 03:33:17.067440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for a670f783-3fe2-4192-8ac6-d76224834c82 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:17.082278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.149927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bb4dc-43ab-4555-9d73-0cdea1e68eb2 None None] Pushing event updated for resources: {'Port': ['ID=470f1ee6-a99e-4c5b-9397-068fd5822527,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:17.159753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port cea6046f-7c2d-4e02-9e81-0f665ef60b98 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:17.160103 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.165112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2ce86b69-f01d-405a-8c0c-9ab7156ae1e5 None None] Provisioning complete for port a670f783-3fe2-4192-8ac6-d76224834c82 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:17.165494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b69-f01d-405a-8c0c-9ab7156ae1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.189493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.210793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:33:17.211161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:33:17.288079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2ce86b69-f01d-405a-8c0c-9ab7156ae1e5 None None] Provisioning complete for port cea6046f-7c2d-4e02-9e81-0f665ef60b98 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:17.288707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b69-f01d-405a-8c0c-9ab7156ae1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.306933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Deleting port a6e28370-75e5-4be7-9d62-867235b61c8e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:17.307276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.323894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e76d4-4386-45a3-bfcf-fc4b3fdbb6e5 None None] DHCP port deletion for 32856e9a-1c03-42a5-b2a5-9c98d14e164c request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:17.345307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2ce86b69-f01d-405a-8c0c-9ab7156ae1e5 None None] Port cea6046f-7c2d-4e02-9e81-0f665ef60b98 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:17.348451 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.387024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No DVR routers for this DVR port a670f783-3fe2-4192-8ac6-d76224834c82 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:17.388962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=a670f783-3fe2-4192-8ac6-d76224834c82,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:17.492579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.496102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.522609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Calling delete_port for a6e28370-75e5-4be7-9d62-867235b61c8e owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:17.528178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32856e9a-1c03-42a5-b2a5-9c98d14e164c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:17.542718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a62cc4-5e87-4b18-bd70-0b77af0266ea') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:17.542983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a62cc4-5e87-4b18-bd70-0b77af0266ea') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:17.553543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.602328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.616466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:33:17.616856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: items = [ Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:33:17.619820 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:33:17.719783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.737455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.743915 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/32856e9a-1c03-42a5-b2a5-9c98d14e164c HTTP/1.1" status: 204 len: 168 time: 1.2066593 Dec 16 03:33:17.743915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c41ad7-54b7-4a99-b6b5-a8fd0afcdaaa tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=32856e9a-1c03-42a5-b2a5-9c98d14e164c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:17.744203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34246) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:17.769802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.776799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.812727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.823491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08a422-4718-476e-bff7-375dc400f0b9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:17.824977 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4a08a422-4718-476e-bff7-375dc400f0b9 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0800371 Dec 16 03:33:17.831604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34248) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:17.834099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for cea6046f-7c2d-4e02-9e81-0f665ef60b98 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:17.866870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.897749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event deleted for resources: {'Port': ['ID=a6e28370-75e5-4be7-9d62-867235b61c8e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:17.914887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe3fef-daea-464d-90ae-7672a7344fc2 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:17.953562 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d97880f4-6e77-4b5b-9c73-f623e4835571 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1177065 Dec 16 03:33:17.953977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:17.960510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1695489493'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:17.972919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.983108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:17.999354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.079138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.080827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:18.084379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.086867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.131055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Allocated IP 172.26.6.206 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/8409f2b7-bdb1-4ea5-b3bc-b58c73cc11f6) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:18.144946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.145665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:18.150268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:18.155716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.159420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.162886 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0428a4c8-2487-408f-8263-989482fd88ea tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 HTTP/1.1" status: 204 len: 168 time: 1.2688024 Dec 16 03:33:18.163509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:18.167859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1f7ed490-72e5-4e95-9753-76d199ed0fd1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-134012549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:18.192581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed490-72e5-4e95-9753-76d199ed0fd1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.193575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed490-72e5-4e95-9753-76d199ed0fd1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.244800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed490-72e5-4e95-9753-76d199ed0fd1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.250287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed490-72e5-4e95-9753-76d199ed0fd1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.264230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:33:18.275696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed490-72e5-4e95-9753-76d199ed0fd1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.276895 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1f7ed490-72e5-4e95-9753-76d199ed0fd1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1124480 Dec 16 03:33:18.278035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.278478 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment 186251dc-48a7-44a0-b9d0-a4eb5e2e85f3 of type vlan for network 98b46e56-5593-459c-aa1c-1f37e14a9b22 Dec 16 03:33:18.286523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:18.290214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:18.291005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.339195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=cea6046f-7c2d-4e02-9e81-0f665ef60b98,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:18.359592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6718-f8a2-4cfc-ac93-5de8231203ad req-6f09ce3c-a177-4d84-a1b2-a9586cfc49df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:18.361096 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-297b6718-f8a2-4cfc-ac93-5de8231203ad req-6f09ce3c-a177-4d84-a1b2-a9586cfc49df tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2034643 Dec 16 03:33:18.383719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.422963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.426171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1e0297ab-0975-448e-8e13-8347cc9c10d1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/cea6046f-7c2d-4e02-9e81-0f665ef60b98 HTTP/1.1" status: 204 len: 168 time: 1.5779872 Dec 16 03:33:18.430360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34260) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:18.465635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.468407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:18.478600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:18.516972 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-297b6718-f8a2-4cfc-ac93-5de8231203ad req-42f5d351-4615-4f61-a787-9d4e7af2c11e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400800 Dec 16 03:33:18.525740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.541464 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:18.542111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.590982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 470f1ee6-a99e-4c5b-9397-068fd5822527 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:18.608443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85837971-8d56-4214-932c-2dfdfd19099e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:18.609947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85837971-8d56-4214-932c-2dfdfd19099e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:18.614342 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-85837971-8d56-4214-932c-2dfdfd19099e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1821482 Dec 16 03:33:18.617443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:18.654979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.661298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 470f1ee6-a99e-4c5b-9397-068fd5822527 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:18.661785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.713283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:18.736194 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Pushing event updated for resources: {'Port': ['ID=8409f2b7-bdb1-4ea5-b3bc-b58c73cc11f6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:18.751135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router 05ef98c1-77fd-4495-b126-c78f8d1e4fb4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:18.755387 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:18.758175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:18.774829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b85b84-fcde-4a4e-b0f6-0826ce29cd55 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:18.850953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a670f783-3fe2-4192-8ac6-d76224834c82 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:18.878533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a670f783-3fe2-4192-8ac6-d76224834c82 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:18.879170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a670f783-3fe2-4192-8ac6-d76224834c82 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:18.892211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-580c1c1a-b0c6-48b8-8084-dbed4fc53efa None None] Provisioning complete for port bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:18.893063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-580c1c1a-b0c6-48b8-8084-dbed4fc53efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.930324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-580c1c1a-b0c6-48b8-8084-dbed4fc53efa None None] Port bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:18.953782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-580c1c1a-b0c6-48b8-8084-dbed4fc53efa None None] Provisioning complete for port 8409f2b7-bdb1-4ea5-b3bc-b58c73cc11f6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:18.954291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-580c1c1a-b0c6-48b8-8084-dbed4fc53efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:18.994826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-580c1c1a-b0c6-48b8-8084-dbed4fc53efa None None] Port 8409f2b7-bdb1-4ea5-b3bc-b58c73cc11f6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:19.037866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:19.047661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-93573341-e1f4-43ad-8959-040b62ef5fe9 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/routers/05ef98c1-77fd-4495-b126-c78f8d1e4fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5653455 Dec 16 03:33:19.047795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.049902 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] Sync routers for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:19.051352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:19.059950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'port': {'network_id': 'bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f', 'name': 'tempest-FloatingIPTestJSON-410261385'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:19.062755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:19.063415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:19.065675 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1107025 Dec 16 03:33:19.069166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34266) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:19.097042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:19.106478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:19.107186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:19.110857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:19.139896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:19.140559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ce310-890a-467b-89a1-5f7c52f81274 None None] The sync data for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:19.150732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bd5bd-caad-434f-b29f-dcff2a7715a7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=98b46e56-5593-459c-aa1c-1f37e14a9b22,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:19.164540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:33:19.186538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet ae39eda6-ad6f-41b4-8bef-2bea876b265b {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:19.194866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.245337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.266702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.290507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:19.293946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.354131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Made reservation on behalf of 1d352df99d00473388015658b5e06c68 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:19.357822 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.397050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] device_id is not set on port d1463492-9fe0-4b57-a332-b1df561e04d7 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:19.401919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.554973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.562622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.618219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.653821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Allocated IP 172.20.0.6 (bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f/0ff70db9-f3db-43a4-bb77-bd0952c72600/d1463492-9fe0-4b57-a332-b1df561e04d7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:19.658131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.661274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=ae39eda6-ad6f-41b4-8bef-2bea876b265b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:19.686095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.689406 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d931007f-f66d-4d9b-b1f1-6c7e7ad98cca tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/ae39eda6-ad6f-41b4-8bef-2bea876b265b HTTP/1.1" status: 204 len: 168 time: 1.0659678 Dec 16 03:33:19.691669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.693740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:19.697119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37cc093-0bd4-44af-821e-b6e3ad794448 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:19.764784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.775631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-35c41b87-ece4-48a7-9adc-e3dfc440bddd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768359 Dec 16 03:33:19.777268 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:19.781218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:19.798325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=3df8a7ff-7692-47c4-ab70-03e67796d538,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:19.814635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5f38a-3d78-46b2-b110-8f21f856f4ec req-8aa10090-aa75-4d2e-9305-c53f3a73d03f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:19.816262 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ce5f38a-3d78-46b2-b110-8f21f856f4ec req-8aa10090-aa75-4d2e-9305-c53f3a73d03f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1822686 Dec 16 03:33:19.866034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': '186251dc-48a7-44a0-b9d0-a4eb5e2e85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:19.866412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: 98b46e56-5593-459c-aa1c-1f37e14a9b22, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:33:19.872482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:19.923652 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ce5f38a-3d78-46b2-b110-8f21f856f4ec req-e47140d3-2a68-4fbf-bacf-71d18a7048cb tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977960 Dec 16 03:33:19.925513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Router 7cc18728-96cc-43c5-a3c2-3a9a633d081b is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:19.942878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] Deleting port 470f1ee6-a99e-4c5b-9397-068fd5822527 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:19.943941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:19.947478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:33:19.994546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 98b46e56-5593-459c-aa1c-1f37e14a9b22) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:20.001631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:20.002309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.028878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9998ad-0758-40ba-9b97-26dad85183ba None None] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:20.075614 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e34a16ae-57aa-4ef8-b82e-77fd2d3bfd52 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9718621 Dec 16 03:33:20.077998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34274) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:20.082992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22', 'name': 'tempest-PortsIpV6TestJSON-2079280927'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:20.100366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:20.111880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.121748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Allocated IP 172.26.6.31 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/29cb9b22-eb7f-4e3d-b319-4987bf86bf7d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:20.132930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] For port 470f1ee6-a99e-4c5b-9397-068fd5822527, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=470f1ee6-a99e-4c5b-9397-068fd5822527,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:20.133325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.139124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:20.148092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.152060 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0257d3e6-0984-4f49-9154-924b47895a80 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "PUT /v2.0/routers/7cc18728-96cc-43c5-a3c2-3a9a633d081b HTTP/1.1" status: 200 len: 919 time: 4.3179319 Dec 16 03:33:20.153858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] Calling delete_port for 470f1ee6-a99e-4c5b-9397-068fd5822527 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:20.159017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34276) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:20.164253 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] Sync routers for ids ['7cc18728-96cc-43c5-a3c2-3a9a633d081b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:20.181536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.187585 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] Routers {'7cc18728-96cc-43c5-a3c2-3a9a633d081b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:20.188463 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['7cc18728-96cc-43c5-a3c2-3a9a633d081b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:20.231551 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:20.250021 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] Routers {'7cc18728-96cc-43c5-a3c2-3a9a633d081b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:20.250982 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['7cc18728-96cc-43c5-a3c2-3a9a633d081b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:20.262214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-98b46e56-5593-459c-aa1c-1f37e14a9b22', 'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22', 'project_id': '6c2463e444a04bc0bad627bceb88d986', 'fixed_ips': [{'subnet_id': '3df8a7ff-7692-47c4-ab70-03e67796d538'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:20.263366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.304970 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:20.305923 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87707350-9b27-41f8-8c60-b81b8e430853 None None] The sync data for ids ['7cc18728-96cc-43c5-a3c2-3a9a633d081b'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:20.326418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.352097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.386740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:20.390842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.391296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] No DVR routers for this DVR port 470f1ee6-a99e-4c5b-9397-068fd5822527 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:20.393157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9a6d4-da4e-41da-853e-29bdf7958312 None None] Pushing event deleted for resources: {'Port': ['ID=470f1ee6-a99e-4c5b-9397-068fd5822527,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:20.417275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 7744461d-1e7a-4387-9f84-0144db8d57e3 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:20.427894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:20.431656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.441529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:20.452100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:20.463040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Allocated IP 2001:db8::2 (98b46e56-5593-459c-aa1c-1f37e14a9b22/3df8a7ff-7692-47c4-ab70-03e67796d538/cc8388f3-79a8-4e2b-8fd2-5c6dccae8492) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:20.489581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event updated for resources: {'Port': ['ID=d1463492-9fe0-4b57-a332-b1df561e04d7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:20.595994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:20.596604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.622325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.637575 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-197d6e98-a71d-4a8b-84a4-4f163300ab04 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5817654 Dec 16 03:33:20.659282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:20.668398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Request body: {'floatingip': {'port_id': 'd1463492-9fe0-4b57-a332-b1df561e04d7'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:20.682216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 470f1ee6-a99e-4c5b-9397-068fd5822527 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:20.715371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 470f1ee6-a99e-4c5b-9397-068fd5822527 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:20.715859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 470f1ee6-a99e-4c5b-9397-068fd5822527 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:20.725793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.738525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.761583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:20.798832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event updated for resources: {'Port': ['ID=29cb9b22-eb7f-4e3d-b319-4987bf86bf7d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:20.801433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:20.809928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:20.811909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:20.815018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Pushing event updated for resources: {'Port': ['ID=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:20.823787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:20.827171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:20.849205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c781ae-5987-47b1-a88b-4acac3445759 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:20.856089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.875117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-05314b89-0135-470b-9129-5458f12211af None None] Provisioning complete for port d1463492-9fe0-4b57-a332-b1df561e04d7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:20.875884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05314b89-0135-470b-9129-5458f12211af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.880497 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-62a8dd09-846c-45af-aa63-f7e541445c0e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/7cc18728-96cc-43c5-a3c2-3a9a633d081b HTTP/1.1" status: 200 len: 925 time: 0.7194619 Dec 16 03:33:20.883618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34280) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:20.905575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.objects.ports [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:33:20.936435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:20.983750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26807f-ab6b-45b9-8d69-0d881df739a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:20.987139 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9f26807f-ab6b-45b9-8d69-0d881df739a1 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=7cc18728-96cc-43c5-a3c2-3a9a633d081b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1015525 Dec 16 03:33:20.988782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::2ca (98b46e56-5593-459c-aa1c-1f37e14a9b22/3df8a7ff-7692-47c4-ab70-03e67796d538/7744461d-1e7a-4387-9f84-0144db8d57e3) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:20.990964 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34282) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:21.066685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:21.083135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:21.106463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:21.107365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.109750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=823d43d3-5723-4b27-ac21-be9ce67eb251,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:21.148556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea127b-ee6f-4b65-a761-b84d9682c485 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:21.154320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Attempting to bind port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:21.154850 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Attempting to bind port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '186251dc-48a7-44a0-b9d0-a4eb5e2e85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:21.155333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Attempting to bind port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 on network 98b46e56-5593-459c-aa1c-1f37e14a9b22 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:21.166470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-05314b89-0135-470b-9129-5458f12211af None None] Port d1463492-9fe0-4b57-a332-b1df561e04d7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:21.188460 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5b6628d9-ca5a-43df-8470-2ad1624157b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4087386 Dec 16 03:33:21.194591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:21.199188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:21.199723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Checking segment: {'id': '186251dc-48a7-44a0-b9d0-a4eb5e2e85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:21.200258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.200891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Bound using segment: {'id': '186251dc-48a7-44a0-b9d0-a4eb5e2e85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:21.201476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Bound port: cc8388f3-79a8-4e2b-8fd2-5c6dccae8492, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186251dc-48a7-44a0-b9d0-a4eb5e2e85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:21.202096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.202351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:dc:8a:d0', 'name': 'tempest-NetworksTestDHCPv6-922729668'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:21.224605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12068c8-f7bc-42da-95dd-d3baa7094d9e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:21.228753 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e12068c8-f7bc-42da-95dd-d3baa7094d9e tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.2339294 Dec 16 03:33:21.230242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34288) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:21.250725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c689250-b7e6-4d5e-8189-afcc1d0183aa req-51d10969-63a0-49e0-9fd1-2bb8bad59cfc tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:21.253125 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c689250-b7e6-4d5e-8189-afcc1d0183aa req-51d10969-63a0-49e0-9fd1-2bb8bad59cfc tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1716521 Dec 16 03:33:21.285473 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-09fb08e4-82f5-41da-874a-5aa9b522ff6a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cc18728-96cc-43c5-a3c2-3a9a633d081b HTTP/1.1" status: 200 len: 205 time: 0.0531249 Dec 16 03:33:21.289609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34290) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:21.337879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f50528cb-c850-45e3-8fbb-01169b411512 None None] Provisioning complete for port 29cb9b22-eb7f-4e3d-b319-4987bf86bf7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:21.338227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f50528cb-c850-45e3-8fbb-01169b411512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.343157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '823d43d3-5723-4b27-ac21-be9ce67eb251'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:21.344374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.377793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] For port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:21.395384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] For port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,segment=NetworkSegment(186251dc-48a7-44a0-b9d0-a4eb5e2e85f3),segment_id=186251dc-48a7-44a0-b9d0-a4eb5e2e85f3)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:21.409828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.415157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f50528cb-c850-45e3-8fbb-01169b411512 None None] Port 29cb9b22-eb7f-4e3d-b319-4987bf86bf7d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:21.439744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.450443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c689250-b7e6-4d5e-8189-afcc1d0183aa req-7a53aea7-0bc7-4326-94bc-6d72fc9bdcb1 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725538 Dec 16 03:33:21.475377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.487847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.563243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc83274-8b8c-44b4-896b-22496afe9d57 None None] Pushing event updated for resources: {'Port': ['ID=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:21.636012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Allocated IP 2001:db8::f816:3eff:fe99:ab29 (8bedf3a0-d209-46d5-944c-b7048f15ec80/823d43d3-5723-4b27-ac21-be9ce67eb251/eb030bee-ac08-4b93-b86d-3be22a83e0e6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:21.645903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.651995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:21.701340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.750049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=7744461d-1e7a-4387-9f84-0144db8d57e3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:21.872766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:21.884166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:21.888861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:21.894749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:21.895566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.924765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.935267 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6e46a-94b1-44cd-a260-97ae154895a0 req-5e3cd257-d1cf-4279-8bf3-b532432c22e3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:21.940516 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9ea6e46a-94b1-44cd-a260-97ae154895a0 req-5e3cd257-d1cf-4279-8bf3-b532432c22e3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1949322 Dec 16 03:33:21.951360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:21.956101 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1d4d8fa9-0de7-4763-9c29-adf49c43ac78 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8747981 Dec 16 03:33:21.959582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34296) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:21.972942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '98b46e56-5593-459c-aa1c-1f37e14a9b22', 'name': 'tempest-PortsIpV6TestJSON-2111504347'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:22.010659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:22.016120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:22.021313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:22.025958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Pushing event updated for resources: {'Port': ['ID=eb030bee-ac08-4b93-b86d-3be22a83e0e6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:22.027975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Deleting port 8409f2b7-bdb1-4ea5-b3bc-b58c73cc11f6 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:22.028548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.098364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Attempting to bind port eb030bee-ac08-4b93-b86d-3be22a83e0e6 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:22.098781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Attempting to bind port eb030bee-ac08-4b93-b86d-3be22a83e0e6 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:22.099475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Attempting to bind port eb030bee-ac08-4b93-b86d-3be22a83e0e6 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:22.105563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:22.105950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:22.106480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.107256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:22.107903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Bound port: eb030bee-ac08-4b93-b86d-3be22a83e0e6, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:22.108298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.138849 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9ea6e46a-94b1-44cd-a260-97ae154895a0 req-a27dfaa4-b15f-482f-9a69-909c23ef920f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928577 Dec 16 03:33:22.180443 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] For port eb030bee-ac08-4b93-b86d-3be22a83e0e6, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:22.183711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] For port eb030bee-ac08-4b93-b86d-3be22a83e0e6, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eb030bee-ac08-4b93-b86d-3be22a83e0e6,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:22.189440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.213715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.242895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Calling delete_port for 8409f2b7-bdb1-4ea5-b3bc-b58c73cc11f6 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:22.259804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ac6c0-a924-42db-9583-385c1343b480 None None] Pushing event updated for resources: {'Port': ['ID=eb030bee-ac08-4b93-b86d-3be22a83e0e6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:22.314094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:22.317846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.348069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-2afe322e-94b2-4a2d-b356-4debdac58e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:22.349050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port ab957b6d-02c0-4e1c-9de4-1629f77a43ab yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:22.349578 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-2afe322e-94b2-4a2d-b356-4debdac58e23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1098 time: 0.2030456 Dec 16 03:33:22.378818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.504505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.507757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 84311663-8e6b-4ee7-84a2-be0ab15ecf44 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:22.583221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::20e (98b46e56-5593-459c-aa1c-1f37e14a9b22/3df8a7ff-7692-47c4-ab70-03e67796d538/ab957b6d-02c0-4e1c-9de4-1629f77a43ab) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:22.588813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.702141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.737139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:22.768109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.787901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.789185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event deleted for resources: {'Port': ['ID=8409f2b7-bdb1-4ea5-b3bc-b58c73cc11f6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:22.811467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6cb060-00c8-489f-beb6-a9fdd8dbb214 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:22.828143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:22.828402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.854381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-2e25b12a-5071-4e77-9bd8-ad32930dea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:22.855929 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-2e25b12a-5071-4e77-9bd8-ad32930dea4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 912 time: 0.4943268 Dec 16 03:33:22.920290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.931152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34300) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:22.955749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:22.993762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,segment=NetworkSegment(186251dc-48a7-44a0-b9d0-a4eb5e2e85f3),segment_id=186251dc-48a7-44a0-b9d0-a4eb5e2e85f3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:22.997063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.008786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.009512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eb030bee-ac08-4b93-b86d-3be22a83e0e6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:23.051248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-6d7c665e-823a-4b80-9aac-c224ef9106da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1494417 Dec 16 03:33:23.057524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fedc:8ad0 (8bedf3a0-d209-46d5-944c-b7048f15ec80/823d43d3-5723-4b27-ac21-be9ce67eb251/84311663-8e6b-4ee7-84a2-be0ab15ecf44) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:23.081087 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 4055b78b-d541-4b21-8d3d-58d435a18c1d associated. External IP: 172.26.6.122, port: ad2556b6-96bd-4c72-bd8a-af66ffde3fd0. Dec 16 03:33:23.105143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5008e7b-d3c8-468c-b7d8-641f9a8c5c57 None None] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:23.122463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.125762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.157703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:23.176099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port eb030bee-ac08-4b93-b86d-3be22a83e0e6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:23.176604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.237107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2fcc1e61-acff-4e13-8edc-701b49104017 None None] Provisioning complete for port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:23.237755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1e61-acff-4e13-8edc-701b49104017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.244945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d18a9d-9782-4d1a-a113-6b12f54a352b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.246040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d18a9d-9782-4d1a-a113-6b12f54a352b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.247047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d18a9d-9782-4d1a-a113-6b12f54a352b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.248671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-89d18a9d-9782-4d1a-a113-6b12f54a352b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&network_id=e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 200 len: 2999 time: 0.3159027 Dec 16 03:33:23.257960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.258588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc18728-96cc-43c5-a3c2-3a9a633d081b {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:23.262121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.267746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-d93a0ea4-b6a6-4a18-8076-bfb75da1207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.272783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.273911 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d8215a9e-1e1d-4d15-8164-4383e7a81f4e tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/7cc18728-96cc-43c5-a3c2-3a9a633d081b HTTP/1.1" status: 204 len: 168 time: 1.9776666 Dec 16 03:33:23.275791 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-d93a0ea4-b6a6-4a18-8076-bfb75da1207a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.2143593 Dec 16 03:33:23.293972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34306) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:23.300100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1790827843', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:23.357001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:23.364732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:23.373885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:23.379939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.380595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.388804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=ab957b6d-02c0-4e1c-9de4-1629f77a43ab,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:23.424549 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af6b2-3ad9-4913-aaad-4abf4651890a req-290099c7-873b-4a8a-bae4-107800694b09 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.426073 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c81af6b2-3ad9-4913-aaad-4abf4651890a req-290099c7-873b-4a8a-bae4-107800694b09 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1882501 Dec 16 03:33:23.429264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.434141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.440802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.450586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Router ed88d4cb-b454-4a6b-8989-5f2d99e0106d is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:23.487289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port eb030bee-ac08-4b93-b86d-3be22a83e0e6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eb030bee-ac08-4b93-b86d-3be22a83e0e6,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:23.503852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.580727 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-976ddfc3-eed0-4005-881d-492a59ebb41a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6117432 Dec 16 03:33:23.584888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34310) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:23.589445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=eb030bee-ac08-4b93-b86d-3be22a83e0e6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:23.598264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.670612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-4bd03209-49a1-47b8-a1a6-4e91db999c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.672066 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-4bd03209-49a1-47b8-a1a6-4e91db999c8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3517849 Dec 16 03:33:23.695002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.713766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fc92e22b-54e0-4a67-9f7d-c7f5a34e758c None None] Provisioning complete for port eb030bee-ac08-4b93-b86d-3be22a83e0e6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:23.714476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc92e22b-54e0-4a67-9f7d-c7f5a34e758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.877453 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c81af6b2-3ad9-4913-aaad-4abf4651890a req-59b67932-688b-4c09-80e8-1f91729c3e32 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4364817 Dec 16 03:33:23.888648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041278d9-b103-4430-8336-cdd6bd15c528 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:23.890211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-041278d9-b103-4430-8336-cdd6bd15c528 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ca HTTP/1.1" status: 200 len: 929 time: 0.3043988 Dec 16 03:33:23.897412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:23.900618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:23.905889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.916618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:23.983193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:23.996077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Provisioning complete for port ab957b6d-02c0-4e1c-9de4-1629f77a43ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:23.997634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.002920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] Sync routers for ids ['ed88d4cb-b454-4a6b-8989-5f2d99e0106d'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:24.005947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.009844 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34316) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:24.010075 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6e4e1af9-31c2-4160-98ca-681d7bacd7b9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "PUT /v2.0/routers/ed88d4cb-b454-4a6b-8989-5f2d99e0106d HTTP/1.1" status: 200 len: 878 time: 5.7233076 Dec 16 03:33:24.036635 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-546d563a-127a-4c18-9204-4da8932ed443 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148735 Dec 16 03:33:24.066466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] Routers {'ed88d4cb-b454-4a6b-8989-5f2d99e0106d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:24.067782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['ed88d4cb-b454-4a6b-8989-5f2d99e0106d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.115864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Port ab957b6d-02c0-4e1c-9de4-1629f77a43ab cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:24.117283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.132835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] Routers {'ed88d4cb-b454-4a6b-8989-5f2d99e0106d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:24.133155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['ed88d4cb-b454-4a6b-8989-5f2d99e0106d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.136410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Provisioning complete for port 7744461d-1e7a-4387-9f84-0144db8d57e3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:24.136789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.189202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.189866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb761-2cde-4fb8-a940-cfc641af3ac9 None None] The sync data for ids ['ed88d4cb-b454-4a6b-8989-5f2d99e0106d'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:24.210828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Port 7744461d-1e7a-4387-9f84-0144db8d57e3 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:24.213779 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4cdc7cb9-401f-477f-9a33-92462356cf6f tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/ed88d4cb-b454-4a6b-8989-5f2d99e0106d HTTP/1.1" status: 200 len: 919 time: 0.2026744 Dec 16 03:33:24.216899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:24.226043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Provisioning complete for port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:24.226797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf1c30e5-a893-42c1-8df3-79784638ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.244429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.264449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.351483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.373424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:24.376099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Allocated IP 172.26.6.9 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/c3e34e50-4001-4497-9f7d-6b0b30f27782) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:24.384287 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:24.395629 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:24.396489 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.442261 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.445815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d49cb487-2ceb-4f66-b977-3c0aea4614e6 None None] Provisioning complete for port ab957b6d-02c0-4e1c-9de4-1629f77a43ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:24.445815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49cb487-2ceb-4f66-b977-3c0aea4614e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.464177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55361c60-7dac-4dd5-87f3-53974a7d2930 req-462422b8-1404-4ff2-b055-d7f529384995 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027710 Dec 16 03:33:24.468130 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:24.469009 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.487239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.497659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:24.505436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d49cb487-2ceb-4f66-b977-3c0aea4614e6 None None] Port ab957b6d-02c0-4e1c-9de4-1629f77a43ab cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:24.518978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d49cb487-2ceb-4f66-b977-3c0aea4614e6 None None] Provisioning complete for port 7744461d-1e7a-4387-9f84-0144db8d57e3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:24.519562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49cb487-2ceb-4f66-b977-3c0aea4614e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.523499 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:24.526567 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c0f9e-06ff-4dce-9bda-4566ce946972 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:24.539552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:24.542064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:24.548461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.548639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:24.549408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.560811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb872d0-3f40-45b3-96e8-5432a6f26d9f tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:24.560811 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5cb872d0-3f40-45b3-96e8-5432a6f26d9f tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=ed88d4cb-b454-4a6b-8989-5f2d99e0106d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2549000 Dec 16 03:33:24.561365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=84311663-8e6b-4ee7-84a2-be0ab15ecf44,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:24.589794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d49cb487-2ceb-4f66-b977-3c0aea4614e6 None None] Port 7744461d-1e7a-4387-9f84-0144db8d57e3 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:24.593614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34322) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:24.614943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:24.639761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port ab957b6d-02c0-4e1c-9de4-1629f77a43ab {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:24.640423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.663476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:24.673539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:24.678233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:24.679291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.679445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:24.702663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3434682-1d1f-4de0-b1d8-5d745e49fa15 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:24.708076 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e0e7e2e4-e598-4e4d-ad30-8d75e5e44fc6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5115685 Dec 16 03:33:24.709140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:24.785221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eb030bee-ac08-4b93-b86d-3be22a83e0e6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:24.874841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ae296591-e049-4897-8b61-053c346b7cc2 None None] Provisioning complete for port c3e34e50-4001-4497-9f7d-6b0b30f27782 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:24.875597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae296591-e049-4897-8b61-053c346b7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.916550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port eb030bee-ac08-4b93-b86d-3be22a83e0e6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:24.916924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:24.991253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ae296591-e049-4897-8b61-053c346b7cc2 None None] Port c3e34e50-4001-4497-9f7d-6b0b30f27782 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:25.116056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b24f3384-974f-4ae5-b5c2-5f7e0cc52a59 None None] Provisioning complete for port 84311663-8e6b-4ee7-84a2-be0ab15ecf44 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:25.116771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b24f3384-974f-4ae5-b5c2-5f7e0cc52a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.154562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34326) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:25.155313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event updated for resources: {'Port': ['ID=c3e34e50-4001-4497-9f7d-6b0b30f27782,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:25.156113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b24f3384-974f-4ae5-b5c2-5f7e0cc52a59 None None] Port 84311663-8e6b-4ee7-84a2-be0ab15ecf44 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:25.264107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.281178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643512d-14bc-4a7c-93d4-b90e7c925b2a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:25.287022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643512d-14bc-4a7c-93d4-b90e7c925b2a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:25.288604 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6643512d-14bc-4a7c-93d4-b90e7c925b2a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5740852 Dec 16 03:33:25.292261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34330) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:25.304116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3297e16-567f-4201-94f6-1996ff45306a tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:25.305511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f3297e16-567f-4201-94f6-1996ff45306a tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.7115505 Dec 16 03:33:25.307114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9b4c7-3eda-4017-9f70-ee9431801007 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:25.308538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-60b9b4c7-3eda-4017-9f70-ee9431801007 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 814 time: 0.1507545 Dec 16 03:33:25.322280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for ab957b6d-02c0-4e1c-9de4-1629f77a43ab owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:25.333943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34332) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:25.389813 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c7645fe2-4b8f-40a1-a7ef-aa3d19cbbe89 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed88d4cb-b454-4a6b-8989-5f2d99e0106d HTTP/1.1" status: 200 len: 205 time: 0.0537839 Dec 16 03:33:25.394801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34336) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:25.406428 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ac33-a236-4b23-91ca-321e7d9b7ec8 req-96f42b38-f2d9-403b-a5fa-430b2492ea22 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:25.407888 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2179ac33-a236-4b23-91ca-321e7d9b7ec8 req-96f42b38-f2d9-403b-a5fa-430b2492ea22 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2557969 Dec 16 03:33:25.459745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router 05ef98c1-77fd-4495-b126-c78f8d1e4fb4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:25.582239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 84311663-8e6b-4ee7-84a2-be0ab15ecf44 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:25.582964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.584070 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2179ac33-a236-4b23-91ca-321e7d9b7ec8 req-8f9dd8a6-0b51-4b81-80a8-3835ce6ed487 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674256 Dec 16 03:33:25.633230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.677770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.693859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.729946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:25.736726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=ab957b6d-02c0-4e1c-9de4-1629f77a43ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:25.741053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] Sync routers for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:25.742284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.755023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:25.756771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:25.786706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.790920 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5fba0c14-b71d-4b61-bdff-72419afc91bf tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/ab957b6d-02c0-4e1c-9de4-1629f77a43ab HTTP/1.1" status: 204 len: 168 time: 1.8876770 Dec 16 03:33:25.809895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34340) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:25.825867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:25.838208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:25.838793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:25.854386 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4d4785fc-7418-47cd-8211-4219fb838591 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/floatingips/4055b78b-d541-4b21-8d3d-58d435a18c1d HTTP/1.1" status: 200 len: 977 time: 5.1872451 Dec 16 03:33:25.855219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:25.864420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.873618 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-698b637b-451f-42ed-bcb0-fc14458b28d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:33:25.879811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:25.880619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5935d-279f-409a-be1a-2431dea6980c None None] The sync data for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:25.882297 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-698b637b-451f-42ed-bcb0-fc14458b28d8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/ab957b6d-02c0-4e1c-9de4-1629f77a43ab HTTP/1.1" status: 404 len: 333 time: 0.0694339 Dec 16 03:33:25.887341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34344) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:25.891349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:25.902681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 84311663-8e6b-4ee7-84a2-be0ab15ecf44 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:26.051605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port d1463492-9fe0-4b57-a332-b1df561e04d7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:26.051982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.094506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:26.100047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--1299090539', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:26.120666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Deleting port 29cb9b22-eb7f-4e3d-b319-4987bf86bf7d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:26.121005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.180558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 7744461d-1e7a-4387-9f84-0144db8d57e3 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:26.180993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.186861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.189359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:26.192952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.206480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.230502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.258961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=84311663-8e6b-4ee7-84a2-be0ab15ecf44,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:26.274443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:33:26.314044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.335559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Calling delete_port for 29cb9b22-eb7f-4e3d-b319-4987bf86bf7d owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:26.339949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.345773 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-66f67dda-3fbf-411a-b590-dd00bbabad10 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/84311663-8e6b-4ee7-84a2-be0ab15ecf44 HTTP/1.1" status: 204 len: 168 time: 1.0469038 Dec 16 03:33:26.345773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.345773 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment ebb34141-4193-4bd4-9056-908fc7c87d3c of type vlan for network d1b99abb-4093-4796-826e-92cd2fec3bdc Dec 16 03:33:26.347523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34348) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:26.430621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.479522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.502239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.502651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 7744461d-1e7a-4387-9f84-0144db8d57e3 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:26.507750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:26.508340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.535253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccb86c-d996-4d07-a8b8-a9fc67376302 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:26.536739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccb86c-d996-4d07-a8b8-a9fc67376302 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:26.538330 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d1ccb86c-d996-4d07-a8b8-a9fc67376302 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1894014 Dec 16 03:33:26.544090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34350) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:26.582083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.582461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.583028 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Floating IP 4055b78b-d541-4b21-8d3d-58d435a18c1d disassociated. External IP: 172.26.6.122, port: d1463492-9fe0-4b57-a332-b1df561e04d7. Dec 16 03:33:26.583123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for d1463492-9fe0-4b57-a332-b1df561e04d7 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:26.587493 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4914739 Dec 16 03:33:26.593157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:26.615388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f6893-75ae-4bbc-a157-1183b29d06e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=d1b99abb-4093-4796-826e-92cd2fec3bdc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:26.637636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network d1b99abb-4093-4796-826e-92cd2fec3bdc details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:33:26.720435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8043307-c2e0-4368-bc2b-0370eb89bbd4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:26.722629 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a8043307-c2e0-4368-bc2b-0370eb89bbd4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1278837 Dec 16 03:33:26.724961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:26.735419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 823d43d3-5723-4b27-ac21-be9ce67eb251 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:26.744756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.809671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Router 9e1bc826-12a2-4682-bec3-a6d7557c67cc is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:26.863509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.878130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ffd2-8922-4692-975f-214743543359 req-a19dc41b-5dfa-44de-8d26-34b605b7009e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:26.879543 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6788ffd2-8922-4692-975f-214743543359 req-a19dc41b-5dfa-44de-8d26-34b605b7009e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2061884 Dec 16 03:33:26.941193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432e03e-cd43-40e7-ab7f-f2b8b9d9550a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:26.944491 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e432e03e-cd43-40e7-ab7f-f2b8b9d9550a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2170370 Dec 16 03:33:26.949197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:26.963375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:26.989873 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4aacde79-5511-4f6d-bba4-5df30e6b4264 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419576 Dec 16 03:33:26.997132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34360) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.001293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:27.011013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=d1463492-9fe0-4b57-a332-b1df561e04d7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:27.040056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:27.129499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f16778c-7e39-4ae1-8e00-b7189bb24268 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:27.139900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router 05ef98c1-77fd-4495-b126-c78f8d1e4fb4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:27.264490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:27.275212 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] Sync routers for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:27.289147 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:27.289837 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.323591 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.333032 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:27.333809 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.334853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:27.341033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2486f9f3-477a-466c-ae8c-5cf005cb176c tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/ports/d1463492-9fe0-4b57-a332-b1df561e04d7 HTTP/1.1" status: 204 len: 168 time: 1.4823349 Dec 16 03:33:27.341286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34362) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.370092 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.370931 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f5864-7647-469f-8bac-b7b42d0d0865 None None] The sync data for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:27.510894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event deleted for resources: {'Port': ['ID=29cb9b22-eb7f-4e3d-b319-4987bf86bf7d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:27.530899 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ffe100c1-436f-445c-bf2a-bd916a1000c8 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5272629 Dec 16 03:33:27.534271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34364) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.602643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=7744461d-1e7a-4387-9f84-0144db8d57e3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:27.616590 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6788ffd2-8922-4692-975f-214743543359 req-3e1f7cf0-364d-44da-a429-88a14a2c4848 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7111771 Dec 16 03:33:27.641482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:27.645199 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d34cf416-3e19-46f7-9165-e05fea9ce778 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/7744461d-1e7a-4387-9f84-0144db8d57e3 HTTP/1.1" status: 204 len: 168 time: 1.7565751 Dec 16 03:33:27.648498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:27.653380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34368) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.716907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe553fc-a80a-4b32-87b5-b3ce4c3fdc79 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:27.721562 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ffe553fc-a80a-4b32-87b5-b3ce4c3fdc79 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1835780 Dec 16 03:33:27.724885 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece2a198-2c92-496e-954e-19ae0f24c6ad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:33:27.726338 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ece2a198-2c92-496e-954e-19ae0f24c6ad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/7744461d-1e7a-4387-9f84-0144db8d57e3 HTTP/1.1" status: 404 len: 333 time: 0.0525053 Dec 16 03:33:27.733763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34370) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.733948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34372) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.794895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:27.805139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] Sync routers for ids ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:27.815109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] Routers {'9e1bc826-12a2-4682-bec3-a6d7557c67cc'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:27.815810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.827154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:27.842044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a643f4e2-3c13-40a0-b15d-5c2aac44c645 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034768 Dec 16 03:33:27.843556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34374) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.851438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992838222', 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:27.857984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.868037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] Routers {'9e1bc826-12a2-4682-bec3-a6d7557c67cc'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:27.869788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.908868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:27.909855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eed80f-7eb7-4db3-b08f-34cdea3d77ed None None] The sync data for ids ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:27.950524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:27.951867 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5133464e-c52f-49b7-83d3-c7a146ca2d4a tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6558778 Dec 16 03:33:27.967246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34376) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:27.972121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:27.985411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.028939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.037373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.048106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet 3df8a7ff-7692-47c4-ab70-03e67796d538 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:28.066593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843955f-903a-4e69-b5dd-f4d9d611d099 req-bac6462f-2d97-494b-b6e3-d6c0e703bc43 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:28.068243 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b843955f-903a-4e69-b5dd-f4d9d611d099 req-bac6462f-2d97-494b-b6e3-d6c0e703bc43 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3574729 Dec 16 03:33:28.078738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.160159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=823d43d3-5723-4b27-ac21-be9ce67eb251,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:28.171079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.174377 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4cdd021b-0fb1-4a0b-bc6c-de2822bd3c6e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/823d43d3-5723-4b27-ac21-be9ce67eb251 HTTP/1.1" status: 204 len: 168 time: 1.6293533 Dec 16 03:33:28.181375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec9dfa-416d-4207-8dc0-f7d902af5010 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:28.222452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34378) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:28.244071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.244610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Fanout notify agent at l3_agent the message router_deleted on router ed88d4cb-b454-4a6b-8989-5f2d99e0106d {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:28.254627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.259348 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-80d24982-efcc-4c5d-a435-77b137eb999f tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/ed88d4cb-b454-4a6b-8989-5f2d99e0106d HTTP/1.1" status: 204 len: 168 time: 2.8618429 Dec 16 03:33:28.291720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34380) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:28.299120 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1fd2534e-ebe6-47a1-a5cb-164c77a9e517 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698693 Dec 16 03:33:28.301462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.310106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6e0c352b-f39d-4fa7-8fe2-4e1a56a11c31 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1911340175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:28.327259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34382) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:28.349840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:28.373142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.388121 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b843955f-903a-4e69-b5dd-f4d9d611d099 req-04960ffe-16f4-473f-a74e-e5b21c80734f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057957 Dec 16 03:33:28.405358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] Deleting port eb030bee-ac08-4b93-b86d-3be22a83e0e6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:28.406017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.450809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524e3aa-3593-487b-af45-d96c9b8336ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:28.452458 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4524e3aa-3593-487b-af45-d96c9b8336ce tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1228580 Dec 16 03:33:28.457262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:28.461741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c352b-f39d-4fa7-8fe2-4e1a56a11c31 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.475766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c352b-f39d-4fa7-8fe2-4e1a56a11c31 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.500018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:28.503478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.563648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] For port eb030bee-ac08-4b93-b86d-3be22a83e0e6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eb030bee-ac08-4b93-b86d-3be22a83e0e6,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:28.564525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.577115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eb030bee-ac08-4b93-b86d-3be22a83e0e6 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:28.583689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] Calling delete_port for eb030bee-ac08-4b93-b86d-3be22a83e0e6 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:28.625342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3056804-e9d8-4f27-9c46-bda638c86a52 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:28.629194 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a3056804-e9d8-4f27-9c46-bda638c86a52 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1701169 Dec 16 03:33:28.630196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34388) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:28.632945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.717331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.738846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f5a6095b-7c7f-4058-90ab-f9e1d3b946aa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021419 Dec 16 03:33:28.746840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.754813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:28.765360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:28.779368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c352b-f39d-4fa7-8fe2-4e1a56a11c31 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.790867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936c4b-5f59-4b82-b01d-48a1d97dbd52 req-395efc94-3d39-4354-9db1-e77d3338293b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:28.792400 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-50936c4b-5f59-4b82-b01d-48a1d97dbd52 req-395efc94-3d39-4354-9db1-e77d3338293b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2777822 Dec 16 03:33:28.796405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] Pushing event deleted for resources: {'Port': ['ID=eb030bee-ac08-4b93-b86d-3be22a83e0e6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:28.798765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1addc-10e9-403f-894d-9aef41f69ae7 None None] No DVR routers for this DVR port eb030bee-ac08-4b93-b86d-3be22a83e0e6 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:28.799925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c352b-f39d-4fa7-8fe2-4e1a56a11c31 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.883025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c352b-f39d-4fa7-8fe2-4e1a56a11c31 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.884204 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6e0c352b-f39d-4fa7-8fe2-4e1a56a11c31 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5876408 Dec 16 03:33:28.887291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34392) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:28.899103 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': True}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:28.909688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:28.993628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:28.997568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.023478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=3df8a7ff-7692-47c4-ab70-03e67796d538,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:29.025432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.029377 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3ff94bf4-a418-42f7-8100-20cfaae1a986 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/3df8a7ff-7692-47c4-ab70-03e67796d538 HTTP/1.1" status: 204 len: 168 time: 1.2842653 Dec 16 03:33:29.033734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.036181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34394) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:29.041135 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-50936c4b-5f59-4b82-b01d-48a1d97dbd52 req-fdd6816c-f32b-433a-a733-e21d8e53419b tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234595 Dec 16 03:33:29.041500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d16cc-867c-40c1-ae64-27474114723c None None] Network 98b46e56-5593-459c-aa1c-1f37e14a9b22 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:29.052839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.177545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.205591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=e97a8f86-f665-4d06-a38f-06dce2ba386e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:29.258465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:29.258850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: d1b99abb-4093-4796-826e-92cd2fec3bdc, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:33:29.271642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] DHCP port deletion for 98b46e56-5593-459c-aa1c-1f37e14a9b22 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:29.296210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.301719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.316950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:29.317204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.366946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network d1b99abb-4093-4796-826e-92cd2fec3bdc is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:33:29.373623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] Deleting port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:29.373623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.419194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, d1b99abb-4093-4796-826e-92cd2fec3bdc) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:29.423688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:29.424329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.438884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cab638-4344-4cde-b24e-ab2e2299cc63 None None] Network d1b99abb-4093-4796-826e-92cd2fec3bdc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:29.443781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Deleting port c3e34e50-4001-4497-9f7d-6b0b30f27782 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:29.443961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.461661 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.472437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-45c15a6c-b826-4a21-98a1-fe746da2fb90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6287358 Dec 16 03:33:29.513138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.521750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a24f7e-472a-42c1-ac72-8b7e0a90a16c req-11789f76-e6da-4f70-bf92-e07dacafe087 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:29.523661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71a24f7e-472a-42c1-ac72-8b7e0a90a16c req-11789f76-e6da-4f70-bf92-e07dacafe087 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1398795 Dec 16 03:33:29.529921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:29.530886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:29.531229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.539965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:29.543464 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:29.543642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.546664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:29.566572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=0df3df8a-44da-45bd-9bbf-5e1be711b838,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:29.616678 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8144672d-60c6-4ca6-bd6a-bb38b6c28f50 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8596892 Dec 16 03:33:29.620353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34402) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:29.628580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:59:ce:66', 'name': 'tempest-NetworksTestDHCPv6-1571404052'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:29.634613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.672004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Calling delete_port for c3e34e50-4001-4497-9f7d-6b0b30f27782 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:29.689031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] For port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,segment=NetworkSegment(186251dc-48a7-44a0-b9d0-a4eb5e2e85f3),segment_id=186251dc-48a7-44a0-b9d0-a4eb5e2e85f3)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:29.689310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.694581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97badeda-d0ba-476c-b4d7-f866acae687b None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:29.699446 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71a24f7e-472a-42c1-ac72-8b7e0a90a16c req-53534647-aeaa-488b-abb7-15c9a2ae559e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661265 Dec 16 03:33:29.727398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:29.754268 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] For port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,segment=NetworkSegment(186251dc-48a7-44a0-b9d0-a4eb5e2e85f3),segment_id=186251dc-48a7-44a0-b9d0-a4eb5e2e85f3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:29.754702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.775604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] Calling delete_port for cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:29.937855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:29.945405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.950285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-d1b99abb-4093-4796-826e-92cd2fec3bdc', 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:29.951362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.958476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '0df3df8a-44da-45bd-9bbf-5e1be711b838'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:29.959309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:29.977167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.021254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=bd5f63a7-8c9e-4a0c-82c8-6bba7d614c43,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:30.061534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.144986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] No DVR routers for this DVR port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:30.155286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bf4ed-7a9e-4b4f-8b62-b2166b9c519a None None] Pushing event deleted for resources: {'Port': ['ID=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:30.227523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.239014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.268160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/0df3df8a-44da-45bd-9bbf-5e1be711b838/406986f6-950f-4ad6-9e86-109a71496fe3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:30.269313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 2867c4cd-4ef7-4dc5-b5de-43449eb5d17c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:30.286471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Allocated IP 172.20.0.18 (d1b99abb-4093-4796-826e-92cd2fec3bdc/e97a8f86-f665-4d06-a38f-06dce2ba386e/9329f393-52e8-4fef-946f-d364cdcab49a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:30.430204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.450676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.560515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:30.570287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No DVR routers for this DVR port cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:30.574680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.599957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:30.600608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc8388f3-79a8-4e2b-8fd2-5c6dccae8492 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:30.621702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.624839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.642100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=cc8388f3-79a8-4e2b-8fd2-5c6dccae8492,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:30.691681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:30.693863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Pushing event updated for resources: {'Port': ['ID=406986f6-950f-4ad6-9e86-109a71496fe3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:30.703808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:30.707585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.719463 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:30.817344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Network d1b99abb-4093-4796-826e-92cd2fec3bdc is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:30.821947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Attempting to bind port 406986f6-950f-4ad6-9e86-109a71496fe3 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:30.822699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Attempting to bind port 406986f6-950f-4ad6-9e86-109a71496fe3 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:30.823069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Attempting to bind port 406986f6-950f-4ad6-9e86-109a71496fe3 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:30.823611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34408) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:30.826326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.831132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:30.838064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:30.843114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:30.843505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:30.843944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.844561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:30.844744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Bound port: 406986f6-950f-4ad6-9e86-109a71496fe3, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:30.845122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.845320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3c15ab2d-bca7-4476-8ba8-0be1348e2c11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472561974', 'description': 'tempest-secgroup-smoke-472561974 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:30.862349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Pushing event updated for resources: {'Port': ['ID=9329f393-52e8-4fef-946f-d364cdcab49a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:30.869052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::b4 (8bedf3a0-d209-46d5-944c-b7048f15ec80/0df3df8a-44da-45bd-9bbf-5e1be711b838/2867c4cd-4ef7-4dc5-b5de-43449eb5d17c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:30.886738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.916096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router 05ef98c1-77fd-4495-b126-c78f8d1e4fb4 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:30.942923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Attempting to bind port 9329f393-52e8-4fef-946f-d364cdcab49a on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:30.943649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Attempting to bind port 9329f393-52e8-4fef-946f-d364cdcab49a by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:30.943649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Attempting to bind port 9329f393-52e8-4fef-946f-d364cdcab49a on network d1b99abb-4093-4796-826e-92cd2fec3bdc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:30.955158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Pushing event deleted for resources: {'Port': ['ID=c3e34e50-4001-4497-9f7d-6b0b30f27782,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:30.958979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:30.959260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Checking segment: {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:30.959605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.960012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Bound using segment: {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:30.960483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Bound port: 9329f393-52e8-4fef-946f-d364cdcab49a, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:30.960865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:30.980537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-59001919-3509-4f62-85a2-0d72de06759b None None] For port 406986f6-950f-4ad6-9e86-109a71496fe3, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:30.998404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b46e56-5593-459c-aa1c-1f37e14a9b22']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:31.014419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-59001919-3509-4f62-85a2-0d72de06759b None None] For port 406986f6-950f-4ad6-9e86-109a71496fe3, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=406986f6-950f-4ad6-9e86-109a71496fe3,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:31.021078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c15ab2d-bca7-4476-8ba8-0be1348e2c11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.029121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186251dc-48a7-44a0-b9d0-a4eb5e2e85f3') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:31.029419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186251dc-48a7-44a0-b9d0-a4eb5e2e85f3') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:31.032239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197fa297-dfbd-4546-bb11-6f700ef930ea None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:31.039936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.074998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.079771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Allocated IP 172.26.6.199 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a269f8da-9848-4b5f-905b-47da2aa263c4) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:31.116782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:31.126514 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cce27db2-4896-4490-b1b5-04795a890f77 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/routers/05ef98c1-77fd-4495-b126-c78f8d1e4fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7816966 Dec 16 03:33:31.129471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.129748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:31.137295 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] Sync routers for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:31.151677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.153017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] For port 9329f393-52e8-4fef-946f-d364cdcab49a, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:31.159941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] For port 9329f393-52e8-4fef-946f-d364cdcab49a, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9329f393-52e8-4fef-946f-d364cdcab49a,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:31.165714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59001919-3509-4f62-85a2-0d72de06759b None None] Pushing event updated for resources: {'Port': ['ID=406986f6-950f-4ad6-9e86-109a71496fe3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:31.168189 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:31.169306 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:31.172337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.205175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301968cf-ca0a-40b7-9887-d59fa8cd82ff req-49d3de85-e27c-4094-bb95-0a518878e1e8 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:31.206661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-301968cf-ca0a-40b7-9887-d59fa8cd82ff req-49d3de85-e27c-4094-bb95-0a518878e1e8 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.3554265 Dec 16 03:33:31.208841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:33:31.208841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.255140 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:31.261648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3924b-cd93-489a-a766-578eb9caf350 None None] Pushing event updated for resources: {'Port': ['ID=9329f393-52e8-4fef-946f-d364cdcab49a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:31.269917 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] Routers {'05ef98c1-77fd-4495-b126-c78f8d1e4fb4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:31.270573 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:31.292255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.296654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.318048 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:33:31.318531 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:33:31.321132 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec2b37-d361-4a0d-8ca8-cd6efb85e64c None None] The sync data for ids ['05ef98c1-77fd-4495-b126-c78f8d1e4fb4'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:31.405267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:31.414016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.426234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.430766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=2867c4cd-4ef7-4dc5-b5de-43449eb5d17c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:31.438687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:31.442191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:31.448105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:31.448801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.489889 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-653b79c1-e0ea-43fc-85ba-a10a4fbe112f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8644121 Dec 16 03:33:31.497391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:31.516062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.530329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.566747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.574194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/98b46e56-5593-459c-aa1c-1f37e14a9b22 HTTP/1.1" status: 204 len: 168 time: 2.5327075 Dec 16 03:33:31.574741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:31.584147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2045566291'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:31.631977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef6083-8e71-4600-bd5d-6e8efef8ef15 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:31.638184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef6083-8e71-4600-bd5d-6e8efef8ef15 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:31.639976 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dcef6083-8e71-4600-bd5d-6e8efef8ef15 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1411674 Dec 16 03:33:31.643913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:31.670225 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-301968cf-ca0a-40b7-9887-d59fa8cd82ff req-20a2224b-1d72-4989-9458-5b367629610e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336613 Dec 16 03:33:31.678728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858f701-3408-4b8b-8341-cd267826acec tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=98b46e56-5593-459c-aa1c-1f37e14a9b22,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:31.692495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:31.702022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.794960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 0447c432-a86a-4e70-bf9b-1acf29aeeb21 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:31.795205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.838913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.846980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:33:31.854621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c15ab2d-bca7-4476-8ba8-0be1348e2c11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.864862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.874256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.874616 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment 1f3b7bae-d3a9-43c6-8cf4-783e0696a934 of type vlan for network 2f05bb36-ab6d-450f-a65e-09806fc0a584 Dec 16 03:33:31.880313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.906151 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c15ab2d-bca7-4476-8ba8-0be1348e2c11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.924478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:31.936036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.964973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:31.965369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 2867c4cd-4ef7-4dc5-b5de-43449eb5d17c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:31.965767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.973701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:31.982359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917926f-8971-4740-8164-3b4f990aa0ef None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:32.040918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:32.060725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-62d37ec9-43aa-4f80-ad42-2b6ffb221924 None None] Provisioning complete for port a269f8da-9848-4b5f-905b-47da2aa263c4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:32.061515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-62d37ec9-43aa-4f80-ad42-2b6ffb221924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.062615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 0447c432-a86a-4e70-bf9b-1acf29aeeb21 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:32.085322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.089829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c15ab2d-bca7-4476-8ba8-0be1348e2c11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.090981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:32.094440 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3c15ab2d-bca7-4476-8ba8-0be1348e2c11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2610440 Dec 16 03:33:32.094626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.100596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34422) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:32.102895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Port': ['ID=a269f8da-9848-4b5f-905b-47da2aa263c4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:32.104344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-62d37ec9-43aa-4f80-ad42-2b6ffb221924 None None] Port a269f8da-9848-4b5f-905b-47da2aa263c4 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:32.120767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1de60f6c-039f-46a1-912d-3762523c64e4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '2631a8f8-1829-48a8-bd6f-22f41c6a6883', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:32.130517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15ab2d-bca7-4476-8ba8-0be1348e2c11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2631a8f8-1829-48a8-bd6f-22f41c6a6883,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:32.150124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Router 9e1bc826-12a2-4682-bec3-a6d7557c67cc has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:32.179116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de9604-dbef-473c-b2e2-93b725fe74e5 req-054b841c-6d44-477a-a382-bb57abb7d9e6 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:32.180673 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59de9604-dbef-473c-b2e2-93b725fe74e5 req-054b841c-6d44-477a-a382-bb57abb7d9e6 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.2608457 Dec 16 03:33:32.228469 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6501138 Dec 16 03:33:32.235801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-fb18d620-2c46-4549-9160-f98de5d1d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:32.237329 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-fb18d620-2c46-4549-9160-f98de5d1d47f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=360a5709777448db8d2cc7b052c2df3f&device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 1098 time: 0.2443190 Dec 16 03:33:32.237825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:32.259814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:32.280280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96452e3c-2767-4c87-ae9a-b0102404d5c6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=2f05bb36-ab6d-450f-a65e-09806fc0a584,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:32.291738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:33:32.337396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.362381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1de60f6c-039f-46a1-912d-3762523c64e4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.391338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 2867c4cd-4ef7-4dc5-b5de-43449eb5d17c owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:32.441576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:32.448927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.452127 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3adfba87-2322-4d89-82ed-d55adf2edb91 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "PUT /v2.0/routers/9e1bc826-12a2-4682-bec3-a6d7557c67cc HTTP/1.1" status: 200 len: 710 time: 4.4829197 Dec 16 03:33:32.452826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] Sync routers for ids ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:32.456284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:32.465850 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] Routers {'9e1bc826-12a2-4682-bec3-a6d7557c67cc'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:32.466858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:32.514584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:32.525852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] Routers {'9e1bc826-12a2-4682-bec3-a6d7557c67cc'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:32.526746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:32.576365 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59de9604-dbef-473c-b2e2-93b725fe74e5 req-25431d16-6fdb-4d54-968d-b6132c8c9e22 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558905 Dec 16 03:33:32.599246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:32.601903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dfd740-73be-4d79-a1d9-96fdaa42a08d None None] The sync data for ids ['9e1bc826-12a2-4682-bec3-a6d7557c67cc'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:32.617067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1de60f6c-039f-46a1-912d-3762523c64e4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.664086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1de60f6c-039f-46a1-912d-3762523c64e4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.695433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de60f6c-039f-46a1-912d-3762523c64e4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe3f9ce-4e3e-4002-8503-8f54fe53c131,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:32.725057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.728783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9329f393-52e8-4fef-946f-d364cdcab49a up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:32.845746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e83a33c0-1911-4462-aa7d-844b95c21c27 None None] Provisioning complete for port 406986f6-950f-4ad6-9e86-109a71496fe3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:32.846138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e83a33c0-1911-4462-aa7d-844b95c21c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.852874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 9329f393-52e8-4fef-946f-d364cdcab49a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:32.853250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.959857 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f96e3d93-26ec-45f8-a5cf-d10db53c1043 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/routers/9e1bc826-12a2-4682-bec3-a6d7557c67cc HTTP/1.1" status: 200 len: 745 time: 0.4992115 Dec 16 03:33:32.972606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:32.995668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1de60f6c-039f-46a1-912d-3762523c64e4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:32.997275 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1de60f6c-039f-46a1-912d-3762523c64e4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8865123 Dec 16 03:33:33.002196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34430) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:33.007901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2acdd13f-fb0a-4313-a3b6-2b4c9c8fdca7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '2631a8f8-1829-48a8-bd6f-22f41c6a6883', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:33.021890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.023863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e83a33c0-1911-4462-aa7d-844b95c21c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.065863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2acdd13f-fb0a-4313-a3b6-2b4c9c8fdca7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.082883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.084735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34432) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:33.087529 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-af51dff9-6789-43eb-baab-aa6a6eb671f7 tempest-RoutersIpV6AdminTest-1270694253 tempest-RoutersIpV6AdminTest-1270694253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=9e1bc826-12a2-4682-bec3-a6d7557c67cc HTTP/1.1" status: 200 len: 205 time: 0.1053853 Dec 16 03:33:33.109452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e83a33c0-1911-4462-aa7d-844b95c21c27 None None] For port 406986f6-950f-4ad6-9e86-109a71496fe3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=406986f6-950f-4ad6-9e86-109a71496fe3,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:33.111419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 9329f393-52e8-4fef-946f-d364cdcab49a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9329f393-52e8-4fef-946f-d364cdcab49a,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:33.115416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e83a33c0-1911-4462-aa7d-844b95c21c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.122596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.123069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.123425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 406986f6-950f-4ad6-9e86-109a71496fe3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:33.131864 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ed398ee6-6290-421b-b84f-47e83e33ee61 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e1bc826-12a2-4682-bec3-a6d7557c67cc HTTP/1.1" status: 200 len: 205 time: 0.0447087 Dec 16 03:33:33.134247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-3eedb0ec-1598-48e9-9d80-a22925523c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:33.135936 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-3eedb0ec-1598-48e9-9d80-a22925523c6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 200 len: 912 time: 0.8651061 Dec 16 03:33:33.136443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34434) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:33.185847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5297d3-1220-458f-8081-cab3e3143c2b None None] Network d1b99abb-4093-4796-826e-92cd2fec3bdc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:33.194426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:33.198360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.262161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a33c0-1911-4462-aa7d-844b95c21c27 None None] Pushing event updated for resources: {'Port': ['ID=406986f6-950f-4ad6-9e86-109a71496fe3,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:33.316157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-696b3203-3b95-40c3-b04f-248766738523 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.321952 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-31f0d336-de1d-4e83-9faa-dfc92c397440 None None] Provisioning complete for port 9329f393-52e8-4fef-946f-d364cdcab49a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:33.323124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31f0d336-de1d-4e83-9faa-dfc92c397440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.337183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.356935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 406986f6-950f-4ad6-9e86-109a71496fe3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:33.357311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.361698 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-c40c5e7d-45bd-4937-a1bf-8e7f947b16fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1800921 Dec 16 03:33:33.397895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2acdd13f-fb0a-4313-a3b6-2b4c9c8fdca7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.404902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2acdd13f-fb0a-4313-a3b6-2b4c9c8fdca7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.411363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=9329f393-52e8-4fef-946f-d364cdcab49a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:33.412137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=0447c432-a86a-4e70-bf9b-1acf29aeeb21,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:33.462873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d58a02-5538-4b36-880a-2e3f4cef8d42 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:33.505349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.511434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-7213257f-c8e6-4b12-8c3a-a3cf3f523741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:33.513140 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-7213257f-c8e6-4b12-8c3a-a3cf3f523741 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 200 len: 851 time: 0.1210473 Dec 16 03:33:33.598261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=2867c4cd-4ef7-4dc5-b5de-43449eb5d17c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:33.674171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.786116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-31f0d336-de1d-4e83-9faa-dfc92c397440 None None] Could not find standard attr ID for object 2867c4cd-4ef7-4dc5-b5de-43449eb5d17c. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:33:33.822967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.827709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.829924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.833251 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0611aa48-473a-4e20-bf2f-9e1a5504af01 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/2867c4cd-4ef7-4dc5-b5de-43449eb5d17c HTTP/1.1" status: 204 len: 168 time: 2.1864970 Dec 16 03:33:33.841719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34438) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:33.910498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9dd4957a-c6bd-4166-8f73-036457307381 None None] Provisioning complete for port 9329f393-52e8-4fef-946f-d364cdcab49a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:33.911060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9dd4957a-c6bd-4166-8f73-036457307381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:33.952266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-0ad14329-accd-45ed-bf0c-5f0458b00310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:33.953796 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-0ad14329-accd-45ed-bf0c-5f0458b00310 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d66cf454-67d6-4261-9d7b-066c431936a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4303446 Dec 16 03:33:33.962158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdd13f-fb0a-4313-a3b6-2b4c9c8fdca7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7a57c6-f736-4665-92b0-359c00474ad3,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:34.000407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.001170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Fanout notify agent at l3_agent the message router_deleted on router 05ef98c1-77fd-4495-b126-c78f8d1e4fb4 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:34.002257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2acdd13f-fb0a-4313-a3b6-2b4c9c8fdca7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.006186 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2acdd13f-fb0a-4313-a3b6-2b4c9c8fdca7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0002198 Dec 16 03:33:34.009822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34440) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.017822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f7b64bf5-32f9-4174-8e73-84a2b4272339 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '2631a8f8-1829-48a8-bd6f-22f41c6a6883', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:34.039215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-696b3203-3b95-40c3-b04f-248766738523 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.039473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.042705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-696b3203-3b95-40c3-b04f-248766738523 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.042892 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf41ff8c-cd66-4763-811c-43e8c468e577 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/routers/05ef98c1-77fd-4495-b126-c78f8d1e4fb4 HTTP/1.1" status: 204 len: 168 time: 2.9120910 Dec 16 03:33:34.044279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34442) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.050655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.060053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b717ec-e831-4b0b-91a7-4cf39bfa1e66 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:34.062019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b717ec-e831-4b0b-91a7-4cf39bfa1e66 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:34.064007 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c0b717ec-e831-4b0b-91a7-4cf39bfa1e66 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2189600 Dec 16 03:33:34.089067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34444) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.161359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3ac21-c023-436c-a554-a7e39fdeac7f req-0bcd7479-08dc-431c-a6a8-37528a1f9803 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:34.162912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d8f3ac21-c023-436c-a554-a7e39fdeac7f req-0bcd7479-08dc-431c-a6a8-37528a1f9803 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1966622 Dec 16 03:33:34.163523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-696b3203-3b95-40c3-b04f-248766738523 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.164065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696b3203-3b95-40c3-b04f-248766738523 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1bc826-12a2-4682-bec3-a6d7557c67cc {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:34.176650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=d3f2532a-17f4-4968-b490-845f59d39fb6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:34.177954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-696b3203-3b95-40c3-b04f-248766738523 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.179084 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-696b3203-3b95-40c3-b04f-248766738523 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/9e1bc826-12a2-4682-bec3-a6d7557c67cc HTTP/1.1" status: 204 len: 168 time: 1.0408068 Dec 16 03:33:34.185359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34446) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.185903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Router fe205da7-99a3-4634-a563-678923366d0b is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:34.204417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting subnet 0ff70db9-f3db-43a4-bb77-bd0952c72600 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:34.210019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7b64bf5-32f9-4174-8e73-84a2b4272339 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.212402 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.218974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 0df3df8a-44da-45bd-9bbf-5e1be711b838 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:34.241190 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-04bb01e9-7e05-4e1d-b3ab-09513fdf5bff tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e1bc826-12a2-4682-bec3-a6d7557c67cc HTTP/1.1" status: 200 len: 205 time: 0.0454350 Dec 16 03:33:34.241190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.245281 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-d3d34855-9291-4b54-aa09-a77066d34617 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811396 Dec 16 03:33:34.247102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.285477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': '1f3b7bae-d3a9-43c6-8cf4-783e0696a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:34.285824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: 2f05bb36-ab6d-450f-a65e-09806fc0a584, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:33:34.333146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.363496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d8f3ac21-c023-436c-a554-a7e39fdeac7f req-5a7ba59c-e90d-4fe3-b411-edd945b871a0 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832583 Dec 16 03:33:34.363720 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-c5238267-4cdc-4742-b674-06275d29268f tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] delete failed (client error): The resource could not be found. Dec 16 03:33:34.364526 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c5238267-4cdc-4742-b674-06275d29268f tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/9e1bc826-12a2-4682-bec3-a6d7557c67cc HTTP/1.1" status: 404 len: 336 time: 0.1004527 Dec 16 03:33:34.369774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34450) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.381791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.425908 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-66db32b5-ccc4-406e-8a2b-3557eb291a3d tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cc18728-96cc-43c5-a3c2-3a9a633d081b HTTP/1.1" status: 200 len: 205 time: 0.0531092 Dec 16 03:33:34.428898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.475874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7b64bf5-32f9-4174-8e73-84a2b4272339 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.487833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7b64bf5-32f9-4174-8e73-84a2b4272339 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.490641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:33:34.502297 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-bef1b0f8-8208-4edf-9288-7eb4d9754de6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] delete failed (client error): The resource could not be found. Dec 16 03:33:34.506270 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bef1b0f8-8208-4edf-9288-7eb4d9754de6 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/7cc18728-96cc-43c5-a3c2-3a9a633d081b HTTP/1.1" status: 404 len: 336 time: 0.0648873 Dec 16 03:33:34.507391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.509540 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b34b909f-fccb-417d-ad90-a53010b1b546 req-7178a7a5-2839-4f19-9437-f34ea874a2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369614 Dec 16 03:33:34.525281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 2f05bb36-ab6d-450f-a65e-09806fc0a584) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:34.529928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b64bf5-32f9-4174-8e73-84a2b4272339 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9586ec2e-9ca8-4947-a0b0-9490d7f08a82,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:34.538271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc420f9d-f4d8-4661-8528-15da8be9b922 None None] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:34.546799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:34.549787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:34.550638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.557838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.560144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7e6d2a8e-eca5-41cd-8f0b-d1cc0e95964b tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "PUT /v2.0/routers/fe205da7-99a3-4634-a563-678923366d0b HTTP/1.1" status: 200 len: 915 time: 5.6659021 Dec 16 03:33:34.564114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34456) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.569534 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] Sync routers for ids ['fe205da7-99a3-4634-a563-678923366d0b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:34.576557 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8d17fbc2-6bf0-4a11-a21d-0257137d1c41 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=e838ec28-5c7c-4164-a5f4-f825f18850a9 HTTP/1.1" status: 200 len: 205 time: 0.0658231 Dec 16 03:33:34.582528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34458) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.586900 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] Routers {'fe205da7-99a3-4634-a563-678923366d0b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:34.587455 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['fe205da7-99a3-4634-a563-678923366d0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:34.606945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.614078 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-89ca1843-1a6f-4a4f-99ef-7df4762c4dcd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3581853 Dec 16 03:33:34.641373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.645957 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:34.646582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584', 'name': 'tempest-PortsIpV6TestJSON-2112141940', 'fixed_ips': [{'subnet_id': 'd3f2532a-17f4-4968-b490-845f59d39fb6', 'ip_address': '2001:db8::10'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:34.654002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9329f393-52e8-4fef-946f-d364cdcab49a up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:34.657654 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] Routers {'fe205da7-99a3-4634-a563-678923366d0b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:34.666886 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['fe205da7-99a3-4634-a563-678923366d0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:34.683698 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.687649 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-7608e034-6075-46da-8a8d-43618c9e9358 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] delete failed (client error): The resource could not be found. Dec 16 03:33:34.688702 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7608e034-6075-46da-8a8d-43618c9e9358 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/e838ec28-5c7c-4164-a5f4-f825f18850a9 HTTP/1.1" status: 404 len: 336 time: 0.0967906 Dec 16 03:33:34.691365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7b64bf5-32f9-4174-8e73-84a2b4272339 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.691956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-2f05bb36-ab6d-450f-a65e-09806fc0a584', 'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584', 'project_id': '6c2463e444a04bc0bad627bceb88d986', 'fixed_ips': [{'subnet_id': 'd3f2532a-17f4-4968-b490-845f59d39fb6'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:34.693103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.693867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.696164 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f7b64bf5-32f9-4174-8e73-84a2b4272339 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6853421 Dec 16 03:33:34.711754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.713076 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:34.713836 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b9a743-0570-4c0d-9be0-09dc2d6f3da6 None None] The sync data for ids ['fe205da7-99a3-4634-a563-678923366d0b'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:34.720611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c00ba5c7-3e0e-4489-9d22-dec60e393128 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '2631a8f8-1829-48a8-bd6f-22f41c6a6883', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:34.753534 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-98d5ce10-7d5e-40aa-9a0f-27be2d760bcf tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b405ba-24fd-4692-9739-69355ac2b368 HTTP/1.1" status: 200 len: 205 time: 0.0534708 Dec 16 03:33:34.760135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34466) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.811135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.816915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 9329f393-52e8-4fef-946f-d364cdcab49a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:34.817290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.821077 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-282be624-32fc-471a-b29b-e14cf67b6c6f tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/fe205da7-99a3-4634-a563-678923366d0b HTTP/1.1" status: 200 len: 921 time: 0.2531471 Dec 16 03:33:34.834933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34468) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.835891 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-d951a669-e6f7-4474-81e4-355b314b21ec tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] delete failed (client error): The resource could not be found. Dec 16 03:33:34.839689 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d951a669-e6f7-4474-81e4-355b314b21ec tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/09b405ba-24fd-4692-9739-69355ac2b368 HTTP/1.1" status: 404 len: 336 time: 0.0723844 Dec 16 03:33:34.841353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34470) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.858855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff70db9-f3db-43a4-bb77-bd0952c72600,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:34.878643 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8ee8bda7-2ec9-478f-93f9-ce8c58ce69d2 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=c06ead1e-bf40-4463-959f-f7c28b1e291f HTTP/1.1" status: 200 len: 205 time: 0.0338275 Dec 16 03:33:34.878875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34472) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.888184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.893882 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0f0fe4c2-bebb-414b-9cc4-6073c6c023cd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/subnets/0ff70db9-f3db-43a4-bb77-bd0952c72600 HTTP/1.1" status: 204 len: 168 time: 0.8446555 Dec 16 03:33:34.895339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.907330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dadfa0-0565-4d70-95c5-9b31fafa12f7 None None] Network bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:34.921550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:34.930004 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-4f006c59-282b-4871-b561-dcd744088dd4 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] delete failed (client error): The resource could not be found. Dec 16 03:33:34.934488 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4f006c59-282b-4871-b561-dcd744088dd4 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/c06ead1e-bf40-4463-959f-f7c28b1e291f HTTP/1.1" status: 404 len: 336 time: 0.0517371 Dec 16 03:33:34.940331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34476) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:34.951383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Allocated IP 2001:db8::2 (2f05bb36-ab6d-450f-a65e-09806fc0a584/d3f2532a-17f4-4968-b490-845f59d39fb6/ef06548d-4980-4d38-8da8-805e6cf27051) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:34.973491 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e3e65a7d-c45d-45f1-b4bf-2f551d0feecb tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "GET /v2.0/ports?device_id=92165e44-60a4-4d82-bc60-ae1cd7b4fb74 HTTP/1.1" status: 200 len: 205 time: 0.0318596 Dec 16 03:33:34.975787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34478) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.013047 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-262ebb5e-6c00-4b03-b76a-a414837b6a16 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] delete failed (client error): The resource could not be found. Dec 16 03:33:35.014107 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-262ebb5e-6c00-4b03-b76a-a414837b6a16 tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/routers/92165e44-60a4-4d82-bc60-ae1cd7b4fb74 HTTP/1.1" status: 404 len: 336 time: 0.0374227 Dec 16 03:33:35.018676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34480) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.022088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c00ba5c7-3e0e-4489-9d22-dec60e393128 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.049491 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d51898-65f4-489b-b9e6-d2cf48fba4fd tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] DELETE failed (client error): The resource could not be found. Dec 16 03:33:35.050048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d51898-65f4-489b-b9e6-d2cf48fba4fd tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:35.055660 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a4d51898-65f4-489b-b9e6-d2cf48fba4fd tempest-RoutersIpV6AdminTest-1018455112 tempest-RoutersIpV6AdminTest-1018455112-project] 10.222.0.16 "DELETE /v2.0/subnets/64d40b5d-8578-4613-b246-53e0d35be066 HTTP/1.1" status: 404 len: 337 time: 0.0335331 Dec 16 03:33:35.066080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 406986f6-950f-4ad6-9e86-109a71496fe3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:35.079019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=0df3df8a-44da-45bd-9bbf-5e1be711b838,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:35.085212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.091471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34484) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.091855 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6fae911e-80be-4012-be66-789e2696cfee tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/0df3df8a-44da-45bd-9bbf-5e1be711b838 HTTP/1.1" status: 204 len: 168 time: 0.9995809 Dec 16 03:33:35.103227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a5c10-d02d-44d0-b69b-5daa9d294eaa None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:35.104776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db9b18-93d8-41b4-9c8e-87d8936f52b4 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:35.109747 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-99db9b18-93d8-41b4-9c8e-87d8936f52b4 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=fe205da7-99a3-4634-a563-678923366d0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2715385 Dec 16 03:33:35.115817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.147489 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-668699e0-258e-4021-a9e4-0c550b056689 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539558 Dec 16 03:33:35.149633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34488) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.178800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.225282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5094f09b-6ed2-4a97-8869-9b84625c7fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.249225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:35.305423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a6d087-f452-47c2-bb07-1fa52ebda5c9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:35.307527 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-51a6d087-f452-47c2-bb07-1fa52ebda5c9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1566787 Dec 16 03:33:35.311872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34490) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.329072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 406986f6-950f-4ad6-9e86-109a71496fe3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:35.329472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.338709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] DHCP port deletion for bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:35.369020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.419615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.429502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b3fe0-94f5-4c57-8dcc-9602f6ba29f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:35.432328 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8a4b3fe0-94f5-4c57-8dcc-9602f6ba29f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1185989 Dec 16 03:33:35.435073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34494) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.480894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:35.498093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:35.510893 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d730e6ad-484a-4c66-b88c-3c67d213458a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707262 Dec 16 03:33:35.524593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:35.527425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:35.535545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34496) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.540946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:35.620109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] Deleting port ce07e624-0a29-4b6c-8a29-99decc9fa824 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:35.620109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.621171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6466ad-7d47-450b-b7d9-0b64be3b8473 req-87accf7b-bc33-4f38-8835-2cbb556047d7 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:35.623264 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff6466ad-7d47-450b-b7d9-0b64be3b8473 req-87accf7b-bc33-4f38-8835-2cbb556047d7 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1209080 Dec 16 03:33:35.651023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34500) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.700266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] For port ce07e624-0a29-4b6c-8a29-99decc9fa824, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ce07e624-0a29-4b6c-8a29-99decc9fa824,segment=NetworkSegment(5ca8d73a-2d6a-40f8-9fab-69205ff52984),segment_id=5ca8d73a-2d6a-40f8-9fab-69205ff52984)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:35.701375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.706233 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff6466ad-7d47-450b-b7d9-0b64be3b8473 req-848fca29-3836-47d8-9ac0-3703c741f920 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757236 Dec 16 03:33:35.719386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:35.729118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] Calling delete_port for ce07e624-0a29-4b6c-8a29-99decc9fa824 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:35.737274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.777732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c00ba5c7-3e0e-4489-9d22-dec60e393128 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.831140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c00ba5c7-3e0e-4489-9d22-dec60e393128 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.862611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Pushing event updated for resources: {'Port': ['ID=ef06548d-4980-4d38-8da8-805e6cf27051,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:35.880836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ffafd2-9c0d-42c4-a041-b8c52b2be1f4 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:35.882942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.885316 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1ffafd2-9c0d-42c4-a041-b8c52b2be1f4 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.7665620 Dec 16 03:33:35.886250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96a7b892-27b6-407f-987e-9a87185a7565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.886783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Attempting to bind port ef06548d-4980-4d38-8da8-805e6cf27051 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:35.887441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Attempting to bind port ef06548d-4980-4d38-8da8-805e6cf27051 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '1f3b7bae-d3a9-43c6-8cf4-783e0696a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:35.887802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Attempting to bind port ef06548d-4980-4d38-8da8-805e6cf27051 on network 2f05bb36-ab6d-450f-a65e-09806fc0a584 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:35.888738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34506) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.894470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ba5c7-3e0e-4489-9d22-dec60e393128 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21de8a1-ad30-4177-9857-fdb0142b9289,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:35.900251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:35.900619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Checking segment: {'id': '1f3b7bae-d3a9-43c6-8cf4-783e0696a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:35.901146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.901587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Bound using segment: {'id': '1f3b7bae-d3a9-43c6-8cf4-783e0696a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:35.902100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Bound port: ef06548d-4980-4d38-8da8-805e6cf27051, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3b7bae-d3a9-43c6-8cf4-783e0696a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:35.902875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.903574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.909787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c00ba5c7-3e0e-4489-9d22-dec60e393128 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:35.911436 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c00ba5c7-3e0e-4489-9d22-dec60e393128 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1949341 Dec 16 03:33:35.918507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.927125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '2631a8f8-1829-48a8-bd6f-22f41c6a6883', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:35.928016 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-701e3388-0c73-4c11-9562-e0a0e33d6a56 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe205da7-99a3-4634-a563-678923366d0b HTTP/1.1" status: 200 len: 205 time: 0.0361881 Dec 16 03:33:35.936845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:35.965840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] Pushing event deleted for resources: {'Port': ['ID=ce07e624-0a29-4b6c-8a29-99decc9fa824,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:35.968176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafb2be-db26-4840-9564-a6802aa987f7 None None] No DVR routers for this DVR port ce07e624-0a29-4b6c-8a29-99decc9fa824 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:35.992195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:35.997923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1f9e-8bec-4d0c-9126-36702f922e76 req-5f770359-f4e3-4734-b17d-36d466db2ce3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:36.000144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ecda1f9e-8bec-4d0c-9126-36702f922e76 req-5f770359-f4e3-4734-b17d-36d466db2ce3 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1689541 Dec 16 03:33:36.012119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port ce07e624-0a29-4b6c-8a29-99decc9fa824 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:36.012536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.015138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] Deleting port 406986f6-950f-4ad6-9e86-109a71496fe3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:36.015518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.093713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] For port 406986f6-950f-4ad6-9e86-109a71496fe3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=406986f6-950f-4ad6-9e86-109a71496fe3,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:36.094550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.116934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] Calling delete_port for 406986f6-950f-4ad6-9e86-109a71496fe3 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:36.123485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] For port ef06548d-4980-4d38-8da8-805e6cf27051, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:36.124812 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ecda1f9e-8bec-4d0c-9126-36702f922e76 req-db098e22-c347-46d3-8f93-60bb057c7311 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108060 Dec 16 03:33:36.128116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] For port ef06548d-4980-4d38-8da8-805e6cf27051, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ef06548d-4980-4d38-8da8-805e6cf27051,segment=NetworkSegment(1f3b7bae-d3a9-43c6-8cf4-783e0696a934),segment_id=1f3b7bae-d3a9-43c6-8cf4-783e0696a934)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:36.136766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.148196 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:33:36.181493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96a7b892-27b6-407f-987e-9a87185a7565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.225439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.229845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96a7b892-27b6-407f-987e-9a87185a7565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.245347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] For port ce07e624-0a29-4b6c-8a29-99decc9fa824, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:36.245714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.257077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a525b7-7e09-46c4-aac3-f1c33a30f4fc None None] Pushing event updated for resources: {'Port': ['ID=ef06548d-4980-4d38-8da8-805e6cf27051,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:36.274637 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-96a7b892-27b6-407f-987e-9a87185a7565 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c60f337d8f347328138633855de0501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6225421 Dec 16 03:33:36.286138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for ce07e624-0a29-4b6c-8a29-99decc9fa824 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:36.289557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34514) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:36.292690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Port ce07e624-0a29-4b6c-8a29-99decc9fa824 was not found and therefore no delete operation was performed {{(pid=103162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:33:36.297898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.325785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7b892-27b6-407f-987e-9a87185a7565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be5a182-8935-4260-a34a-0262e6d850dd,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:36.357431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:33:36.358535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] Pushing event deleted for resources: {'Port': ['ID=406986f6-950f-4ad6-9e86-109a71496fe3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:36.359243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.361467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087a5fd-6ca7-4f61-bc48-ad6950ff0f04 None None] No DVR routers for this DVR port 406986f6-950f-4ad6-9e86-109a71496fe3 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:36.391711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::10 (2f05bb36-ab6d-450f-a65e-09806fc0a584/d3f2532a-17f4-4968-b490-845f59d39fb6/5aa6406a-b8d6-4e20-a995-ad9d38d6eb07) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:36.399144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.402813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.429730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:36.433089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:36.436607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:36.437272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.444634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97062884-5666-4b15-b2a8-ae313b3e5a57 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:36.463442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:36.472389 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e0cc6e8b-7011-4eac-aab3-fb2ecda5976d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9356937 Dec 16 03:33:36.532012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34518) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:36.538204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-31b9159d-0694-4ec1-b2f7-c4f6f1642e7a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:36.601996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=ce07e624-0a29-4b6c-8a29-99decc9fa824,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:36.619967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] No DVR routers for this DVR port ce07e624-0a29-4b6c-8a29-99decc9fa824 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:36.648026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': 'b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:36.649149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.652221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ce07e624-0a29-4b6c-8a29-99decc9fa824 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:36.665905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba5fe9-8d17-40a8-8458-34aa2956ebe5 req-beca0bba-7222-4684-9e9f-527c8c16f09f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:36.667830 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09ba5fe9-8d17-40a8-8458-34aa2956ebe5 req-beca0bba-7222-4684-9e9f-527c8c16f09f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1929040 Dec 16 03:33:36.690945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ce07e624-0a29-4b6c-8a29-99decc9fa824 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:36.691317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ce07e624-0a29-4b6c-8a29-99decc9fa824 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:36.691705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 406986f6-950f-4ad6-9e86-109a71496fe3 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:36.726735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.727036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 406986f6-950f-4ad6-9e86-109a71496fe3 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:36.727496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 406986f6-950f-4ad6-9e86-109a71496fe3 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:36.761358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.763843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bcb85c16-146f-494a-9d18-67b4ef80cb8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.771038 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09ba5fe9-8d17-40a8-8458-34aa2956ebe5 req-ccd36f73-5460-4e46-a389-9260560be25a tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922613 Dec 16 03:33:36.772533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9159d-0694-4ec1-b2f7-c4f6f1642e7a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:36.776496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31b9159d-0694-4ec1-b2f7-c4f6f1642e7a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.883084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b1bf58-80c4-4ceb-a189-c43ba349997b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:36.887258 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-31b9159d-0694-4ec1-b2f7-c4f6f1642e7a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf (CIDR: 2001:db8::/64) Dec 16 03:33:36.895452 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b9159d-0694-4ec1-b2f7-c4f6f1642e7a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:33:36.896879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b9159d-0694-4ec1-b2f7-c4f6f1642e7a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:36.898681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.899062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Allocated IP 2001:db8::f816:3eff:fe97:9f4a (8bedf3a0-d209-46d5-944c-b7048f15ec80/b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf/d5651e27-0e15-4201-8982-3cb378a36824) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:36.903236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bcb85c16-146f-494a-9d18-67b4ef80cb8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.915802 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-31b9159d-0694-4ec1-b2f7-c4f6f1642e7a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3823867 Dec 16 03:33:36.918830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34520) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:36.924354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:36.948969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.953335 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9885543d-f2cc-4c6c-a078-1f32310fd979 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0307384 Dec 16 03:33:36.959070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34522) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:36.962250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:36.992776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '2631a8f8-1829-48a8-bd6f-22f41c6a6883', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:37.002686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:37.043875 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:33:37.048258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca8d73a-2d6a-40f8-9fab-69205ff52984') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:37.048561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca8d73a-2d6a-40f8-9fab-69205ff52984') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:37.057790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.068435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.090381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.103189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.138317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:37.143188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.148233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.150227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:37.157330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:37.159261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Pushing event updated for resources: {'Port': ['ID=d5651e27-0e15-4201-8982-3cb378a36824,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:37.161602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:37.191834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.204351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bcb85c16-146f-494a-9d18-67b4ef80cb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.207382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bcb85c16-146f-494a-9d18-67b4ef80cb8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.210975 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bcb85c16-146f-494a-9d18-67b4ef80cb8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1be5a182-8935-4260-a34a-0262e6d850dd HTTP/1.1" status: 204 len: 168 time: 0.9180505 Dec 16 03:33:37.210975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:33:37.210975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:33:37.216605 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:33:37.223002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.229950 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.264822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073abc07-2667-445b-a80d-1d57b309aa7e,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:37.270648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.274225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.284798 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9609393c-b66a-4b71-b2b5-f6cfb6b3956f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156092 Dec 16 03:33:37.285054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb85c16-146f-494a-9d18-67b4ef80cb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be5a182-8935-4260-a34a-0262e6d850dd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:37.330356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:37.352603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:37.359413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:37.365341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:37.366093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.392915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Deleting port a269f8da-9848-4b5f-905b-47da2aa263c4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:37.393238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.442356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.451575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=5aa6406a-b8d6-4e20-a995-ad9d38d6eb07,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:37.463556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.469927 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/networks/bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f HTTP/1.1" status: 204 len: 168 time: 2.5713799 Dec 16 03:33:37.476891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34530) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:37.480146 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-27fab380-3b9c-4d72-906a-fc1d97629c48 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8375955 Dec 16 03:33:37.480909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:37.503652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '2f05bb36-ab6d-450f-a65e-09806fc0a584', 'name': 'tempest-PortsIpV6TestJSON-1665821557', 'fixed_ips': [{'subnet_id': 'd3f2532a-17f4-4968-b490-845f59d39fb6', 'ip_address': '2001:db8::f'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:37.516746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0247394-7f22-4b55-844d-d96d9b8b33f6 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Network': ['ID=bacf0ffd-83b5-4da9-ad0b-3dc8521ad15f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:37.579564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c729863-dc55-4c7d-9cc0-733a20a274b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.585730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Attempting to bind port d5651e27-0e15-4201-8982-3cb378a36824 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:37.586458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Attempting to bind port d5651e27-0e15-4201-8982-3cb378a36824 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:37.587066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Attempting to bind port d5651e27-0e15-4201-8982-3cb378a36824 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:37.597125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:37.597806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:37.598643 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.599371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:37.600093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Bound port: d5651e27-0e15-4201-8982-3cb378a36824, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:37.600829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.664759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.687808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] For port d5651e27-0e15-4201-8982-3cb378a36824, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:37.692445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] For port d5651e27-0e15-4201-8982-3cb378a36824, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d5651e27-0e15-4201-8982-3cb378a36824,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:37.698468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.715538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Calling delete_port for a269f8da-9848-4b5f-905b-47da2aa263c4 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:37.752063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5977b9-7a98-43c2-b28e-d0a111eb1574 None None] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:37.835666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:37.840980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.866855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12800fd1-e41f-40bc-8b3b-8922a1ca8387 None None] Pushing event updated for resources: {'Port': ['ID=d5651e27-0e15-4201-8982-3cb378a36824,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:37.871719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 20a8b81b-cf82-4a80-9d64-547b5f28b2ae yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:37.879823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8bccd770-ac60-4ca8-a86d-f802a80a8192 None None] Provisioning complete for port ef06548d-4980-4d38-8da8-805e6cf27051 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:37.879823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bccd770-ac60-4ca8-a86d-f802a80a8192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.888763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:37.946964 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34550) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:37.985808 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-eb9edad6-b93c-4916-a8fa-a38fa466f5c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472561974&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.3266461 Dec 16 03:33:37.991328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=678f07e6-07f6-463e-9660-1825460f3e66,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:38.067165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bccd770-ac60-4ca8-a86d-f802a80a8192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.112069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8bccd770-ac60-4ca8-a86d-f802a80a8192 None None] For port ef06548d-4980-4d38-8da8-805e6cf27051, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ef06548d-4980-4d38-8da8-805e6cf27051,segment=NetworkSegment(1f3b7bae-d3a9-43c6-8cf4-783e0696a934),segment_id=1f3b7bae-d3a9-43c6-8cf4-783e0696a934)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:38.120784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bccd770-ac60-4ca8-a86d-f802a80a8192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.163068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.188014 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:38.207952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:38.208571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccd770-ac60-4ca8-a86d-f802a80a8192 None None] Pushing event updated for resources: {'Port': ['ID=ef06548d-4980-4d38-8da8-805e6cf27051,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:38.214024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event deleted for resources: {'Port': ['ID=a269f8da-9848-4b5f-905b-47da2aa263c4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:38.214227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:38.214905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.222590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port c12e708d-ace3-4f86-bc35-308b9c65bd0e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:38.223028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.244090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ec31a-f6e6-4d6d-b439-4085b8b45600 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:38.273588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::f (2f05bb36-ab6d-450f-a65e-09806fc0a584/d3f2532a-17f4-4968-b490-845f59d39fb6/20a8b81b-cf82-4a80-9d64-547b5f28b2ae) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:38.317717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.367751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-92f11516-2896-4f2d-a101-75b2d3118f7c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:38.369359 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-92f11516-2896-4f2d-a101-75b2d3118f7c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=d1b99abb-4093-4796-826e-92cd2fec3bdc HTTP/1.1" status: 200 len: 797 time: 0.3830810 Dec 16 03:33:38.371971 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b8251c62-b846-41ed-acf9-fa7e2f42b717 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a22ee76d87d47b7a31145f01aa88a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187024 Dec 16 03:33:38.385387 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6dce00cb-5558-4219-80e0-7fa4382ef026 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4653175 Dec 16 03:33:38.386204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34552) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:38.386611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34554) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:38.398678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.407977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:46:15:06', 'name': 'tempest-NetworksTestDHCPv6-2141075732'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:38.418210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e530e-136a-4b6a-8745-777572fdee1b req-a7725bf1-af44-4762-9d0d-aaecf926d5cb tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:38.419815 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a77e530e-136a-4b6a-8745-777572fdee1b req-a7725bf1-af44-4762-9d0d-aaecf926d5cb tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.5249352 Dec 16 03:33:38.440026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.446186 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.469583 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d6a0cbd5-a8a0-4654-b23c-4bc6856a0f32 None None] Provisioning complete for port ef06548d-4980-4d38-8da8-805e6cf27051 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:38.470917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6a0cbd5-a8a0-4654-b23c-4bc6856a0f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.498653 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-ee0f0fe9-2600-4175-aaf2-77444574de9b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.1061225 Dec 16 03:33:38.553251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.553562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.570529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.572576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Fanout notify agent at l3_agent the message router_deleted on router fe205da7-99a3-4634-a563-678923366d0b {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:38.584109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.585544 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b96b8c86-fa04-4b54-81ea-ce31f6f9c9e5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/fe205da7-99a3-4634-a563-678923366d0b HTTP/1.1" status: 204 len: 168 time: 2.6477547 Dec 16 03:33:38.591714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:38.597099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-32148287-b6e4-48f0-a6fc-6c77f7d2ae93 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2135691311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:38.622066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for c12e708d-ace3-4f86-bc35-308b9c65bd0e owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:38.678051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.708704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d6a0cbd5-a8a0-4654-b23c-4bc6856a0f32 None None] Provisioning complete for port 5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:38.709534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6a0cbd5-a8a0-4654-b23c-4bc6856a0f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.718874 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a77e530e-136a-4b6a-8745-777572fdee1b req-1d974b20-59ea-4e3e-8f53-5247c86ea228 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884953 Dec 16 03:33:38.723889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d1265e3-3a23-4eec-a118-debd2335871a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.757766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d5651e27-0e15-4201-8982-3cb378a36824 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:38.758102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.767960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32148287-b6e4-48f0-a6fc-6c77f7d2ae93 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.769029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32148287-b6e4-48f0-a6fc-6c77f7d2ae93 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.833578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0cbd5-a8a0-4654-b23c-4bc6856a0f32 None None] Port 5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:38.833955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:38.842771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:38.845737 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d1265e3-3a23-4eec-a118-debd2335871a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.845937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:38.851659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:38.852313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.860011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d5651e27-0e15-4201-8982-3cb378a36824 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:38.860606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.871144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-10e745ce-c664-4ec1-84c9-c645a73a9138 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3314257 Dec 16 03:33:38.875240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=20a8b81b-cf82-4a80-9d64-547b5f28b2ae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:38.971146 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32148287-b6e4-48f0-a6fc-6c77f7d2ae93 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:38.975502 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d1437dc8-7119-4fce-88a6-b3e3db935028 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4817755 Dec 16 03:33:38.979966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34560) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:38.981506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32148287-b6e4-48f0-a6fc-6c77f7d2ae93 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.000860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.015007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-8280ae12-b393-4fbb-988a-1680dc137b59 service neutron] 10.222.0.16 "GET /v2.0/networks/d1b99abb-4093-4796-826e-92cd2fec3bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143000 Dec 16 03:33:39.030227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-317f16be-cf77-433f-beea-25ee26962579 None None] Provisioning complete for port 5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:39.030932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317f16be-cf77-433f-beea-25ee26962579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.090871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32148287-b6e4-48f0-a6fc-6c77f7d2ae93 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.092116 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-32148287-b6e4-48f0-a6fc-6c77f7d2ae93 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4988532 Dec 16 03:33:39.094859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34562) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:39.107600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-317f16be-cf77-433f-beea-25ee26962579 None None] Port 5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:39.119506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'enable_snat': False}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:39.141223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:39.154029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port d5651e27-0e15-4201-8982-3cb378a36824, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d5651e27-0e15-4201-8982-3cb378a36824,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:39.163942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.164929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ef06548d-4980-4d38-8da8-805e6cf27051 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:39.262095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=d5651e27-0e15-4201-8982-3cb378a36824,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:39.294249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ef06548d-4980-4d38-8da8-805e6cf27051 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:39.295197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.351962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-744a0759-1ebd-4f39-bc65-846bcd38ac70 None None] Provisioning complete for port 20a8b81b-cf82-4a80-9d64-547b5f28b2ae triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:39.352397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-744a0759-1ebd-4f39-bc65-846bcd38ac70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.397707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e735561-cce5-4cf3-8734-4ee13aac58e5 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:39.463359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-744a0759-1ebd-4f39-bc65-846bcd38ac70 None None] Port 20a8b81b-cf82-4a80-9d64-547b5f28b2ae cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:39.544384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-b344a3ec-c19d-4784-bc41-f3ef51fe9b5e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:39.545930 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-b344a3ec-c19d-4784-bc41-f3ef51fe9b5e tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.30 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.6818850 Dec 16 03:33:39.557987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33481f5-abed-43fc-865a-2ae06fa90701 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:39.562062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b33481f5-abed-43fc-865a-2ae06fa90701 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5617390 Dec 16 03:33:39.563562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:39.590256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b69b7393-8064-4753-8fef-5bf57aa73a3d None None] Provisioning complete for port d5651e27-0e15-4201-8982-3cb378a36824 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:39.590838 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b69b7393-8064-4753-8fef-5bf57aa73a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.609183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d1265e3-3a23-4eec-a118-debd2335871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.611751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d1265e3-3a23-4eec-a118-debd2335871a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.615287 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d1265e3-3a23-4eec-a118-debd2335871a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76551269-bd0c-48a0-8200-adc9544fee40 HTTP/1.1" status: 204 len: 168 time: 1.2191556 Dec 16 03:33:39.665794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1265e3-3a23-4eec-a118-debd2335871a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76551269-bd0c-48a0-8200-adc9544fee40,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:39.682007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-eee6a65b-904f-4e85-9aab-21d44bc348f9 service neutron] 10.222.0.16 "GET /v2.0/networks/d1b99abb-4093-4796-826e-92cd2fec3bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420887 Dec 16 03:33:39.711501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b34db1-e2e6-4737-a91b-c8b54ae227cd None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': 'b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf', 'ip_address': '2001:db8::f816:3eff:fe97:9f4a'}, {'subnet_id': '678f07e6-07f6-463e-9660-1825460f3e66'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'd5651e27-0e15-4201-8982-3cb378a36824'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:33:39.759635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.780935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.794644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09b34db1-e2e6-4737-a91b-c8b54ae227cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.828576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2ad68-481a-4813-969d-5580d5ba56a0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:39.834869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2ad68-481a-4813-969d-5580d5ba56a0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:39.841182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2ad68-481a-4813-969d-5580d5ba56a0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:39.846149 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6db2ad68-481a-4813-969d-5580d5ba56a0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2427640 Dec 16 03:33:39.846320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:39.857579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.908052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=c12e708d-ace3-4f86-bc35-308b9c65bd0e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:39.928599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 46e33059-b760-4a93-bbf7-335521929d36 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:39.985048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:39.991329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Deleting port ce7f3480-925d-454f-a9fe-4349baefa8b1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:39.991765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.048540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45380134-1aec-4bd1-9baa-2e24d1ed355d req-0875d14d-17e4-4f8f-aa30-b2e72f2b2b67 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:40.056287 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45380134-1aec-4bd1-9baa-2e24d1ed355d req-0875d14d-17e4-4f8f-aa30-b2e72f2b2b67 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 945 time: 0.1905749 Dec 16 03:33:40.070937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.074529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.075540 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7fff3ec9-7e03-465c-9479-f8098242b52e tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/floatingips/4055b78b-d541-4b21-8d3d-58d435a18c1d HTTP/1.1" status: 204 len: 168 time: 2.5976725 Dec 16 03:33:40.079393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:40.093213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-09b34db1-e2e6-4737-a91b-c8b54ae227cd None None] Allocated IP 2001:db8:0:1::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/678f07e6-07f6-463e-9660-1825460f3e66/d5651e27-0e15-4201-8982-3cb378a36824) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:40.124916 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cb78d9-4f22-48d1-b320-55055a494a8d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] DELETE failed (client error): The resource could not be found. Dec 16 03:33:40.125496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cb78d9-4f22-48d1-b320-55055a494a8d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:40.128598 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-40cb78d9-4f22-48d1-b320-55055a494a8d tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/ports/d1463492-9fe0-4b57-a332-b1df561e04d7 HTTP/1.1" status: 404 len: 333 time: 0.0481026 Dec 16 03:33:40.135085 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45380134-1aec-4bd1-9baa-2e24d1ed355d req-10bc8dba-e9cc-4657-b082-4b2f47b24d79 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778637 Dec 16 03:33:40.135555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34576) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:40.162748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 20a8b81b-cf82-4a80-9d64-547b5f28b2ae {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:40.162748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.176385 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6c62ba8-e989-4eee-a3de-f9f6a9f9c7b5 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef98c1-77fd-4495-b126-c78f8d1e4fb4 HTTP/1.1" status: 200 len: 205 time: 0.0396850 Dec 16 03:33:40.181032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34580) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:40.224044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-0c067eec-1458-4efd-80b4-9f6b63fb34ca tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] delete failed (client error): The resource could not be found. Dec 16 03:33:40.225118 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0c067eec-1458-4efd-80b4-9f6b63fb34ca tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/routers/05ef98c1-77fd-4495-b126-c78f8d1e4fb4 HTTP/1.1" status: 404 len: 336 time: 0.0431159 Dec 16 03:33:40.228580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34584) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:40.230311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-09b34db1-e2e6-4737-a91b-c8b54ae227cd None None] For port d5651e27-0e15-4201-8982-3cb378a36824, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d5651e27-0e15-4201-8982-3cb378a36824,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:40.245872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] For port ce7f3480-925d-454f-a9fe-4349baefa8b1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=ce7f3480-925d-454f-a9fe-4349baefa8b1,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:40.246274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.263966 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecb5b5a-c053-49d6-9983-61d5fecb07bc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] DELETE failed (client error): The resource could not be found. Dec 16 03:33:40.264432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecb5b5a-c053-49d6-9983-61d5fecb07bc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:40.265029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09b34db1-e2e6-4737-a91b-c8b54ae227cd None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.270934 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5ecb5b5a-c053-49d6-9983-61d5fecb07bc tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/subnets/0ff70db9-f3db-43a4-bb77-bd0952c72600 HTTP/1.1" status: 404 len: 337 time: 0.0380142 Dec 16 03:33:40.270934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34588) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:40.275697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09b34db1-e2e6-4737-a91b-c8b54ae227cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.397402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b34db1-e2e6-4737-a91b-c8b54ae227cd None None] Pushing event updated for resources: {'Port': ['ID=d5651e27-0e15-4201-8982-3cb378a36824,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:40.481353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port ad2556b6-96bd-4c72-bd8a-af66ffde3fd0 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:40.481775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.487962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8:0:1::369 (8bedf3a0-d209-46d5-944c-b7048f15ec80/678f07e6-07f6-463e-9660-1825460f3e66/46e33059-b760-4a93-bbf7-335521929d36) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:40.525221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.538018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fe46:1506 (8bedf3a0-d209-46d5-944c-b7048f15ec80/b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf/46e33059-b760-4a93-bbf7-335521929d36) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:40.561062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 20a8b81b-cf82-4a80-9d64-547b5f28b2ae owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:40.603483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d5651e27-0e15-4201-8982-3cb378a36824 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:40.676769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d5651e27-0e15-4201-8982-3cb378a36824 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:40.677128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.683255 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.705131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.750510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for ad2556b6-96bd-4c72-bd8a-af66ffde3fd0 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:40.774993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.837853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34600) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:40.874754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.875117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:40.875439 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Floating IP 8c432d42-0e88-45d1-9923-1f68cc1374c6 disassociated. External IP: 172.26.6.200, port: ce7f3480-925d-454f-a9fe-4349baefa8b1. Dec 16 03:33:40.875790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Calling delete_port for ce7f3480-925d-454f-a9fe-4349baefa8b1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:40.905091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.044718 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-61ed2136-e7e6-4f32-94cd-521246ec6432 req-781cfab3-5562-4407-896f-ecaa99e040e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.0411987 Dec 16 03:33:41.054117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.059177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1693919583'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:41.078683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.084197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.103139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Allocated IP 172.26.6.234 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/2736222c-43c8-41ac-a8d9-7c74b5e056c7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:41.110842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.157161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=20a8b81b-cf82-4a80-9d64-547b5f28b2ae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:41.166894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:41.167661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:41.171303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.178164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ee597-ceff-476d-917b-06dcf5e12e06 None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:41.186520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:41.204041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:41.209983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:41.210666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.215813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=46e33059-b760-4a93-bbf7-335521929d36,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:41.218220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.259812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1e841dfc-82d1-4eec-9d01-6fed4252d4da None None] Provisioning complete for port d5651e27-0e15-4201-8982-3cb378a36824 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:41.262356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e841dfc-82d1-4eec-9d01-6fed4252d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.297582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=ad2556b6-96bd-4c72-bd8a-af66ffde3fd0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:41.343058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.346280 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-499d4e89-3bd0-4098-aa76-8e834f3b244b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9510856 Dec 16 03:33:41.350163 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0ca99987-ca96-4fc8-a3bb-cf1d9a3bedcb tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/20a8b81b-cf82-4a80-9d64-547b5f28b2ae HTTP/1.1" status: 204 len: 168 time: 1.5026405 Dec 16 03:33:41.353384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:41.354636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:41.376647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.415732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.423225 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-288be9b8-1489-4ee5-a2d4-ca4212e1a902 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/ports/ad2556b6-96bd-4c72-bd8a-af66ffde3fd0 HTTP/1.1" status: 204 len: 168 time: 1.1516016 Dec 16 03:33:41.429708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34614) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:41.466760 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cc662b-5dc5-486b-995f-1a45669d7088 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:33:41.468124 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-35cc662b-5dc5-486b-995f-1a45669d7088 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/20a8b81b-cf82-4a80-9d64-547b5f28b2ae HTTP/1.1" status: 404 len: 333 time: 0.1051693 Dec 16 03:33:41.495230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event deleted for resources: {'Port': ['ID=ce7f3480-925d-454f-a9fe-4349baefa8b1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:41.501536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34616) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:41.552512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.585214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e44b91-6bc3-4bb1-8e29-01d54bbae468 req-52a91dac-cce3-4d22-b683-26aea3a88398 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:41.589479 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3e44b91-6bc3-4bb1-8e29-01d54bbae468 req-52a91dac-cce3-4d22-b683-26aea3a88398 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 867 time: 0.3415210 Dec 16 03:33:41.646079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.667120 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.709070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:33:41.726679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 5456c62c-cd65-43d6-91c8-2c04d3fd407b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:41.727125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.731349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-94f1b94d-ccb5-4c3e-83b8-b91d3bfc9fa5 None None] Provisioning complete for port 46e33059-b760-4a93-bbf7-335521929d36 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:41.733274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94f1b94d-ccb5-4c3e-83b8-b91d3bfc9fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.738035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 46e33059-b760-4a93-bbf7-335521929d36 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:41.738563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.746884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.793133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-94f1b94d-ccb5-4c3e-83b8-b91d3bfc9fa5 None None] Port 46e33059-b760-4a93-bbf7-335521929d36 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:41.815591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.815591 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Added segment a38ec68f-c07e-4da7-aba6-8304e890115e of type vlan for network 17b2a351-a51b-49d3-8749-cc48a54004dd Dec 16 03:33:41.819310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1438fce3-558a-4650-b492-8d05095a85a0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:41.819657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Router f53c1571-9fb3-4a48-b7db-85077c192385 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:41.836558 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3e44b91-6bc3-4bb1-8e29-01d54bbae468 req-05a28cbe-65e3-4f86-affb-88e2738640ff tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f025571-83c6-4596-9e2e-aed6e231eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027683 Dec 16 03:33:41.842219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:41.842611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.850753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:41.861013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:41.870252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:41.880264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ce6a3-4984-411c-8707-82a3a90a6e6d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:41.897892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Pushing event updated for resources: {'Port': ['ID=2736222c-43c8-41ac-a8d9-7c74b5e056c7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:41.934298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-461324d2-0036-4424-834c-182a34d3292b None None] Provisioning complete for port 2736222c-43c8-41ac-a8d9-7c74b5e056c7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:41.935123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-461324d2-0036-4424-834c-182a34d3292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.970984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:41.986145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-461324d2-0036-4424-834c-182a34d3292b None None] Port 2736222c-43c8-41ac-a8d9-7c74b5e056c7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:41.989602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.009531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.026265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 5456c62c-cd65-43d6-91c8-2c04d3fd407b owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:42.041207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 46e33059-b760-4a93-bbf7-335521929d36 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:42.137001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.142828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:42.143474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.164043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.240851 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-47a21bb6-d02f-4fe6-8ac0-55297f14652d req-b88e759b-a7db-4077-b9e6-874685441c2e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.1123722 Dec 16 03:33:42.279899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:42.286014 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4441159 Dec 16 03:33:42.302431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34626) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:42.309386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'subnet': {'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:42.322628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadc247-2422-4925-a0f3-9c920cd4265c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Network': ['ID=17b2a351-a51b-49d3-8749-cc48a54004dd,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:42.334079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 17b2a351-a51b-49d3-8749-cc48a54004dd details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:33:42.511021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:42.525093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] Sync routers for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:42.540270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:42.540798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:42.590874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.600292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.604295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] No DVR routers for this DVR port ce7f3480-925d-454f-a9fe-4349baefa8b1 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:42.609185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.612688 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6e83fcf9-7ac7-4438-ba58-6b797fb0cbe5 req-f96606c8-b706-429a-8096-e72f71c28071 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.30 "DELETE /v2.0/ports/ce7f3480-925d-454f-a9fe-4349baefa8b1 HTTP/1.1" status: 204 len: 173 time: 3.0519514 Dec 16 03:33:42.613287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'name': 'network-vif-deleted', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:33:42.615933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac69f5-e1de-41de-b29f-3e669700c95d" -d '{"events": [{"server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "name": "network-vif-deleted", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:33:42.653304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=5aa6406a-b8d6-4e20-a995-ad9d38d6eb07,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:42.655945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:42.679738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.715192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc9eb8-6ea2-4d99-a828-621b775ec21d x-openstack-request-id: req-9dcc9eb8-6ea2-4d99-a828-621b775ec21d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:33:42.715498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a6e68e-7af1-460c-9cc7-d97a8fdbcd88", "name": "network-vif-deleted", "tag": "ce7f3480-925d-454f-a9fe-4349baefa8b1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:33:42.715758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dcc9eb8-6ea2-4d99-a828-621b775ec21d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:33:42.716163 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a6e68e-7af1-460c-9cc7-d97a8fdbcd88', 'name': 'network-vif-deleted', 'tag': 'ce7f3480-925d-454f-a9fe-4349baefa8b1', 'status': 'completed', 'code': 200} Dec 16 03:33:42.718679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:33:42.767825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b252906-fcef-4c0a-82f6-8d908dd5e26b None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:42.834609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.888726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=5456c62c-cd65-43d6-91c8-2c04d3fd407b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:42.905465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:42.909797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f0eb9abb-4d7e-45c2-a221-8ec507437089 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 HTTP/1.1" status: 204 len: 168 time: 1.4025965 Dec 16 03:33:42.914953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34636) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:43.005975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7f6a73-25be-4790-8a1b-20229270ac11 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:33:43.007828 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6c7f6a73-25be-4790-8a1b-20229270ac11 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/5aa6406a-b8d6-4e20-a995-ad9d38d6eb07 HTTP/1.1" status: 404 len: 333 time: 0.0917711 Dec 16 03:33:43.018185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:43.038215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.041957 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-831b1def-7d92-4019-8f20-32a2fcd3899f tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/ports/5456c62c-cd65-43d6-91c8-2c04d3fd407b HTTP/1.1" status: 204 len: 168 time: 1.6112981 Dec 16 03:33:43.044680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34640) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:43.050036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device ce7f3480-925d-454f-a9fe-4349baefa8b1 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:43.079782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: ce7f3480-925d-454f-a9fe-4349baefa8b1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:43.080635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device ce7f3480-925d-454f-a9fe-4349baefa8b1 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:43.177115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.245413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=46e33059-b760-4a93-bbf7-335521929d36,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:43.269694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet d3f2532a-17f4-4968-b490-845f59d39fb6 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:43.287476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.360781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:14Z', 'revision_number': 5, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:43.385227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.388743 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3155a7fe-e334-4d1b-b664-d2098ec80835 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/46e33059-b760-4a93-bbf7-335521929d36 HTTP/1.1" status: 204 len: 168 time: 2.0338895 Dec 16 03:33:43.393201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:43.413972 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-44255cc4-089f-49f5-b376-5b3cca370d79 req-9c175b04-77f5-4908-8854-28e5cbfdaf4f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a6e68e-7af1-460c-9cc7-d97a8fdbcd88 HTTP/1.1" status: 200 len: 210 time: 0.3091800 Dec 16 03:33:43.438685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] Checking router: f53c1571-9fb3-4a48-b7db-85077c192385 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:33:43.460692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:43.462844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:43.475719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.563592 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c5da77bb-c860-4be3-a0ae-aee407f1c92b req-1fb538b8-f7c6-4ea9-b385-474e79099f2a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.1324785 Dec 16 03:33:43.574750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.590361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff13e1-9f96-4a7b-ace3-29bcfc0f8237 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:43.596107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.596654 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2dff13e1-9f96-4a7b-ace3-29bcfc0f8237 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6a125b7-9871-407d-94e7-39e5f5c3c34f HTTP/1.1" status: 200 len: 913 time: 0.5363626 Dec 16 03:33:43.603314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.605984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:43.621920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5548bc-9906-428c-98a4-56bb38a26552 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:43.634851 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2f5548bc-9906-428c-98a4-56bb38a26552 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2389872 Dec 16 03:33:43.635814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:43.753064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Subnet': ['ID=4b418872-0a58-4992-ab23-afd27c0ebe10,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:43.760540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Checking segment: {'id': 'a38ec68f-c07e-4da7-aba6-8304e890115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:43.760782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network hostable DHCP agents. Network: 17b2a351-a51b-49d3-8749-cc48a54004dd, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:33:43.780650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:33:43.791751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 17b2a351-a51b-49d3-8749-cc48a54004dd) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:43.798078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:43.798936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.821803 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-758495a0-e88f-4477-bdcb-8858448e7a9d tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5170875 Dec 16 03:33:43.827752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34662) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:43.835360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1126221853'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:43.888117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc752e3-6ba2-4b9f-b7c7-46bc76e22d26 None None] Network 17b2a351-a51b-49d3-8749-cc48a54004dd requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:43.894802 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:43.960011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:33:44.012774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12da3a3-6d3e-407a-bd14-0cb360a2881f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:44.014678 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f12da3a3-6d3e-407a-bd14-0cb360a2881f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3639591 Dec 16 03:33:44.017381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34664) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:44.043058 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:44.049192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.098507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] device_id is not set on port dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:44.118511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949dc12-7742-4fb2-99f6-ba9346418190 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:44.120021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949dc12-7742-4fb2-99f6-ba9346418190 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:44.121548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949dc12-7742-4fb2-99f6-ba9346418190 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:44.125700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f949dc12-7742-4fb2-99f6-ba9346418190 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1046855 Dec 16 03:33:44.143085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34666) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:44.149958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-17b2a351-a51b-49d3-8749-cc48a54004dd', 'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'project_id': '7d7a3f749f0047e4af7be5d2ee351b39', 'fixed_ips': [{'subnet_id': '4b418872-0a58-4992-ab23-afd27c0ebe10'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:44.151660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.234364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Allocated IP 2001:db8::100 (17b2a351-a51b-49d3-8749-cc48a54004dd/4b418872-0a58-4992-ab23-afd27c0ebe10/dafeb0d7-4b3a-4888-ab08-65f8984eb2c6) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:44.239991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.284951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 678f07e6-07f6-463e-9660-1825460f3e66 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:44.291105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f2532a-17f4-4968-b490-845f59d39fb6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:44.293305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Router 108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:44.297631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.314895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcc79df-2461-461a-9c9c-dcd400a86f8b None None] Network 2f05bb36-ab6d-450f-a65e-09806fc0a584 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:44.328852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.334600 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e55b18bf-4547-4ae5-b916-bc14677854ef tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/d3f2532a-17f4-4968-b490-845f59d39fb6 HTTP/1.1" status: 204 len: 168 time: 1.3123913 Dec 16 03:33:44.337621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:44.379120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.410734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:14Z', 'revision_number': 5, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:44.427732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.443988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59676569-f9fc-401b-9b45-c81cdd78f7a4 None None] The sync data for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv is: [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:30:05Z', 'revision_number': 4, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '98263872-c0d0-4634-918f-a56b29ab68ab', 'name': '', 'network_id': 'd66cf454-67d6-4261-9d7b-066c431936a6', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'mac_address': 'fa:16:3e:d8:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:30:03Z', 'updated_at': '2021-12-16T03:30:14Z', 'revision_number': 5, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'subnets': [{'id': '7a4e2279-1f51-45cd-9dc1-0f847df33257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:44.490472 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.556154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:44.565756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Allocated IP 2001:db8::2 (17b2a351-a51b-49d3-8749-cc48a54004dd/4b418872-0a58-4992-ab23-afd27c0ebe10/fcd8ecb3-921f-4343-a9da-4465a11f5354) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:44.604855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.608475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:44.617858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:44.621834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:44.632547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:44.642910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.649352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] DHCP port deletion for 2f05bb36-ab6d-450f-a65e-09806fc0a584 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:44.659035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=dafeb0d7-4b3a-4888-ab08-65f8984eb2c6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:44.675159 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-11fb1a14-5d19-4178-a29f-7619771f4ddc tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8460519 Dec 16 03:33:44.677934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34678) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:44.683196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1999542882', 'allowed_address_pairs': [{'ip_address': '2001:db8::100', 'mac_address': 'fa:16:3e:ab:0d:55'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:44.767841 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f737c2e-a022-4b59-b03e-4bddbd303276 req-5c23f1e3-9606-4710-a11b-c7140b433b08 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.0734944 Dec 16 03:33:44.804508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] Deleting port ef06548d-4980-4d38-8da8-805e6cf27051 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:44.804886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.861651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:44.904090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.907178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] For port ef06548d-4980-4d38-8da8-805e6cf27051, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ef06548d-4980-4d38-8da8-805e6cf27051,segment=NetworkSegment(1f3b7bae-d3a9-43c6-8cf4-783e0696a934),segment_id=1f3b7bae-d3a9-43c6-8cf4-783e0696a934)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:44.908034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.920011 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14308be-e1fe-457c-b3a9-5f5fd67be2c7 None None] New status for floating IP 8c432d42-0e88-45d1-9923-1f68cc1374c6: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:33:44.922128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:44.930335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] Calling delete_port for ef06548d-4980-4d38-8da8-805e6cf27051 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:44.982440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:44.987228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:44.989893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:45.034664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Pushing event updated for resources: {'Port': ['ID=fcd8ecb3-921f-4343-a9da-4465a11f5354,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:45.054973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.098928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] device_id is not set on port b08775b0-ab9f-4505-8b78-29a36caa5a38 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:45.114316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Attempting to bind port fcd8ecb3-921f-4343-a9da-4465a11f5354 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:45.115622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Attempting to bind port fcd8ecb3-921f-4343-a9da-4465a11f5354 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'a38ec68f-c07e-4da7-aba6-8304e890115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:45.115997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Attempting to bind port fcd8ecb3-921f-4343-a9da-4465a11f5354 on network 17b2a351-a51b-49d3-8749-cc48a54004dd {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:45.140478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:45.140862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Checking segment: {'id': 'a38ec68f-c07e-4da7-aba6-8304e890115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:45.141276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.141675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Bound using segment: {'id': 'a38ec68f-c07e-4da7-aba6-8304e890115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:45.142342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Bound port: fcd8ecb3-921f-4343-a9da-4465a11f5354, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38ec68f-c07e-4da7-aba6-8304e890115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:45.142726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.183301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.188486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:45.193960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.198423 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4c598a80-b886-4d5a-8be1-3578d14d15b8 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "PUT /v2.0/routers/108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 HTTP/1.1" status: 200 len: 916 time: 6.1025457 Dec 16 03:33:45.216180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34682) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:45.216602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] Sync routers for ids ['108d4712-9ac0-4ef4-bcdd-fa5b6f89a951'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:45.221972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.259068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] The port 'ef06548d-4980-4d38-8da8-805e6cf27051' was deleted {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 03:33:45.267323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] For port fcd8ecb3-921f-4343-a9da-4465a11f5354, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:45.269141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] Routers {'108d4712-9ac0-4ef4-bcdd-fa5b6f89a951'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:45.269996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['108d4712-9ac0-4ef4-bcdd-fa5b6f89a951'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:45.272099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] Pushing event deleted for resources: {'Port': ['ID=ef06548d-4980-4d38-8da8-805e6cf27051,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:45.281018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aed819-f60c-48bf-a9c9-0a908dfa5ef4 None None] No DVR routers for this DVR port ef06548d-4980-4d38-8da8-805e6cf27051 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:45.294074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aabf221-112b-4b8e-b6de-c1f1cdf41d5f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.331213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:45.334310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Allocated IP 2001:db8::32a (17b2a351-a51b-49d3-8749-cc48a54004dd/4b418872-0a58-4992-ab23-afd27c0ebe10/b08775b0-ab9f-4505-8b78-29a36caa5a38) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:45.335186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] For port fcd8ecb3-921f-4343-a9da-4465a11f5354, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fcd8ecb3-921f-4343-a9da-4465a11f5354,segment=NetworkSegment(a38ec68f-c07e-4da7-aba6-8304e890115e),segment_id=a38ec68f-c07e-4da7-aba6-8304e890115e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:45.346123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.385640 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a3712da3-e59b-4826-babf-0a709214d054 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 HTTP/1.1" status: 200 len: 922 time: 0.1680527 Dec 16 03:33:45.388477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34684) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:45.392244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] Routers {'108d4712-9ac0-4ef4-bcdd-fa5b6f89a951'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:45.393169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['108d4712-9ac0-4ef4-bcdd-fa5b6f89a951'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:45.401857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aabf221-112b-4b8e-b6de-c1f1cdf41d5f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.428053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.456215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:45.456848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990746e0-cb82-46af-b7e5-5435c598914b None None] The sync data for ids ['108d4712-9ac0-4ef4-bcdd-fa5b6f89a951'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:45.458985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c14f7-2605-4290-bfed-79fbe49f50b9 None None] Pushing event updated for resources: {'Port': ['ID=fcd8ecb3-921f-4343-a9da-4465a11f5354,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:45.469868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.473527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f05bb36-ab6d-450f-a65e-09806fc0a584']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:45.494797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010bdc5-7aef-4230-bc68-757bc547d71f tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:45.499251 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a010bdc5-7aef-4230-bc68-757bc547d71f tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=108d4712-9ac0-4ef4-bcdd-fa5b6f89a951&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1071224 Dec 16 03:33:45.499502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34686) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:45.539645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.544924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b9c38-de7e-46cd-beaa-f0af85a37c1a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:45.546212 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/678f07e6-07f6-463e-9660-1825460f3e66 HTTP/1.1" status: 204 len: 168 time: 1.3976157 Dec 16 03:33:45.551483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:45.554090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3b7bae-d3a9-43c6-8cf4-783e0696a934') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:45.554426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3b7bae-d3a9-43c6-8cf4-783e0696a934') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:45.567931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.605783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f841a68-fe43-4566-a431-aceaad21ace9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=678f07e6-07f6-463e-9660-1825460f3e66,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:45.624050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.631982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:33:45.632478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:33:45.727281 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:33:45.829633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.966117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:45.992455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:45.997301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.026983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.031363 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/2f05bb36-ab6d-450f-a65e-09806fc0a584 HTTP/1.1" status: 204 len: 168 time: 1.6892376 Dec 16 03:33:46.039029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34696) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:46.062587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aabf221-112b-4b8e-b6de-c1f1cdf41d5f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.065236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aabf221-112b-4b8e-b6de-c1f1cdf41d5f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.066087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884763368'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:46.069210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5aabf221-112b-4b8e-b6de-c1f1cdf41d5f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f025571-83c6-4596-9e2e-aed6e231eae9 HTTP/1.1" status: 204 len: 168 time: 1.5120399 Dec 16 03:33:46.076169 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-53b678b3-b27b-434d-a03a-34dba8e7c8fb req-1039da3f-c40f-4cb6-b53a-aca004e57c69 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.1009729 Dec 16 03:33:46.076647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34698) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:46.134848 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-b1522f0e-62e4-44a3-93f8-3670e4d6c1ab tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] show failed (client error): The resource could not be found. Dec 16 03:33:46.135938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b1522f0e-62e4-44a3-93f8-3670e4d6c1ab tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "GET /v2.0/security-groups/8f025571-83c6-4596-9e2e-aed6e231eae9 HTTP/1.1" status: 404 len: 347 time: 0.0491388 Dec 16 03:33:46.143512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34700) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:46.164008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536758e-8393-4a8d-bc39-5d71bf8972b6 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=2f05bb36-ab6d-450f-a65e-09806fc0a584,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:46.174071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.198047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabf221-112b-4b8e-b6de-c1f1cdf41d5f tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f025571-83c6-4596-9e2e-aed6e231eae9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:46.229732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.247699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:46.251229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.266042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-58904f48-2977-497e-9f35-7e24ab791b2e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:46.271586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-58904f48-2977-497e-9f35-7e24ab791b2e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=d1b99abb-4093-4796-826e-92cd2fec3bdc HTTP/1.1" status: 200 len: 797 time: 0.6630149 Dec 16 03:33:46.312581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce9908-5a2a-47d7-9448-63e7b5bf5d96 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:46.316539 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-70ce9908-5a2a-47d7-9448-63e7b5bf5d96 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/networks/33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 881 time: 0.8159304 Dec 16 03:33:46.320086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34702) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:46.374323 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-127498c7-e33e-400c-83fd-b231a306ae02 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 HTTP/1.1" status: 200 len: 205 time: 0.0511227 Dec 16 03:33:46.377673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34704) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:46.392671 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:33:46.393380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.398252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:33:46.458439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.458796 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Added segment 126005b0-4209-4861-8087-ab12c6499741 of type vlan for network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f Dec 16 03:33:46.483610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:46.485351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=b08775b0-ab9f-4505-8b78-29a36caa5a38,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:46.511934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:46.514624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:46.517691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.520510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:46.521171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.545525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Deleting port 0f7ce92e-b831-467b-b0a6-61636fc9a7d3 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:46.545878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.548794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.599759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e08f3636-ce74-4d97-9cbe-5cbe7a8d3999 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9197950 Dec 16 03:33:46.603492 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34706) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:46.618549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-66dadf11-cc17-44f8-85ea-54a0fb0b1f8f None None] Provisioning complete for port d5651e27-0e15-4201-8982-3cb378a36824 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:46.620259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66dadf11-cc17-44f8-85ea-54a0fb0b1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.637747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.643385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:46.643993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.672467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fcd8ecb3-921f-4343-a9da-4465a11f5354 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:46.679926 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-09fb4b6b-5ecd-4357-b6eb-9a7ba27e8042 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 471 time: 0.3912556 Dec 16 03:33:46.723488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['2631a8f8-1829-48a8-bd6f-22f41c6a6883']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:46.729692 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6683042 Dec 16 03:33:46.732042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.732372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.735748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34708) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:46.748910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:46.756320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992f2b-6561-4298-9dac-9511ce0c0ff4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Network': ['ID=0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:46.760011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Calling delete_port for 0f7ce92e-b831-467b-b0a6-61636fc9a7d3 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:46.798155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:33:46.845619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port fcd8ecb3-921f-4343-a9da-4465a11f5354 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:46.846086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.852308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.858445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.927365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.956011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Pushing event deleted for resources: {'Port': ['ID=0f7ce92e-b831-467b-b0a6-61636fc9a7d3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:46.971133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:46.982713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b8d3f4-4d8e-4fcd-99ac-830c0d5e1a31 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:46.998346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29feb372-2e80-49b6-962d-5669eec11cbd tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:47.004314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29feb372-2e80-49b6-962d-5669eec11cbd tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:47.010355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29feb372-2e80-49b6-962d-5669eec11cbd tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:47.013298 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-29feb372-2e80-49b6-962d-5669eec11cbd tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4055142 Dec 16 03:33:47.014240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:47.017496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34710) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:47.038613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.044326 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-229bc473-6709-4043-a12a-c85c78d4ae39 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf HTTP/1.1" status: 204 len: 168 time: 1.4382355 Dec 16 03:33:47.058507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:47.071416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f04be-fece-4fc9-bcd0-6668c38d4ab8 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:47.074540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port fcd8ecb3-921f-4343-a9da-4465a11f5354, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fcd8ecb3-921f-4343-a9da-4465a11f5354,segment=NetworkSegment(a38ec68f-c07e-4da7-aba6-8304e890115e),segment_id=a38ec68f-c07e-4da7-aba6-8304e890115e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:47.117606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.157457 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-040d96a6-939d-4623-aedc-b83e2539bf86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971761 Dec 16 03:33:47.157678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34716) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:47.160019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1d65a-48d3-4746-8c35-13a0c54e6c3c None None] Network 17b2a351-a51b-49d3-8749-cc48a54004dd requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:47.176785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:47.185431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.188205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.192382 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-daa1a59b-88d0-4f13-b50f-983e03554a73 tempest-ServerActionsTestJSON-421798896 tempest-ServerActionsTestJSON-421798896-project] 10.222.0.16 "DELETE /v2.0/floatingips/8c432d42-0e88-45d1-9923-1f68cc1374c6 HTTP/1.1" status: 204 len: 168 time: 1.0379977 Dec 16 03:33:47.193477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34718) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:47.288908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:47.292725 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.312477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:47.316358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.358939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.371672 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fd10e916-2952-4cae-914a-beb08b7f8ed6 req-6d64bca4-8687-4da1-b462-530c582de376 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.0865147 Dec 16 03:33:47.385898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting port b08775b0-ab9f-4505-8b78-29a36caa5a38 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:47.386222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.392471 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port 85284a20-467a-4ae0-bcef-255f9473f5ae {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:47.393204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ef06548d-4980-4d38-8da8-805e6cf27051 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:47.393366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.432038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ef06548d-4980-4d38-8da8-805e6cf27051 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:47.432384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ef06548d-4980-4d38-8da8-805e6cf27051 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:47.475834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=fcd8ecb3-921f-4343-a9da-4465a11f5354,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:47.479090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6a2c5402-a0cb-45d1-9293-5f69e8ed0b0f None None] Provisioning complete for port fcd8ecb3-921f-4343-a9da-4465a11f5354 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:47.479417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5402-a0cb-45d1-9293-5f69e8ed0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.550643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:47.554280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.586161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.651945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:47.666814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Calling delete_port for b08775b0-ab9f-4505-8b78-29a36caa5a38 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:47.723778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] Deleting port d5651e27-0e15-4201-8982-3cb378a36824 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:47.724259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.842572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] For port d5651e27-0e15-4201-8982-3cb378a36824, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d5651e27-0e15-4201-8982-3cb378a36824,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:47.842860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.866553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] Calling delete_port for d5651e27-0e15-4201-8982-3cb378a36824 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:47.954903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:47.988003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for 85284a20-467a-4ae0-bcef-255f9473f5ae owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:47.998996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e06208d4-93ce-4ccb-908d-52b9d0ca52a7 None None] Provisioning complete for port dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:47.999370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e06208d4-93ce-4ccb-908d-52b9d0ca52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.038441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.044277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.19 (d1b99abb-4093-4796-826e-92cd2fec3bdc/e97a8f86-f665-4d06-a38f-06dce2ba386e/b4ba8a8f-a60e-4f91-af1f-a276a7454c3b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:48.046717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Deleting port 2736222c-43c8-41ac-a8d9-7c74b5e056c7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:48.047090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.056735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] No DVR routers for this DVR port d5651e27-0e15-4201-8982-3cb378a36824 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:48.091099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.099113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bbef1-f941-4012-b649-3ad696611da3 None None] Pushing event deleted for resources: {'Port': ['ID=d5651e27-0e15-4201-8982-3cb378a36824,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:48.106363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e06208d4-93ce-4ccb-908d-52b9d0ca52a7 None None] Port dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:48.110625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e06208d4-93ce-4ccb-908d-52b9d0ca52a7 None None] Could not find standard attr ID for object b08775b0-ab9f-4505-8b78-29a36caa5a38. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:33:48.123355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e06208d4-93ce-4ccb-908d-52b9d0ca52a7 None None] Provisioning complete for port fcd8ecb3-921f-4343-a9da-4465a11f5354 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:48.124069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e06208d4-93ce-4ccb-908d-52b9d0ca52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.207298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Port': ['ID=b08775b0-ab9f-4505-8b78-29a36caa5a38,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:48.299625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.321546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.328012 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-125fedaa-5b99-4182-9393-f4a4dc4defa3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/ports/b08775b0-ab9f-4505-8b78-29a36caa5a38 HTTP/1.1" status: 204 len: 168 time: 1.3069222 Dec 16 03:33:48.331735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34720) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:48.348433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f345fbc9-3d9a-4eda-b1d4-8ba9e776fe09 None None] Provisioning complete for port dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:48.349063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f345fbc9-3d9a-4eda-b1d4-8ba9e776fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.380966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:33:48.382460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d229205d-cab4-4407-9209-a9d653a6425a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] GET failed (client error): The resource could not be found. Dec 16 03:33:48.387478 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d229205d-cab4-4407-9209-a9d653a6425a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "GET /v2.0/ports/b08775b0-ab9f-4505-8b78-29a36caa5a38 HTTP/1.1" status: 404 len: 333 time: 0.0484977 Dec 16 03:33:48.389525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34722) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:48.393767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2124142210'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:48.399534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.410811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.411473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f345fbc9-3d9a-4eda-b1d4-8ba9e776fe09 None None] Port dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:48.486582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:48.498619 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.506344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:48.511909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Calling delete_port for 2736222c-43c8-41ac-a8d9-7c74b5e056c7 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:48.526668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3729a8ba-cfda-45da-a119-07b58a8424f2 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:48.552532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Checking segment: {'id': '126005b0-4209-4861-8087-ab12c6499741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:48.552992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network hostable DHCP agents. Network: 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:33:48.554906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:48.556052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.564864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=ba263242-6d9a-4e81-9715-c65d58c15003,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:48.636234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.640257 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f09cfb3d-eded-48f8-9597-19cae82ddcb7 req-13ac25d4-7017-4186-bd45-918d4e20125a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.1465225 Dec 16 03:33:48.644910 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4800043 Dec 16 03:33:48.651008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:48.662161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6766b860-410c-49b2-88a9-8a30d12cb7bb tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:48.662562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cff98d-6ca6-470d-b711-52d3740e3af1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=4a500b34-205e-48d7-8521-e54d31827b33,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:48.674517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fcd8ecb3-921f-4343-a9da-4465a11f5354 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:48.697814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:33:48.715782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9c3c4986-d921-4bd7-8c4e-c3160dba7a92 None None] Could not find standard attr ID for object b08775b0-ab9f-4505-8b78-29a36caa5a38. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:33:48.727045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '4a500b34-205e-48d7-8521-e54d31827b33'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:48.728300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.804975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:48.809488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:48.810092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.826531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01db013-9d3f-4c5e-9e42-05fde55e0885 None None] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:48.872966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.877051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:48.884566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.911470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] device_id is not set on port 458d6bda-5cae-4341-9f62-5bfe03d6be88 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:48.950165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port fcd8ecb3-921f-4343-a9da-4465a11f5354 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:48.950165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.951850 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1900e6df-40ff-4f20-9df3-c0ec59b95497 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2114828 Dec 16 03:33:48.962485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:48.971762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=85284a20-467a-4ae0-bcef-255f9473f5ae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:48.976446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:48.996946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d630df56-538a-4658-98d4-2c3adf11ebae tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-772868384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:49.007059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c50214-fc92-4084-a342-2339cbc9bd23 None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:49.062765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Allocated IP 2001:db8::f816:3eff:fe81:9976 (8bedf3a0-d209-46d5-944c-b7048f15ec80/4a500b34-205e-48d7-8521-e54d31827b33/2fc6a405-1879-40f3-8fcb-5e90e7112afd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:49.080887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f', 'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f', 'project_id': '6c2463e444a04bc0bad627bceb88d986', 'fixed_ips': [{'subnet_id': 'ba263242-6d9a-4e81-9715-c65d58c15003'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:33:49.082028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.134967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network d1b99abb-4093-4796-826e-92cd2fec3bdc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:49.140948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Allocated IP 2001:db8::385 (17b2a351-a51b-49d3-8749-cc48a54004dd/4b418872-0a58-4992-ab23-afd27c0ebe10/458d6bda-5cae-4341-9f62-5bfe03d6be88) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:49.159822 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:49.162749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:49.182804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Deleting port 98263872-c0d0-4634-918f-a56b29ab68ab {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:49.183256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.210072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:49.270967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d5651e27-0e15-4201-8982-3cb378a36824 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:49.279354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.295956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d630df56-538a-4658-98d4-2c3adf11ebae tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.296947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d630df56-538a-4658-98d4-2c3adf11ebae tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.300027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766b860-410c-49b2-88a9-8a30d12cb7bb tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:49.303742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6766b860-410c-49b2-88a9-8a30d12cb7bb tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.307421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d5651e27-0e15-4201-8982-3cb378a36824 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:49.307770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d5651e27-0e15-4201-8982-3cb378a36824 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:49.395913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Allocated IP 2001:db8::2 (0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f/ba263242-6d9a-4e81-9715-c65d58c15003/feffefab-d986-4d94-bbe9-8df135106ace) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:49.415673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.464279 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-6766b860-410c-49b2-88a9-8a30d12cb7bb tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a500b34-205e-48d7-8521-e54d31827b33 (CIDR: 2001:db8::/64) Dec 16 03:33:49.464778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] For port 98263872-c0d0-4634-918f-a56b29ab68ab, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=98263872-c0d0-4634-918f-a56b29ab68ab,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:49.465203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.471148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event deleted for resources: {'Port': ['ID=2736222c-43c8-41ac-a8d9-7c74b5e056c7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:49.486083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Calling delete_port for 98263872-c0d0-4634-918f-a56b29ab68ab owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:49.491958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:49.492290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.533000 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6766b860-410c-49b2-88a9-8a30d12cb7bb tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:33:49.533679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6766b860-410c-49b2-88a9-8a30d12cb7bb tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:33:49.537057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f73ee68-2f71-40bc-b64a-0008b9d4bf3c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:49.540260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.597232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:49.602665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:49.609160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:49.610892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.615112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-922b8934-342d-477b-ba4e-860e0ee098f7 None None] Provisioning complete for port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:49.615469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-922b8934-342d-477b-ba4e-860e0ee098f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.615641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:49.616333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.644069 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-07d6db3f-edee-4884-9a10-28bf4e3302d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9317296 Dec 16 03:33:49.651509 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2602744 Dec 16 03:33:49.655416 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6766b860-410c-49b2-88a9-8a30d12cb7bb tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9952896 Dec 16 03:33:49.655571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34730) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:49.656377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34732) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:49.660936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d630df56-538a-4658-98d4-2c3adf11ebae tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.661646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:49.669168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Request body: {'port': {'device_id': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:49.669950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.680998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::100', 'mac_address': 'fa:16:3e:ab:0d:55'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:49.699520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d630df56-538a-4658-98d4-2c3adf11ebae tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.713770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-922b8934-342d-477b-ba4e-860e0ee098f7 None None] Port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:49.730469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.737630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:49.742027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.744106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.747911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:49.750459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:49.762577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a405-1879-40f3-8fcb-5e90e7112afd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:49.776623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d630df56-538a-4658-98d4-2c3adf11ebae tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.778159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d630df56-538a-4658-98d4-2c3adf11ebae tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8077366 Dec 16 03:33:49.780364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.813594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:49.820919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.849562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f', 'name': 'tempest-PortsIpV6TestJSON-785452957'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:49.852504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253d491-63fb-49a9-ac18-6fceb9dd6bba tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=458d6bda-5cae-4341-9f62-5bfe03d6be88,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:49.856077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:49.895452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:49.916359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:49.918334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Attempting to bind port 2fc6a405-1879-40f3-8fcb-5e90e7112afd on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:49.918857 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Attempting to bind port 2fc6a405-1879-40f3-8fcb-5e90e7112afd by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:49.919216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Attempting to bind port 2fc6a405-1879-40f3-8fcb-5e90e7112afd on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:49.929125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Pushing event updated for resources: {'Port': ['ID=feffefab-d986-4d94-bbe9-8df135106ace,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:49.938143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:49.938549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:49.938953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.939337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:49.939807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Bound port: 2fc6a405-1879-40f3-8fcb-5e90e7112afd, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:49.940184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.961211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.980220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:49.987811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.012625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382632-4033-436c-817d-59ca3cc7916c req-1d57e07f-93f3-4748-88ed-98fb9bd47dc1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:50.014238 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5c382632-4033-436c-817d-59ca3cc7916c req-1d57e07f-93f3-4748-88ed-98fb9bd47dc1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 932 time: 0.2070413 Dec 16 03:33:50.027620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Attempting to bind port feffefab-d986-4d94-bbe9-8df135106ace on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:50.028164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Attempting to bind port feffefab-d986-4d94-bbe9-8df135106ace by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '126005b0-4209-4861-8087-ab12c6499741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:50.028528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Attempting to bind port feffefab-d986-4d94-bbe9-8df135106ace on network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:50.046548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:50.046895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Checking segment: {'id': '126005b0-4209-4861-8087-ab12c6499741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:50.047301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.047661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Bound using segment: {'id': '126005b0-4209-4861-8087-ab12c6499741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:50.048167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Bound port: feffefab-d986-4d94-bbe9-8df135106ace, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126005b0-4209-4861-8087-ab12c6499741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:50.048514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.117289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] For port 2fc6a405-1879-40f3-8fcb-5e90e7112afd, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:50.123941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-16069f53-9be7-4659-83c4-64f61931f088 None None] Provisioning complete for port 458d6bda-5cae-4341-9f62-5bfe03d6be88 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:50.124306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16069f53-9be7-4659-83c4-64f61931f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.138727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] For port 2fc6a405-1879-40f3-8fcb-5e90e7112afd, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2fc6a405-1879-40f3-8fcb-5e90e7112afd,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:50.163240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.394933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-16069f53-9be7-4659-83c4-64f61931f088 None None] Port 458d6bda-5cae-4341-9f62-5bfe03d6be88 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:50.398940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] For port feffefab-d986-4d94-bbe9-8df135106ace, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:50.407522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] For port feffefab-d986-4d94-bbe9-8df135106ace, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=feffefab-d986-4d94-bbe9-8df135106ace,segment=NetworkSegment(126005b0-4209-4861-8087-ab12c6499741),segment_id=126005b0-4209-4861-8087-ab12c6499741)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:50.435586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.450350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.451606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Fanout notify agent at l3_agent the message router_deleted on router 108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:50.463095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3630b-8232-4150-b942-d2db6fde0c41 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a405-1879-40f3-8fcb-5e90e7112afd,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:50.465307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.469799 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d06342a4-a9b1-40fc-83be-89d6c00aa58c tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 HTTP/1.1" status: 204 len: 168 time: 4.0882535 Dec 16 03:33:50.477752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34738) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:50.487294 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-926505176', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:50.563003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60216f-2f26-4073-a54f-f73c8e9c7571 None None] Pushing event updated for resources: {'Port': ['ID=feffefab-d986-4d94-bbe9-8df135106ace,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:50.629397 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5c382632-4033-436c-817d-59ca3cc7916c req-517be355-1309-43df-94f1-d6747bc1a46e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5826526 Dec 16 03:33:50.667717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.668706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.684394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:50.688440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.749658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.792037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Pushing event deleted for resources: {'Port': ['ID=98263872-c0d0-4634-918f-a56b29ab68ab,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:50.828724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:50.833224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.841523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Router b6a125b7-9871-407d-94e7-39e5f5c3c34f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:50.960658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.969920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 6bfc6773-8e09-4118-ac52-0a731683109f yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:50.980064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:50.980937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.066172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] In _notify_port_updated(), no bound segment for port 458d6bda-5cae-4341-9f62-5bfe03d6be88 on network 17b2a351-a51b-49d3-8749-cc48a54004dd {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:33:51.072447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:51.073045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.077549 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "PUT /v2.0/ports/458d6bda-5cae-4341-9f62-5bfe03d6be88 HTTP/1.1" status: 200 len: 1003 time: 1.4225888 Dec 16 03:33:51.079636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34740) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:51.217000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39e83c-e3bc-41cf-a6a4-7501ee737e37 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=458d6bda-5cae-4341-9f62-5bfe03d6be88,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:51.278550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.298386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.445953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-443a92ff-2c36-46ee-9f8e-1f2b488e1ca2 None None] Provisioning complete for port 458d6bda-5cae-4341-9f62-5bfe03d6be88 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:51.446609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-443a92ff-2c36-46ee-9f8e-1f2b488e1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.454713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ba8a8f-a60e-4f91-af1f-a276a7454c3b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:33:51.462378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting port 458d6bda-5cae-4341-9f62-5bfe03d6be88 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:51.466806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.474697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.490960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-443a92ff-2c36-46ee-9f8e-1f2b488e1ca2 None None] Port 458d6bda-5cae-4341-9f62-5bfe03d6be88 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:51.526252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:51.529002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::1f2 (0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f/ba263242-6d9a-4e81-9715-c65d58c15003/6bfc6773-8e09-4118-ac52-0a731683109f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:51.541138 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] Sync routers for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:51.542237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5c8d1e33-f38e-4d5e-b40d-a14265f2dcee tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "PUT /v2.0/routers/b6a125b7-9871-407d-94e7-39e5f5c3c34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9349964 Dec 16 03:33:51.543575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Transition to ACTIVE for port object b4ba8a8f-a60e-4f91-af1f-a276a7454c3b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:33:51.544302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34742) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:51.558545 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:51.559380 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:51.581616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.605240 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:51.614297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.618224 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] Routers {'b6a125b7-9871-407d-94e7-39e5f5c3c34f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:51.618889 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:51.666037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=acafde79-1ec2-4111-be45-8fd0ecf58f15,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:51.672573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:51.687149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:51.690531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.718611 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:51.720171 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc77c0f-7315-421c-a82d-011920da7da7 None None] The sync data for ids ['b6a125b7-9871-407d-94e7-39e5f5c3c34f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:51.735858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:51.736600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:51.781649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Calling delete_port for 458d6bda-5cae-4341-9f62-5bfe03d6be88 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:51.802130 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0f52d030-ab94-4b85-9e5a-9e6888bc596c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1451735 Dec 16 03:33:51.809753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34746) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:51.820983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:8a:2e:08', 'name': 'tempest-NetworksTestDHCPv6-554498873'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:51.831641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:51.925967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0d810-0ed4-4507-859d-83c5c437cab2 req-8746093c-4b47-40c8-80e2-6718d94f4ae1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:51.927900 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7dd0d810-0ed4-4507-859d-83c5c437cab2 req-8746093c-4b47-40c8-80e2-6718d94f4ae1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 944 time: 0.1666627 Dec 16 03:33:51.971381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Router f53c1571-9fb3-4a48-b7db-85077c192385 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:33:52.041942 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7dd0d810-0ed4-4507-859d-83c5c437cab2 req-8691a495-ad49-4d46-a7ea-56bd93dc45b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014957 Dec 16 03:33:52.102626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.104830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b877c51-bd49-4bfb-81d8-26555f88071f None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:52.185683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.192251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.220296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:52.223859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Port': ['ID=458d6bda-5cae-4341-9f62-5bfe03d6be88,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:52.231815 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f8d6192f-9586-4f2a-9cf7-2d689a83f35f admin admin] 10.222.0.16 "PUT /v2.0/routers/f53c1571-9fb3-4a48-b7db-85077c192385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0264819 Dec 16 03:33:52.233236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34748) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:52.253352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] Sync routers for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:52.303485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:52.304400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:52.364424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-eebbed9f-d9f4-459d-a080-51977999b60b None None] Provisioning complete for port 2fc6a405-1879-40f3-8fcb-5e90e7112afd triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:52.364799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eebbed9f-d9f4-459d-a080-51977999b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.456981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.521510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:33:52.532160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.536375 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3d26cf6b-6e63-4266-8252-df86708331f9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/ports/458d6bda-5cae-4341-9f62-5bfe03d6be88 HTTP/1.1" status: 204 len: 168 time: 1.3739510 Dec 16 03:33:52.539736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34750) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:52.628195 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f128fdc7-bbab-48de-8610-d40620a1633c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] GET failed (client error): The resource could not be found. Dec 16 03:33:52.629798 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f128fdc7-bbab-48de-8610-d40620a1633c tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "GET /v2.0/ports/458d6bda-5cae-4341-9f62-5bfe03d6be88 HTTP/1.1" status: 404 len: 333 time: 0.0898659 Dec 16 03:33:52.634351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a02e59-7f91-482e-b238-7cc6a8f018c0 None None] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:52.636170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34752) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:52.643935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.645672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1083474194'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:52.704508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.796652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Attempting to bind port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:33:52.797043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Attempting to bind port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:33:52.797432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Attempting to bind port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b on network d1b99abb-4093-4796-826e-92cd2fec3bdc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:52.805554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.828983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b on network d1b99abb-4093-4796-826e-92cd2fec3bdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:33:52.829551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Attempting to bind port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b on network d1b99abb-4093-4796-826e-92cd2fec3bdc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:33:52.834469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Deleting port fd64de54-5509-4056-8f86-074675f54cfc {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:52.834817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.859613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab736f-72bf-4e5a-8d4f-5dafe024e05e None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '4a500b34-205e-48d7-8521-e54d31827b33', 'ip_address': '2001:db8::f816:3eff:fe81:9976'}, {'subnet_id': 'acafde79-1ec2-4111-be45-8fd0ecf58f15'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '2fc6a405-1879-40f3-8fcb-5e90e7112afd'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:33:52.862074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2fc6a405-1879-40f3-8fcb-5e90e7112afd up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:52.866597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:33:52.867348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Checking segment: {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:33:52.867939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Bound using segment: {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:33:52.868455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Bound port: b4ba8a8f-a60e-4f91-af1f-a276a7454c3b, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:33:52.868880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.881745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:52.885523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.899998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:52.916899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] device_id is not set on port f4b90014-698d-41d4-9334-fe134f2db0ef yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:52.949733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eebbed9f-d9f4-459d-a080-51977999b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:52.964928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.001626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fab736f-72bf-4e5a-8d4f-5dafe024e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.002699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] For port fd64de54-5509-4056-8f86-074675f54cfc, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fd64de54-5509-4056-8f86-074675f54cfc,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:53.003447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.022576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Calling delete_port for fd64de54-5509-4056-8f86-074675f54cfc owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:53.036670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Allocated IP 172.26.6.188 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/2f5fb88c-6ee5-4911-b0d4-e7319909f150) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:53.041196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.080108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-eebbed9f-d9f4-459d-a080-51977999b60b None None] For port 2fc6a405-1879-40f3-8fcb-5e90e7112afd, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2fc6a405-1879-40f3-8fcb-5e90e7112afd,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:53.096974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eebbed9f-d9f4-459d-a080-51977999b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.141468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2fc6a405-1879-40f3-8fcb-5e90e7112afd triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:53.141866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.214294 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:53.226968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] For port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:33:53.229479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:53.233505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:53.238714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:53.239231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.243587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.250970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=6bfc6773-8e09-4118-ac52-0a731683109f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:53.276874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] For port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:33:53.291864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.316136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c74901-e066-4a7c-8bf3-1dc89ef0dc58 req-bca9756f-4262-4749-b759-edcc7a75ebfb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:53.317460 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbed9f-d9f4-459d-a080-51977999b60b None None] Pushing event updated for resources: {'Port': ['ID=2fc6a405-1879-40f3-8fcb-5e90e7112afd,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:53.332835 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d8c74901-e066-4a7c-8bf3-1dc89ef0dc58 req-bca9756f-4262-4749-b759-edcc7a75ebfb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 944 time: 0.1167212 Dec 16 03:33:53.338210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a6134213-9da9-49cc-8e32-0581b87bc377 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4931319 Dec 16 03:33:53.362281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34756) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:53.364471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e8f6751b-85c4-4c50-a629-3558155022e0 None None] Provisioning complete for port feffefab-d986-4d94-bbe9-8df135106ace triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:53.365012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8f6751b-85c4-4c50-a629-3558155022e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.367523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:33:50Z', 'revision_number': 5, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port': {'id': 'fd64de54-5509-4056-8f86-074675f54cfc', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:29:58Z', 'updated_at': '2021-12-16T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:53.368220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:53.368889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.370940 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] 10.222.0.30 "PUT /v2.0/ports/b4ba8a8f-a60e-4f91-af1f-a276a7454c3b HTTP/1.1" status: 200 len: 1094 time: 3.7065687 Dec 16 03:33:53.374541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 3e477bcd-d6d1-486b-8668-e07b9a0e6d73 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:53.390381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'tag': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:33:53.394254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62568f4e-b5e1-48b3-9b64-a184a28584a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1", "tag": "b4ba8a8f-a60e-4f91-af1f-a276a7454c3b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:33:53.456764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] Checking router: f53c1571-9fb3-4a48-b7db-85077c192385 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:33:53.504496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Allocated IP 2001:db8::137 (17b2a351-a51b-49d3-8749-cc48a54004dd/4b418872-0a58-4992-ab23-afd27c0ebe10/f4b90014-698d-41d4-9334-fe134f2db0ef) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:53.510133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8da139-4d84-4b0f-8673-569eb3710059 x-openstack-request-id: req-0f8da139-4d84-4b0f-8673-569eb3710059 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:33:53.510439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1", "tag": "b4ba8a8f-a60e-4f91-af1f-a276a7454c3b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:33:53.510695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f8da139-4d84-4b0f-8673-569eb3710059 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:33:53.511285 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'tag': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b', 'status': 'completed', 'code': 200} Dec 16 03:33:53.551671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting port ce183f82-c427-4a9c-8f77-a5f90ad0a6b6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:53.552129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.565917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8fab736f-72bf-4e5a-8d4f-5dafe024e05e None None] Allocated IP 2001:db8:0:1::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/acafde79-1ec2-4111-be45-8fd0ecf58f15/2fc6a405-1879-40f3-8fcb-5e90e7112afd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:53.572826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] Routers {'f53c1571-9fb3-4a48-b7db-85077c192385'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:53.573644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['f53c1571-9fb3-4a48-b7db-85077c192385'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:53.577322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device feffefab-d986-4d94-bbe9-8df135106ace up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:53.644429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b46b83-cf1f-432e-88bc-038a39b9b603 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:53.650949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.695297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.724962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.769979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd64de54-5509-4056-8f86-074675f54cfc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:53.800620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8f6751b-85c4-4c50-a629-3558155022e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.802844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e76447-7cfa-4a58-8444-3be78090af3d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:53.810604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] Set router f53c1571-9fb3-4a48-b7db-85077c192385 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:33:53.823207 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d8c74901-e066-4a7c-8bf3-1dc89ef0dc58 req-0b93db2e-53ee-4ed1-9ca1-e3652a41a237 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4892173 Dec 16 03:33:53.879106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-ea4922aa-9ea1-4b73-a218-a03fffa5363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:53.880704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-ea4922aa-9ea1-4b73-a218-a03fffa5363f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 1097 time: 0.4261222 Dec 16 03:33:53.891333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.923641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.962766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.968778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:53.982647 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-7c74cc97-f5c0-4d90-9c8c-9e800c1c0b44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b HTTP/1.1" status: 200 len: 217 time: 0.0825093 Dec 16 03:33:54.028886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Calling delete_port for ce183f82-c427-4a9c-8f77-a5f90ad0a6b6 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:54.038707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.046214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:54.047517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.053371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:54.063357 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:54.068921 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:54.070036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.075513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:54.113620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:54.114064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.116187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:54.120541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:33:53Z', 'revision_number': 7, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:54.160795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44d2b3-a8e5-448d-af84-e6d15e42522e None None] The sync data for ids ['f53c1571-9fb3-4a48-b7db-85077c192385'] in dv-neutron-821927-1-hyperv is: [{'id': 'f53c1571-9fb3-4a48-b7db-85077c192385', 'name': 'tempest-ServerActionsTestJSON-2093082663-router', 'tenant_id': '360a5709777448db8d2cc7b052c2df3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:29:56Z', 'updated_at': '2021-12-16T03:33:53Z', 'revision_number': 7, 'project_id': '360a5709777448db8d2cc7b052c2df3f', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:54.162366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b2a31-0aab-4d7b-b0e4-e3cf36f5ad5a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:54.189058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event updated for resources: {'Port': ['ID=2f5fb88c-6ee5-4911-b0d4-e7319909f150,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:54.198113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e8f6751b-85c4-4c50-a629-3558155022e0 None None] For port feffefab-d986-4d94-bbe9-8df135106ace, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=feffefab-d986-4d94-bbe9-8df135106ace,segment=NetworkSegment(126005b0-4209-4861-8087-ab12c6499741),segment_id=126005b0-4209-4861-8087-ab12c6499741)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:54.203491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-956d8ec8-28c8-445b-93f4-6744c48e521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:54.205023 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-956d8ec8-28c8-445b-93f4-6744c48e521d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97a8f86-f665-4d06-a38f-06dce2ba386e HTTP/1.1" status: 200 len: 837 time: 0.1907787 Dec 16 03:33:54.230221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8f6751b-85c4-4c50-a629-3558155022e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.314132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port feffefab-d986-4d94-bbe9-8df135106ace triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:54.314546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.387162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6751b-85c4-4c50-a629-3558155022e0 None None] Pushing event updated for resources: {'Port': ['ID=feffefab-d986-4d94-bbe9-8df135106ace,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:54.418162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8fab736f-72bf-4e5a-8d4f-5dafe024e05e None None] For port 2fc6a405-1879-40f3-8fcb-5e90e7112afd, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2fc6a405-1879-40f3-8fcb-5e90e7112afd,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:54.444142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.518916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fab736f-72bf-4e5a-8d4f-5dafe024e05e None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.531788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fab736f-72bf-4e5a-8d4f-5dafe024e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.550639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=f4b90014-698d-41d4-9334-fe134f2db0ef,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:54.571285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.572642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53c1571-9fb3-4a48-b7db-85077c192385 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:54.580336 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9f6e8d90-51f3-4e06-aa8c-0b0c252c9d13 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9428437 Dec 16 03:33:54.583977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.590460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2001952c-ffad-4ad1-93e8-ff4e9f0e6036 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f53c1571-9fb3-4a48-b7db-85077c192385 HTTP/1.1" status: 204 len: 168 time: 2.3546646 Dec 16 03:33:54.591404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34760) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:54.591843 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34762) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:54.607116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:0d:55'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:54.607323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Provisioning complete for port feffefab-d986-4d94-bbe9-8df135106ace triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:54.607794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.701714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] Deleting subnet 7a4e2279-1f51-45cd-9dc1-0f847df33257 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:54.710349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.768434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab736f-72bf-4e5a-8d4f-5dafe024e05e None None] Pushing event updated for resources: {'Port': ['ID=2fc6a405-1879-40f3-8fcb-5e90e7112afd,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:54.845324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-6caa772f-1102-45fc-bd9d-bae0cf321612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:54.845935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Provisioning complete for port 2f5fb88c-6ee5-4911-b0d4-e7319909f150 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:54.845935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.846956 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-6caa772f-1102-45fc-bd9d-bae0cf321612 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1b99abb-4093-4796-826e-92cd2fec3bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6258235 Dec 16 03:33:54.866641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.927385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Port 2f5fb88c-6ee5-4911-b0d4-e7319909f150 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:54.938350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Provisioning complete for port 6bfc6773-8e09-4118-ac52-0a731683109f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:54.938826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:54.995647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f50fcdea-7c97-4b39-b605-754e880bdc2c None None] Port 6bfc6773-8e09-4118-ac52-0a731683109f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:55.097936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.101281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.141844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-87a9ac9f-fcc5-4fec-bf38-fdef73818347 None None] Provisioning complete for port f4b90014-698d-41d4-9334-fe134f2db0ef triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:55.142367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87a9ac9f-fcc5-4fec-bf38-fdef73818347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.176865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d440f62-d9f8-4ca3-9ad3-195b3d8b0eeb req-c6e1061b-a082-4a30-9c01-a5ad21d9e7ea tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:55.179643 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d440f62-d9f8-4ca3-9ad3-195b3d8b0eeb req-c6e1061b-a082-4a30-9c01-a5ad21d9e7ea tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 944 time: 0.1679990 Dec 16 03:33:55.199490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2fc6a405-1879-40f3-8fcb-5e90e7112afd up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:55.238804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-87a9ac9f-fcc5-4fec-bf38-fdef73818347 None None] Port f4b90014-698d-41d4-9334-fe134f2db0ef cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:55.263572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2fc6a405-1879-40f3-8fcb-5e90e7112afd triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:55.264235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.327952 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d440f62-d9f8-4ca3-9ad3-195b3d8b0eeb req-3d195580-3e0e-4220-9d04-b5392f895e70 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386809 Dec 16 03:33:55.356916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.373990 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-1e419024-e480-4b2a-8db0-5b2b79e45cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/d1b99abb-4093-4796-826e-92cd2fec3bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141556 Dec 16 03:33:55.396815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4e2279-1f51-45cd-9dc1-0f847df33257,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:55.399667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device feffefab-d986-4d94-bbe9-8df135106ace up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:55.426434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.434350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06d26b-9137-4229-987f-d0eed16caf50 None None] Network d66cf454-67d6-4261-9d7b-066c431936a6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:55.442343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.449816 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-583fa26c-bb0a-469a-ae6d-c548585b6447 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a4e2279-1f51-45cd-9dc1-0f847df33257 HTTP/1.1" status: 204 len: 168 time: 0.8543570 Dec 16 03:33:55.482876 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34766) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:55.551325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port feffefab-d986-4d94-bbe9-8df135106ace triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:55.551696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.558753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Port': ['ID=ce183f82-c427-4a9c-8f77-a5f90ad0a6b6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:55.569709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8:0:1::114 (8bedf3a0-d209-46d5-944c-b7048f15ec80/acafde79-1ec2-4111-be45-8fd0ecf58f15/3e477bcd-d6d1-486b-8668-e07b9a0e6d73) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:55.597620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ccfc5-e2e1-4a9e-8074-9436ecbce872 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:55.649402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::f816:3eff:fe8a:2e08 (8bedf3a0-d209-46d5-944c-b7048f15ec80/4a500b34-205e-48d7-8521-e54d31827b33/3e477bcd-d6d1-486b-8668-e07b9a0e6d73) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:55.696460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.699899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.712726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 98263872-c0d0-4634-918f-a56b29ab68ab no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:55.741878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 98263872-c0d0-4634-918f-a56b29ab68ab {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:55.743668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 98263872-c0d0-4634-918f-a56b29ab68ab not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:55.745445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] DHCP port deletion for d66cf454-67d6-4261-9d7b-066c431936a6 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:55.811702 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.812800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-583e2bd6-d724-4f44-acaf-a19ea1dbc4a7 None None] Provisioning complete for port 2fc6a405-1879-40f3-8fcb-5e90e7112afd triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:55.813459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-583e2bd6-d724-4f44-acaf-a19ea1dbc4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.827507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.849272 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6c3a7b7b-abcb-4bbd-b8b0-0b91561c648c req-499c7a13-14c8-4aa2-9af3-f1f291daced5 service neutron] 10.222.0.30 "GET /v2.0/networks/d1b99abb-4093-4796-826e-92cd2fec3bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333963 Dec 16 03:33:55.875343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] In _notify_port_updated(), no bound segment for port f4b90014-698d-41d4-9334-fe134f2db0ef on network 17b2a351-a51b-49d3-8749-cc48a54004dd {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:33:55.880162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] Deleting port dc0a016d-9712-4800-a432-b8c49f07ff03 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:55.880658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.882766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:55.883547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.888912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "PUT /v2.0/ports/f4b90014-698d-41d4-9334-fe134f2db0ef HTTP/1.1" status: 200 len: 1003 time: 1.2954407 Dec 16 03:33:55.891389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34768) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:55.933414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.940158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Deleting port dc0a016d-9712-4800-a432-b8c49f07ff03 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:55.940686 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:55.951221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=f4b90014-698d-41d4-9334-fe134f2db0ef,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:56.008384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] For port dc0a016d-9712-4800-a432-b8c49f07ff03, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=dc0a016d-9712-4800-a432-b8c49f07ff03,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:56.008786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.027023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] Calling delete_port for dc0a016d-9712-4800-a432-b8c49f07ff03 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:56.047533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.048036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.048483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.048912 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.049344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.049940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.050715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.051354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.052017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.052690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.053629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.054271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.054913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea85059-078d-46ba-a46c-6ca49215e180 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:56.060615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.063396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.121191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.129685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.133391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] For port dc0a016d-9712-4800-a432-b8c49f07ff03, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=dc0a016d-9712-4800-a432-b8c49f07ff03,segment=NetworkSegment(47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9),segment_id=47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:56.133911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.159152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] Pushing event deleted for resources: {'Port': ['ID=dc0a016d-9712-4800-a432-b8c49f07ff03,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:56.159471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Calling delete_port for dc0a016d-9712-4800-a432-b8c49f07ff03 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:56.161076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac71e0-e50c-4c47-8ab0-2ab93a61d5aa None None] No DVR routers for this DVR port dc0a016d-9712-4800-a432-b8c49f07ff03 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:56.186946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting port f4b90014-698d-41d4-9334-fe134f2db0ef {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:56.187446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.201294 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.204515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.205074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Fanout notify agent at l3_agent the message router_deleted on router b6a125b7-9871-407d-94e7-39e5f5c3c34f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:33:56.243006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.247262 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-251f98f8-e306-40e4-afc7-89c5597b3e62 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/routers/b6a125b7-9871-407d-94e7-39e5f5c3c34f HTTP/1.1" status: 204 len: 168 time: 4.6959584 Dec 16 03:33:56.255878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34770) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:56.265201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f7af18e9-2478-40dc-b8ba-7d7ce072ae2e None None] Provisioning complete for port f4b90014-698d-41d4-9334-fe134f2db0ef triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:56.265632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7af18e9-2478-40dc-b8ba-7d7ce072ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.315227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f7af18e9-2478-40dc-b8ba-7d7ce072ae2e None None] Port f4b90014-698d-41d4-9334-fe134f2db0ef cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:56.372562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.387319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Calling delete_port for f4b90014-698d-41d4-9334-fe134f2db0ef owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:56.389864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.437548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0a016d-9712-4800-a432-b8c49f07ff03,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:56.442922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-07be5009-3d67-47da-908e-f295643ea3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:56.444560 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-07be5009-3d67-47da-908e-f295643ea3c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 1097 time: 0.3130784 Dec 16 03:33:56.448025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] No DVR routers for this DVR port dc0a016d-9712-4800-a432-b8c49f07ff03 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:33:56.471737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=6bfc6773-8e09-4118-ac52-0a731683109f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:56.568467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Deleting subnet b4b0bdbc-57b8-446f-aa8b-dab0d24dafec {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:33:56.608099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.617469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86e2fe-d368-4df2-8d0c-b896179b6475 req-fd60e6e8-58b7-4aa5-a8a6-fb78debc5bd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:56.619069 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3f86e2fe-d368-4df2-8d0c-b896179b6475 req-fd60e6e8-58b7-4aa5-a8a6-fb78debc5bd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 944 time: 0.1991873 Dec 16 03:33:56.645228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-69468a00-8133-4930-b66f-06f772e55a23 None None] Provisioning complete for port 6bfc6773-8e09-4118-ac52-0a731683109f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:56.645848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69468a00-8133-4930-b66f-06f772e55a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.672880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66cf454-67d6-4261-9d7b-066c431936a6']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:56.682687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-69468a00-8133-4930-b66f-06f772e55a23 None None] Port 6bfc6773-8e09-4118-ac52-0a731683109f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:56.688122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:56.688435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ac7eb0-94c8-47b2-89ce-56fe6e9fc8b9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:56.715524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.723480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2fc6a405-1879-40f3-8fcb-5e90e7112afd up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:33:56.764436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.779085 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3f86e2fe-d368-4df2-8d0c-b896179b6475 req-e00bb411-5655-45fa-9f7a-86005432f732 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515479 Dec 16 03:33:56.782699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2fc6a405-1879-40f3-8fcb-5e90e7112afd triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:56.783356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.790895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:33:56.791810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:33:56.794221 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:33:56.859732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.897713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.900371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Port': ['ID=f4b90014-698d-41d4-9334-fe134f2db0ef,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:56.919581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.925717 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d66cf454-67d6-4261-9d7b-066c431936a6 HTTP/1.1" status: 204 len: 168 time: 1.4418871 Dec 16 03:33:56.930471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fd64de54-5509-4056-8f86-074675f54cfc no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:56.939398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b2e2-b64f-4ed6-9ed9-b81382704628 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66cf454-67d6-4261-9d7b-066c431936a6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:56.983445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: fd64de54-5509-4056-8f86-074675f54cfc {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:56.983938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fd64de54-5509-4056-8f86-074675f54cfc not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:56.984870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.985472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device dc0a016d-9712-4800-a432-b8c49f07ff03 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:33:56.986976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:56.990932 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fdf2540f-e464-4056-93a6-b9f6ac4d6b1a tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/ports/f4b90014-698d-41d4-9334-fe134f2db0ef HTTP/1.1" status: 204 len: 168 time: 1.0937569 Dec 16 03:33:56.992136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34778) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:57.019655 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c2608e-3105-41e3-b6ac-3a0b69d3dd75 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] GET failed (client error): The resource could not be found. Dec 16 03:33:57.021924 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-69c2608e-3105-41e3-b6ac-3a0b69d3dd75 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "GET /v2.0/ports/f4b90014-698d-41d4-9334-fe134f2db0ef HTTP/1.1" status: 404 len: 333 time: 0.0282323 Dec 16 03:33:57.025146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34780) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:57.030859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-554491472'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:57.034685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: dc0a016d-9712-4800-a432-b8c49f07ff03 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:33:57.035126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device dc0a016d-9712-4800-a432-b8c49f07ff03 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:33:57.037484 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.089128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.166636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.184695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.198612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:57.209310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.234212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] device_id is not set on port ef6d0aa3-61c6-45ea-816b-8a75b51c9814 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:57.240222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34782) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:57.342177 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f79b537d-659e-4bb3-9f14-1444fe7376ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=360a5709777448db8d2cc7b052c2df3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0980358 Dec 16 03:33:57.343476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34784) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:57.351894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-cc5a184b-3802-4b7c-885d-3fc6b874a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:57.353388 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-cc5a184b-3802-4b7c-885d-3fc6b874a45f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1b99abb-4093-4796-826e-92cd2fec3bdc HTTP/1.1" status: 200 len: 897 time: 0.8961580 Dec 16 03:33:57.394089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.451691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Allocated IP 2001:db8::2a0 (17b2a351-a51b-49d3-8749-cc48a54004dd/4b418872-0a58-4992-ab23-afd27c0ebe10/ef6d0aa3-61c6-45ea-816b-8a75b51c9814) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:57.481222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.487436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef8d0-706d-42ca-be86-a250a3812850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.521422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b0bdbc-57b8-446f-aa8b-dab0d24dafec,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:57.524298 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-8fb1f9f0-72ee-4231-b87f-5d1cf9aa3aa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b HTTP/1.1" status: 200 len: 217 time: 0.1634357 Dec 16 03:33:57.539140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.540982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.547323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0ca3c-eead-4431-8046-3c58a8567a45 None None] Network dcd1349a-96b1-4b03-874c-0ad6de4d73b1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:33:57.547502 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9f1fcd2c-dca1-4e06-9871-3968ec2c1437 tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/subnets/b4b0bdbc-57b8-446f-aa8b-dab0d24dafec HTTP/1.1" status: 204 len: 168 time: 1.2711899 Dec 16 03:33:57.548450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef8d0-706d-42ca-be86-a250a3812850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.550487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34786) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:57.657766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753b08c-7ad6-4c57-8b29-ab65110ed329 None None] DHCP port deletion for dcd1349a-96b1-4b03-874c-0ad6de4d73b1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:33:57.715233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:57.728516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=3e477bcd-d6d1-486b-8668-e07b9a0e6d73,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:57.734677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:57.739115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-4055d176-90b1-4411-95cd-3dcb3b02079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:57.740650 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-4055d176-90b1-4411-95cd-3dcb3b02079a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97a8f86-f665-4d06-a38f-06dce2ba386e HTTP/1.1" status: 200 len: 837 time: 0.2064474 Dec 16 03:33:57.741425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:57.748043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:57.748709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.761264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.791488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef8d0-706d-42ca-be86-a250a3812850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.794424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef8d0-706d-42ca-be86-a250a3812850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.799120 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3c9ef8d0-706d-42ca-be86-a250a3812850 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37beeef6-a771-4b61-835a-05f900ce1fcc HTTP/1.1" status: 204 len: 168 time: 0.4542708 Dec 16 03:33:57.830240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ef8d0-706d-42ca-be86-a250a3812850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37beeef6-a771-4b61-835a-05f900ce1fcc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:57.835884 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e196c39b-453d-41e2-9081-3d2115af4bd9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.0200450 Dec 16 03:33:57.839050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34792) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:57.850583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.852251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:57.905566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Router 585c6998-71fb-4616-bf3f-9afc7b58048f is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:33:58.019687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.061473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd1349a-96b1-4b03-874c-0ad6de4d73b1']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:58.072301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575f335-eea0-44ed-b06e-cc6dc042edc9 req-aaae873b-2393-4306-9322-f3d2776c0ad5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:58.074316 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2575f335-eea0-44ed-b06e-cc6dc042edc9 req-aaae873b-2393-4306-9322-f3d2776c0ad5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 944 time: 0.1576171 Dec 16 03:33:58.080816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-fc8dc92c-49b2-4cc5-8399-816889c66913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:58.082707 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-fc8dc92c-49b2-4cc5-8399-816889c66913 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1b99abb-4093-4796-826e-92cd2fec3bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3301463 Dec 16 03:33:58.085945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.096873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6ed37d-d16f-43d7-b13b-80c419579b9f') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:58.097169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6ed37d-d16f-43d7-b13b-80c419579b9f') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:58.125841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-db4e1bd9-c147-4b49-97cf-27acbe00e5c6 None None] Provisioning complete for port 3e477bcd-d6d1-486b-8668-e07b9a0e6d73 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:58.126658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db4e1bd9-c147-4b49-97cf-27acbe00e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.151037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.174220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-db4e1bd9-c147-4b49-97cf-27acbe00e5c6 None None] Port 3e477bcd-d6d1-486b-8668-e07b9a0e6d73 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:58.212564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:58.219094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.224176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:58.235753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:58.241417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:58.242182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.254564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:33:58.255043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:33:58.259490 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:33:58.315201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2575f335-eea0-44ed-b06e-cc6dc042edc9 req-8f21366b-c3e4-45ec-bc84-5dc1058e0e20 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331791 Dec 16 03:33:58.320244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=ef6d0aa3-61c6-45ea-816b-8a75b51c9814,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:58.345695 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9d638d4a-5761-4343-b72a-92a4b23db5c8 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3191032 Dec 16 03:33:58.347528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34802) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:58.353325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'network_id': '17b2a351-a51b-49d3-8749-cc48a54004dd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1507638526'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:58.404668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.435647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.442124 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] 10.222.0.16 "DELETE /v2.0/networks/dcd1349a-96b1-4b03-874c-0ad6de4d73b1 HTTP/1.1" status: 204 len: 168 time: 0.8840890 Dec 16 03:33:58.445646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 3e477bcd-d6d1-486b-8668-e07b9a0e6d73 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:33:58.445993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.451456 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-bf401795-30ec-43db-bbf2-b27ba184d477 service neutron] 10.222.0.30 "GET /v2.0/networks/d1b99abb-4093-4796-826e-92cd2fec3bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339906 Dec 16 03:33:58.458890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224c31a-6df7-4b17-a9a2-e17e93c4a3bd tempest-FloatingIPTestJSON-1130086904 tempest-FloatingIPTestJSON-1130086904-project] Pushing event deleted for resources: {'Network': ['ID=dcd1349a-96b1-4b03-874c-0ad6de4d73b1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:58.556561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Made reservation on behalf of 7d7a3f749f0047e4af7be5d2ee351b39 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:33:58.562562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.585540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] device_id is not set on port 3f196e6c-c752-40b8-8942-ea5791601a5a yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:33:58.634460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:33:58.646977 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] Sync routers for ids ['585c6998-71fb-4616-bf3f-9afc7b58048f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:33:58.662192 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] Routers {'585c6998-71fb-4616-bf3f-9afc7b58048f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:58.662877 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['585c6998-71fb-4616-bf3f-9afc7b58048f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:58.722221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2c928195-d3a2-4d4f-96a8-f93bc9e71c21 None None] Provisioning complete for port ef6d0aa3-61c6-45ea-816b-8a75b51c9814 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:58.723584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c928195-d3a2-4d4f-96a8-f93bc9e71c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.732623 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:58.756406 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] Routers {'585c6998-71fb-4616-bf3f-9afc7b58048f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:33:58.757039 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['585c6998-71fb-4616-bf3f-9afc7b58048f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:58.764376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.764376 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-22739378-5615-4e68-90e3-be90505d11c5 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2779930 Dec 16 03:33:58.768804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:58.787814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:58.808915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Allocated IP 2001:db8::3b0 (17b2a351-a51b-49d3-8749-cc48a54004dd/4b418872-0a58-4992-ab23-afd27c0ebe10/3f196e6c-c752-40b8-8942-ea5791601a5a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:33:58.834689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2c928195-d3a2-4d4f-96a8-f93bc9e71c21 None None] Port ef6d0aa3-61c6-45ea-816b-8a75b51c9814 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:58.845056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.857633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.862136 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:33:58.863930 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f090417-9d3d-4e3c-a327-31c9b04dded9 None None] The sync data for ids ['585c6998-71fb-4616-bf3f-9afc7b58048f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:33:58.873959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.875004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:58.895173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 3e477bcd-d6d1-486b-8668-e07b9a0e6d73 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:33:58.923928 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62568f4e-b5e1-48b3-9b64-a184a28584a1 req-75dbb219-1713-4a48-8c50-cae8e4d69c89 service neutron] 10.222.0.30 "GET /v2.0/networks/d1b99abb-4093-4796-826e-92cd2fec3bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821983 Dec 16 03:33:58.933922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:59.046259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b4ba8a8f-a60e-4f91-af1f-a276a7454c3b details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:33:59.049760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.102291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=6bfc6773-8e09-4118-ac52-0a731683109f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:59.114449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.123476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.123848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.124180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.124522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.124866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.125208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.125526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.125852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.126596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.126596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.126969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.127155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.127476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:33:59.191746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Network 17b2a351-a51b-49d3-8749-cc48a54004dd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:59.198443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:59.204649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=3f196e6c-c752-40b8-8942-ea5791601a5a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:59.208877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:33:59.220953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:59.221507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.241310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:59.257744 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-910608b0-a8bd-41ac-8286-cd9a25b4da92 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9090278 Dec 16 03:33:59.258690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34826) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:59.259708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b', 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc', 'port_id': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b', 'mac_address': 'fa:16:3e:3c:50:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:33:59.265226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::100', 'mac_address': 'fa:16:3e:ab:0d:55'}, {'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:8b:21:4a'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:33:59.265456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:33:59.272014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:33:59.343503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.367189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ba8a8f-a60e-4f91-af1f-a276a7454c3b {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:33:59.420513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.425054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:33:59.432030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.530944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:33:59.606931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79d0b6-ac79-402a-852c-c54d623970b2 req-2f7b213a-1b6d-4d99-9f0c-7b1a9e2f77c6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:33:59.613588 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fd79d0b6-ac79-402a-852c-c54d623970b2 req-2f7b213a-1b6d-4d99-9f0c-7b1a9e2f77c6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 945 time: 0.0886922 Dec 16 03:33:59.681044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fd79d0b6-ac79-402a-852c-c54d623970b2 req-8428bc15-9670-4d39-94db-8fac96b8f25b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608978 Dec 16 03:33:59.726494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['b4ba8a8f-a60e-4f91-af1f-a276a7454c3b'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:33:59.807017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-70a18e57-e87c-42fc-ae12-f79817d9572c None None] Provisioning complete for port 3f196e6c-c752-40b8-8942-ea5791601a5a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:59.807849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70a18e57-e87c-42fc-ae12-f79817d9572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.868420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-70a18e57-e87c-42fc-ae12-f79817d9572c None None] Port 3f196e6c-c752-40b8-8942-ea5791601a5a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:33:59.897943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-70a18e57-e87c-42fc-ae12-f79817d9572c None None] Provisioning complete for port 6bfc6773-8e09-4118-ac52-0a731683109f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:33:59.898416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70a18e57-e87c-42fc-ae12-f79817d9572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.963693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-807101bb-8c1f-443b-9bd3-8c60a889474d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d352df99d00473388015658b5e06c68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0220089 Dec 16 03:33:59.967934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:33:59.972814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:33:59.973019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-70a18e57-e87c-42fc-ae12-f79817d9572c None None] Port 6bfc6773-8e09-4118-ac52-0a731683109f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:00.075201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=3e477bcd-d6d1-486b-8668-e07b9a0e6d73,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:00.157808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.174870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.189837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.194484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] In _notify_port_updated(), no bound segment for port 3f196e6c-c752-40b8-8942-ea5791601a5a on network 17b2a351-a51b-49d3-8749-cc48a54004dd {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:34:00.198052 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3c8fa811-7354-4876-9db7-5b527163711b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/3e477bcd-d6d1-486b-8668-e07b9a0e6d73 HTTP/1.1" status: 204 len: 168 time: 2.3562005 Dec 16 03:34:00.205744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34846) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.207153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.208114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.208300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.209912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "PUT /v2.0/ports/3f196e6c-c752-40b8-8942-ea5791601a5a HTTP/1.1" status: 200 len: 1068 time: 0.9500470 Dec 16 03:34:00.217353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.277209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b48c0-9520-4b61-b4ae-10dd375364f7 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event updated for resources: {'Port': ['ID=3f196e6c-c752-40b8-8942-ea5791601a5a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:00.361227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.375270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f407ebc-496f-4272-94e0-ff91960e25bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.403556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f407ebc-496f-4272-94e0-ff91960e25bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.417986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Router 8abb2b13-926a-4a07-9165-75ac87669bfe is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:34:00.481698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4bf32-8f38-43f0-984b-839068a08b68 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.485923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34858) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.486178 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1cb4bf32-8f38-43f0-984b-839068a08b68 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2737997 Dec 16 03:34:00.547705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37311f-98d0-4267-ada9-78b4a109554d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.550441 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5e37311f-98d0-4267-ada9-78b4a109554d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0615773 Dec 16 03:34:00.552156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34862) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.631548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2a27a-00f1-47a0-9525-2382afeca0fc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.631727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f407ebc-496f-4272-94e0-ff91960e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.633587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2a27a-00f1-47a0-9525-2382afeca0fc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.634264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f407ebc-496f-4272-94e0-ff91960e25bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.635166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2a27a-00f1-47a0-9525-2382afeca0fc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.639745 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dce2a27a-00f1-47a0-9525-2382afeca0fc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0837421 Dec 16 03:34:00.640039 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7f407ebc-496f-4272-94e0-ff91960e25bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41dc0c78-a276-4594-83e8-9b3bbdba4e81 HTTP/1.1" status: 204 len: 168 time: 0.6671672 Dec 16 03:34:00.640127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34866) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.641713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-18ede82e-70f9-475e-86a0-affc13238619 None None] Provisioning complete for port 3f196e6c-c752-40b8-8942-ea5791601a5a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:00.643317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18ede82e-70f9-475e-86a0-affc13238619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.646475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Deleting port 2f5fb88c-6ee5-4911-b0d4-e7319909f150 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:00.646823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.652835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:00.681907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34868) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.692631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] Sync routers for ids ['8abb2b13-926a-4a07-9165-75ac87669bfe'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:00.703460 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-182c9797-1955-4919-b902-5e0282bdb45c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "PUT /v2.0/routers/8abb2b13-926a-4a07-9165-75ac87669bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3304350 Dec 16 03:34:00.711036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-18ede82e-70f9-475e-86a0-affc13238619 None None] Port 3f196e6c-c752-40b8-8942-ea5791601a5a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:00.712783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] Routers {'8abb2b13-926a-4a07-9165-75ac87669bfe'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:00.714506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8abb2b13-926a-4a07-9165-75ac87669bfe'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:00.720515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 4a500b34-205e-48d7-8521-e54d31827b33 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:00.720926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.724037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.725865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f407ebc-496f-4272-94e0-ff91960e25bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dc0c78-a276-4594-83e8-9b3bbdba4e81,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:00.734555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting port 3f196e6c-c752-40b8-8942-ea5791601a5a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:00.734903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.768121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.801264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:00.859884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] Routers {'8abb2b13-926a-4a07-9165-75ac87669bfe'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:00.862641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8abb2b13-926a-4a07-9165-75ac87669bfe'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:00.905438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44f43-0982-478e-ac17-9dbe1fdccb79 req-36a2c11b-eeba-48e5-b7ed-6471e05b247b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.906826 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45f44f43-0982-478e-ac17-9dbe1fdccb79 req-36a2c11b-eeba-48e5-b7ed-6471e05b247b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 945 time: 0.1093836 Dec 16 03:34:00.913927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:00.938248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:00.939342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9735d788-23ca-42a6-95af-794d4c946128 None None] The sync data for ids ['8abb2b13-926a-4a07-9165-75ac87669bfe'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:00.968006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:00.980607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3e73e-346a-4fd0-b64e-580b16a31fc7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:00.985351 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c5e3e73e-346a-4fd0-b64e-580b16a31fc7 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports?device_id=8abb2b13-926a-4a07-9165-75ac87669bfe HTTP/1.1" status: 200 len: 988 time: 0.2472758 Dec 16 03:34:00.985978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:00.989733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.000376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.032872 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45f44f43-0982-478e-ac17-9dbe1fdccb79 req-39fe77f5-68f4-431f-b9ac-1b7237659be6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149690 Dec 16 03:34:01.054611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.059953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b4ba8a8f-a60e-4f91-af1f-a276a7454c3b up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:01.106926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.109903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Calling delete_port for 3f196e6c-c752-40b8-8942-ea5791601a5a owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:01.124101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Calling delete_port for 2f5fb88c-6ee5-4911-b0d4-e7319909f150 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:01.134032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:34:01.140447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:01.141619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.146431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.149624 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/4a500b34-205e-48d7-8521-e54d31827b33 HTTP/1.1" status: 204 len: 168 time: 0.5085599 Dec 16 03:34:01.150505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee963de-b035-4740-a67c-72d5ea155d86 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=4a500b34-205e-48d7-8521-e54d31827b33,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:01.153219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34884) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:01.197280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eeb000-e036-48a8-b283-e1605c344540 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:01.228363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet acafde79-1ec2-4111-be45-8fd0ecf58f15 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:01.232166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.294764 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.320487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.473403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.525072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Allocated IP 172.26.6.129 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/11096657-996d-4f18-97cf-a1813b29f0b8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:01.558167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.585760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.589300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=acafde79-1ec2-4111-be45-8fd0ecf58f15,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:01.600751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.607039 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6980405a-351e-4972-9f58-4ff659461bf4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/acafde79-1ec2-4111-be45-8fd0ecf58f15 HTTP/1.1" status: 204 len: 168 time: 0.4483731 Dec 16 03:34:01.607039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34898) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:01.650480 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7cb784e5-9c15-4958-a930-56fbf2f99697 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418060 Dec 16 03:34:01.653933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34900) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:01.661739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:01.670259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.693691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Port': ['ID=3f196e6c-c752-40b8-8942-ea5791601a5a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:01.697765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:34:01.700304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaa9a49-dab1-4d9b-b40e-16e103543150" -d '{"events": [{"server_uuid": "ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1", "name": "network-vif-plugged", "status": "completed", "tag": "b4ba8a8f-a60e-4f91-af1f-a276a7454c3b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:34:01.716000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:01.724750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.782148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:01.874973 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dcc207-8976-4df7-9e41-20b2d16d5bc1 x-openstack-request-id: req-e2dcc207-8976-4df7-9e41-20b2d16d5bc1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:34:01.875433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1", "name": "network-vif-plugged", "status": "completed", "tag": "b4ba8a8f-a60e-4f91-af1f-a276a7454c3b", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:34:01.875697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2dcc207-8976-4df7-9e41-20b2d16d5bc1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:34:01.876226 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b', 'code': 200} Dec 16 03:34:01.879926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:01.888264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d4904e-8574-4b69-9747-603604cef9ad None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:01.899609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Pushing event deleted for resources: {'Port': ['ID=2f5fb88c-6ee5-4911-b0d4-e7319909f150,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:01.937100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34904) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:01.975769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.019515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:02.034104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.102914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.185115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'networks': [{'name': 'tempest-network--1777774151'}, {'name': 'tempest-network--541811497'}]} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:02.185493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'network': {'name': 'tempest-network--1777774151'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:02.185886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'network': {'name': 'tempest-network--541811497'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:02.225722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:02.244762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:02.260135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:02.262867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Port': ['ID=11096657-996d-4f18-97cf-a1813b29f0b8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:02.316034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Made reservation on behalf of 4874ed6a7d264da6810391487e495c03 for: {'network': 2} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:02.320596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.345498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.358339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8b4f5-98ae-402a-87a3-586655b3b5a7 req-a594164e-e6b2-4870-b77d-16565c477629 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:02.359956 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-eaa8b4f5-98ae-402a-87a3-586655b3b5a7 req-a594164e-e6b2-4870-b77d-16565c477629 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 946 time: 0.2086914 Dec 16 03:34:02.432561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.479103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35576ec-edd7-4b3b-b3d3-d875f9f5c646 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:02.572021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.576403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be442857-8a78-4544-b13b-0fc22a6d463b None None] Provisioning complete for port 2fc6a405-1879-40f3-8fcb-5e90e7112afd triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:02.577118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be442857-8a78-4544-b13b-0fc22a6d463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.668703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4d5c6-0ff1-47fc-884a-f0b602ad002e req-95413603-1210-463f-9780-4d830bc297e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:02.670245 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45f4d5c6-0ff1-47fc-884a-f0b602ad002e req-95413603-1210-463f-9780-4d830bc297e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 1099 time: 0.2598300 Dec 16 03:34:02.691186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:02.707010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.712528 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a5e1d69a-9a4d-4eff-a0a7-d8c718f5ce20 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/ports/3f196e6c-c752-40b8-8942-ea5791601a5a HTTP/1.1" status: 204 len: 168 time: 2.4585586 Dec 16 03:34:02.719628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34910) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:02.742055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] Deleting port 2fc6a405-1879-40f3-8fcb-5e90e7112afd {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:02.742702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.808599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] For port 2fc6a405-1879-40f3-8fcb-5e90e7112afd, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2fc6a405-1879-40f3-8fcb-5e90e7112afd,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:02.808993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.828819 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] Calling delete_port for 2fc6a405-1879-40f3-8fcb-5e90e7112afd owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:02.844549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f120c4c-4e81-43b6-a181-755ef175c518 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] GET failed (client error): The resource could not be found. Dec 16 03:34:02.846004 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2f120c4c-4e81-43b6-a181-755ef175c518 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "GET /v2.0/ports/3f196e6c-c752-40b8-8942-ea5791601a5a HTTP/1.1" status: 404 len: 333 time: 0.1253603 Dec 16 03:34:02.858823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:02.895003 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45f4d5c6-0ff1-47fc-884a-f0b602ad002e req-3b3d11da-1793-4453-a7f7-2bc5c9cd5b45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033544 Dec 16 03:34:02.918846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.929457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.945071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] Pushing event deleted for resources: {'Port': ['ID=2fc6a405-1879-40f3-8fcb-5e90e7112afd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:02.949927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb15d93-57b3-4173-bd0c-34ec533e55e6 None None] No DVR routers for this DVR port 2fc6a405-1879-40f3-8fcb-5e90e7112afd on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:02.963088 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-eaa8b4f5-98ae-402a-87a3-586655b3b5a7 req-102bf9dd-35cc-47e2-8c02-f7333bb4fcdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5772319 Dec 16 03:34:02.977794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.981335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:02.992338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.083561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:03.097367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Router 585c6998-71fb-4616-bf3f-9afc7b58048f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:03.099636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:03.105544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.111874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f830af6c-efac-483d-bf76-48abc742c7a8 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:03.113670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:03.114488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.146941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=81213f88-b971-4480-b6aa-7f8602dd8391,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:03.160896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.177894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.178305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.189394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 6bfc6773-8e09-4118-ac52-0a731683109f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:03.189768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.192304 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b7032214-ef45-482a-8c27-c3d8f77e163a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5370212 Dec 16 03:34:03.192545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:03.199189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bcb5c4b7-039f-4543-b849-9327a3629c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:03.221285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:03.233289 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] Sync routers for ids ['585c6998-71fb-4616-bf3f-9afc7b58048f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:03.247011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '81213f88-b971-4480-b6aa-7f8602dd8391'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:03.247889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.253251 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] Routers {'585c6998-71fb-4616-bf3f-9afc7b58048f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:03.253887 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['585c6998-71fb-4616-bf3f-9afc7b58048f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:03.265959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.267165 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-361071dd-21c7-44a2-86ac-f70d2f22616d tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "PUT /v2.0/routers/585c6998-71fb-4616-bf3f-9afc7b58048f HTTP/1.1" status: 200 len: 705 time: 4.4897790 Dec 16 03:34:03.277670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting port ef6d0aa3-61c6-45ea-816b-8a75b51c9814 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:03.278242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.282830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34916) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:03.306884 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:03.323433 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] Routers {'585c6998-71fb-4616-bf3f-9afc7b58048f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:03.325400 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['585c6998-71fb-4616-bf3f-9afc7b58048f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:03.335137 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675347c2-911c-48ed-a825-ec4678004b60,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:03.380059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.402563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 6bfc6773-8e09-4118-ac52-0a731683109f owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:03.408653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:03.438240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.438667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Added segment e3b1956e-a004-49a9-8338-59ff0bd8ef4d of type vlan for network 537d3ba2-bb75-4fa9-bd94-1d555a45987c Dec 16 03:34:03.444514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/81213f88-b971-4480-b6aa-7f8602dd8391/6a6ca95e-01b4-4884-9985-89f22b41aee9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:03.473671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-42b4c450-0bf3-4adb-a9e7-05f77838cf91 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/routers/585c6998-71fb-4616-bf3f-9afc7b58048f HTTP/1.1" status: 200 len: 740 time: 0.1850703 Dec 16 03:34:03.486173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34918) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:03.496767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb5c4b7-039f-4543-b849-9327a3629c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:03.500218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c4b7-039f-4543-b849-9327a3629c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.508798 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:03.509684 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61a957-7259-46bc-9239-2923c0be2ba0 None None] The sync data for ids ['585c6998-71fb-4616-bf3f-9afc7b58048f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:03.534595 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e83f3a9a-bbb0-4c50-99d9-934ecffab4f1 tempest-RoutersAdminTest-570194882 tempest-RoutersAdminTest-570194882-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&device_id=585c6998-71fb-4616-bf3f-9afc7b58048f HTTP/1.1" status: 200 len: 205 time: 0.0444331 Dec 16 03:34:03.539956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34920) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:03.579903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.605502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.612962 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d0e39f65-9a0a-48f4-a7b1-6f32122af9a9 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=585c6998-71fb-4616-bf3f-9afc7b58048f HTTP/1.1" status: 200 len: 205 time: 0.0651736 Dec 16 03:34:03.613840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:03.626803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.629180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Calling delete_port for ef6d0aa3-61c6-45ea-816b-8a75b51c9814 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:03.637717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.655322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.681982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:03.687205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:03.693958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:03.699344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.704477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Pushing event updated for resources: {'Port': ['ID=6a6ca95e-01b4-4884-9985-89f22b41aee9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:03.728440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.729164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.729164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.729594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.729858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.730181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.730537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.730863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.731187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.731521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.731844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.732158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.732471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:03.735381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:03.742140 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-bcb5c4b7-039f-4543-b849-9327a3629c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81213f88-b971-4480-b6aa-7f8602dd8391 (CIDR: 2001:db8::/64) Dec 16 03:34:03.753292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27aa2ff-7b25-43df-8474-058ca610d245 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.779782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Attempting to bind port 6a6ca95e-01b4-4884-9985-89f22b41aee9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:03.780175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Attempting to bind port 6a6ca95e-01b4-4884-9985-89f22b41aee9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:03.780531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Attempting to bind port 6a6ca95e-01b4-4884-9985-89f22b41aee9 on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:03.786036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:03.786425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:03.786826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.787563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:03.787697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Bound port: 6a6ca95e-01b4-4884-9985-89f22b41aee9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:03.788080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.788200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.788528 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Added segment 52171c05-d79f-40c8-93b2-1513d15ce535 of type vlan for network 5e9ecf01-0d97-4264-822d-c59789c2d986 Dec 16 03:34:03.818519 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb5c4b7-039f-4543-b849-9327a3629c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:03.819025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb5c4b7-039f-4543-b849-9327a3629c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:03.849323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Port': ['ID=11096657-996d-4f18-97cf-a1813b29f0b8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:03.856724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] For port 6a6ca95e-01b4-4884-9985-89f22b41aee9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:03.880204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.885231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.900219 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bcb5c4b7-039f-4543-b849-9327a3629c8a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7054625 Dec 16 03:34:03.904257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34924) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:03.938527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:03.955455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.956658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7890e99b-216e-4f45-9599-49839c16f691 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2736554 Dec 16 03:34:03.963189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:03.966312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27aa2ff-7b25-43df-8474-058ca610d245 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:03.972803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1775543775'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:03.976472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27aa2ff-7b25-43df-8474-058ca610d245 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.041356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.043880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.044494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.047135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.050358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:04.050841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] For port 6a6ca95e-01b4-4884-9985-89f22b41aee9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=6a6ca95e-01b4-4884-9985-89f22b41aee9,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:04.053852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27aa2ff-7b25-43df-8474-058ca610d245 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.054442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27aa2ff-7b25-43df-8474-058ca610d245 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Fanout notify agent at l3_agent the message router_deleted on router 585c6998-71fb-4616-bf3f-9afc7b58048f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:34:04.055619 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:04.056291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.062998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27aa2ff-7b25-43df-8474-058ca610d245 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.064151 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f27aa2ff-7b25-43df-8474-058ca610d245 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/585c6998-71fb-4616-bf3f-9afc7b58048f HTTP/1.1" status: 204 len: 168 time: 0.4131126 Dec 16 03:34:04.065248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.072211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34930) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:04.087301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Made reservation on behalf of 62c5cd90fbca40f4ac94015a59a9e589 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:04.090895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.100770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=6bfc6773-8e09-4118-ac52-0a731683109f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:04.104917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.159863 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2070603 Dec 16 03:34:04.167251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6b3be-2781-4d43-9163-34d49e2a0e6a None None] Pushing event updated for resources: {'Port': ['ID=6a6ca95e-01b4-4884-9985-89f22b41aee9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:04.198578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:04.248576 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-12a54279-ca71-49ff-9464-c1fa644cb2e6 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=585c6998-71fb-4616-bf3f-9afc7b58048f HTTP/1.1" status: 200 len: 205 time: 0.1577685 Dec 16 03:34:04.252206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34934) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:04.259975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Port': ['ID=ef6d0aa3-61c6-45ea-816b-8a75b51c9814,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:04.307971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.313668 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3ae5c722-688b-4773-9cbe-37881c658904 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/ports/ef6d0aa3-61c6-45ea-816b-8a75b51c9814 HTTP/1.1" status: 204 len: 168 time: 1.4436023 Dec 16 03:34:04.318535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34936) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:04.333371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Network': ['ID=537d3ba2-bb75-4fa9-bd94-1d555a45987c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:04.346873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2257a91-d172-40a5-ad3b-242169d94cbd req-6c71dcf6-fbf9-43c2-a78c-8a64ac7b0f78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:04.348460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2257a91-d172-40a5-ad3b-242169d94cbd req-6c71dcf6-fbf9-43c2-a78c-8a64ac7b0f78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 946 time: 0.2437348 Dec 16 03:34:04.355888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 537d3ba2-bb75-4fa9-bd94-1d555a45987c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:04.408365 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dea1f3-9e6c-4fa9-92fe-eaea67d2c0d9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] GET failed (client error): The resource could not be found. Dec 16 03:34:04.417413 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a7dea1f3-9e6c-4fa9-92fe-eaea67d2c0d9 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "GET /v2.0/ports/ef6d0aa3-61c6-45ea-816b-8a75b51c9814 HTTP/1.1" status: 404 len: 333 time: 0.0954263 Dec 16 03:34:04.489435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34938) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:04.571108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:04.575529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.579263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4eb88-735b-4fd8-8142-3c10450b82e9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Network': ['ID=5e9ecf01-0d97-4264-822d-c59789c2d986,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:04.592446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 5e9ecf01-0d97-4264-822d-c59789c2d986 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:04.751378 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2257a91-d172-40a5-ad3b-242169d94cbd req-5f7ed2da-44ed-4339-b709-da9c3b467ac6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737869 Dec 16 03:34:04.791886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 6a6ca95e-01b4-4884-9985-89f22b41aee9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:04.824073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting port dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:04.824410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.838868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.858249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 6a6ca95e-01b4-4884-9985-89f22b41aee9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:04.858542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.862427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-46a406a7-9d71-4e94-91b0-231bf99caab6 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] delete failed (client error): The resource could not be found. Dec 16 03:34:04.863775 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46a406a7-9d71-4e94-91b0-231bf99caab6 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/585c6998-71fb-4616-bf3f-9afc7b58048f HTTP/1.1" status: 404 len: 336 time: 0.1760809 Dec 16 03:34:04.873655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34942) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:04.941221 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9ba81e55-5a1d-4ac1-8fbd-e62e9e3d9f59 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 HTTP/1.1" status: 200 len: 205 time: 0.0616400 Dec 16 03:34:04.966361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:04.978027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34944) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.005723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 6a6ca95e-01b4-4884-9985-89f22b41aee9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=6a6ca95e-01b4-4884-9985-89f22b41aee9,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:05.013874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.032194 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.045174 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-6c96d65b-11c5-4774-9c1a-5ae5aaea26f1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] delete failed (client error): The resource could not be found. Dec 16 03:34:05.046229 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6c96d65b-11c5-4774-9c1a-5ae5aaea26f1 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/108d4712-9ac0-4ef4-bcdd-fa5b6f89a951 HTTP/1.1" status: 404 len: 336 time: 0.0639927 Dec 16 03:34:05.055124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34946) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.059335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.067514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Calling delete_port for dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:05.087227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=6a6ca95e-01b4-4884-9985-89f22b41aee9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:05.111107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2fc6a405-1879-40f3-8fcb-5e90e7112afd no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:05.119351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cabfb9-3785-4968-9330-34295eb0ef67 req-a6a0bf8f-a7db-4887-8371-211733e8d8e3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:05.121965 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c9cabfb9-3785-4968-9330-34295eb0ef67 req-a6a0bf8f-a7db-4887-8371-211733e8d8e3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 946 time: 0.2490933 Dec 16 03:34:05.136286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.138830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 2fc6a405-1879-40f3-8fcb-5e90e7112afd {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:05.139030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2fc6a405-1879-40f3-8fcb-5e90e7112afd not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:05.148098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:05.148661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b78dbe75-708d-4f05-b300-8e8a3a38697a tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe205da7-99a3-4634-a563-678923366d0b HTTP/1.1" status: 200 len: 205 time: 0.0914507 Dec 16 03:34:05.156191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.175244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d2fd1-86c9-48d5-9ffd-72d8955a2e5e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:05.177910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ffb-54ac-4893-9e1a-dbb5f60aa5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.182694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d2fd1-86c9-48d5-9ffd-72d8955a2e5e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:05.191656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d2fd1-86c9-48d5-9ffd-72d8955a2e5e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:05.198209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d2fd1-86c9-48d5-9ffd-72d8955a2e5e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:05.199979 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ef6d2fd1-86c9-48d5-9ffd-72d8955a2e5e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0004239 Dec 16 03:34:05.211901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.212244 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Added segment d1828cf5-b353-47c1-9639-3b850e11d2df of type vlan for network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 Dec 16 03:34:05.214090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.294846 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-dd904675-8909-4834-987a-13fa71ff3327 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] delete failed (client error): The resource could not be found. Dec 16 03:34:05.295902 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dd904675-8909-4834-987a-13fa71ff3327 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/fe205da7-99a3-4634-a563-678923366d0b HTTP/1.1" status: 404 len: 336 time: 0.1341054 Dec 16 03:34:05.302982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.319163 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c9cabfb9-3785-4968-9330-34295eb0ef67 req-38583016-105a-4608-bf8e-ff308761a71e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654832 Dec 16 03:34:05.349869 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-196242e2-04ca-45b8-aa05-19b479d8dc6b tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed88d4cb-b454-4a6b-8989-5f2d99e0106d HTTP/1.1" status: 200 len: 205 time: 0.0435176 Dec 16 03:34:05.356092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34954) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.375017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Router 8abb2b13-926a-4a07-9165-75ac87669bfe has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:05.381554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4206587-2a3a-4d4e-8292-5bdb626eec3c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:05.398153 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-53adc703-65db-41f4-9f38-ec07bac477a3 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] delete failed (client error): The resource could not be found. Dec 16 03:34:05.399140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-53adc703-65db-41f4-9f38-ec07bac477a3 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/ed88d4cb-b454-4a6b-8989-5f2d99e0106d HTTP/1.1" status: 404 len: 336 time: 0.0414476 Dec 16 03:34:05.402829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34958) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.406198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.446236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.456270 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-de00aabe-6b95-4324-b8a6-c5470b66e496 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 HTTP/1.1" status: 200 len: 205 time: 0.0516326 Dec 16 03:34:05.479546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34960) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.526511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:05.528463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.534610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:05.535230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.535329 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-b290b656-ef3e-467f-b670-2ee15a366884 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] delete failed (client error): The resource could not be found. Dec 16 03:34:05.536383 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b290b656-ef3e-467f-b670-2ee15a366884 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/9fc27bc4-f914-4a33-b6e3-ed4f694e37e0 HTTP/1.1" status: 404 len: 336 time: 0.0532281 Dec 16 03:34:05.541735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34964) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.544037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] Sync routers for ids ['8abb2b13-926a-4a07-9165-75ac87669bfe'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:05.544695 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-211724aa-a92d-402b-a240-fc6d79cecc58 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "PUT /v2.0/routers/8abb2b13-926a-4a07-9165-75ac87669bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5518839 Dec 16 03:34:05.556557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34966) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.572064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] Routers {'8abb2b13-926a-4a07-9165-75ac87669bfe'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:05.572961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8abb2b13-926a-4a07-9165-75ac87669bfe'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:05.575321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9989bd63-ba49-456e-81f8-8517ded619f0 None None] Provisioning complete for port 6a6ca95e-01b4-4884-9985-89f22b41aee9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:05.575804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9989bd63-ba49-456e-81f8-8517ded619f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.623726 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d9c136-1020-485b-996d-04281c48826e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:34:05.627762 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-49d9c136-1020-485b-996d-04281c48826e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/6bfc6773-8e09-4118-ac52-0a731683109f HTTP/1.1" status: 404 len: 333 time: 0.0630286 Dec 16 03:34:05.633410 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8c4807dc-059c-4155-b5c9-67316e1f98ee tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "GET /v2.0/ports?device_id=b54b9c6b-389f-487b-99a9-0bc31a5b7bd2 HTTP/1.1" status: 200 len: 205 time: 0.0887654 Dec 16 03:34:05.635909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34968) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.635909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34970) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.638486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:05.653788 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6894610 Dec 16 03:34:05.659081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.661731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] Routers {'8abb2b13-926a-4a07-9165-75ac87669bfe'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:05.662488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:33:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8abb2b13-926a-4a07-9165-75ac87669bfe'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:05.675405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Request body: {'subnet': {'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:05.704538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:05.708943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e2554-0958-4b48-bf02-e8d037b4b9a7 None None] The sync data for ids ['8abb2b13-926a-4a07-9165-75ac87669bfe'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:05.723297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.727240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac6610-8225-4827-953d-7d70c72d6d6b tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Network': ['ID=6f260aba-69ae-4bd2-8ef0-20de0e6c3af3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:05.736664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.758347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:05.764887 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-95dd6e01-cfcc-41f7-9a2f-2c6ae6fc8cb8 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] delete failed (client error): The resource could not be found. Dec 16 03:34:05.768230 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-95dd6e01-cfcc-41f7-9a2f-2c6ae6fc8cb8 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/routers/b54b9c6b-389f-487b-99a9-0bc31a5b7bd2 HTTP/1.1" status: 404 len: 336 time: 0.1287007 Dec 16 03:34:05.771449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:05.782276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537d3ba2-bb75-4fa9-bd94-1d555a45987c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:05.816279 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1763103b-5fe6-4d66-8ad7-b5d152be6817 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:05.816973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1763103b-5fe6-4d66-8ad7-b5d152be6817 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:05.820301 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1763103b-5fe6-4d66-8ad7-b5d152be6817 tempest-RoutersAdminTest-1064816668 tempest-RoutersAdminTest-1064816668-project] 10.222.0.16 "DELETE /v2.0/subnets/1286a721-91c7-44bc-93dd-9ac5f318221c HTTP/1.1" status: 404 len: 337 time: 0.0477068 Dec 16 03:34:05.825905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b1956e-a004-49a9-8338-59ff0bd8ef4d') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:05.826566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b1956e-a004-49a9-8338-59ff0bd8ef4d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:05.838551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.857229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:34:05.859523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.866187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Port': ['ID=dafeb0d7-4b3a-4888-ab08-65f8984eb2c6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:05.869807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a37a15-efbe-4313-8157-67f3ce53f33c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.872326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:05.873691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:05.883548 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:05.942919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Made reservation on behalf of 62c5cd90fbca40f4ac94015a59a9e589 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:05.947219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.023844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.040410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.049085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/networks/537d3ba2-bb75-4fa9-bd94-1d555a45987c HTTP/1.1" status: 204 len: 168 time: 0.8264396 Dec 16 03:34:06.052663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:06.080617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.090545 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-75ff6402-c269-4fdd-b577-28abf020a7ef tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/ports/dafeb0d7-4b3a-4888-ab08-65f8984eb2c6 HTTP/1.1" status: 204 len: 168 time: 1.5984681 Dec 16 03:34:06.095204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b1afd-2f82-4416-8ac1-befe51b83caf tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Network': ['ID=537d3ba2-bb75-4fa9-bd94-1d555a45987c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:06.096914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:06.278766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting subnet 4b418872-0a58-4992-ab23-afd27c0ebe10 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:06.283459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.293554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.301085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a37a15-efbe-4313-8157-67f3ce53f33c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.304558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a37a15-efbe-4313-8157-67f3ce53f33c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.317779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34984) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:06.387396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a37a15-efbe-4313-8157-67f3ce53f33c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.388114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a37a15-efbe-4313-8157-67f3ce53f33c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Fanout notify agent at l3_agent the message router_deleted on router 8abb2b13-926a-4a07-9165-75ac87669bfe {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:34:06.395379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.396589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a37a15-efbe-4313-8157-67f3ce53f33c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.400296 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e9a37a15-efbe-4313-8157-67f3ce53f33c tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/routers/8abb2b13-926a-4a07-9165-75ac87669bfe HTTP/1.1" status: 204 len: 168 time: 0.7624569 Dec 16 03:34:06.402424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:06.405410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.573071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.581832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.617449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet ba263242-6d9a-4e81-9715-c65d58c15003 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:06.669803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.674002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9ecf01-0d97-4264-822d-c59789c2d986']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:06.686356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 6a6ca95e-01b4-4884-9985-89f22b41aee9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:06.721205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52171c05-d79f-40c8-93b2-1513d15ce535') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:06.721518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52171c05-d79f-40c8-93b2-1513d15ce535') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:06.741552 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 6a6ca95e-01b4-4884-9985-89f22b41aee9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:06.742005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.742183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.773109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.780365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Subnet': ['ID=71d51dab-13ec-4336-ae16-1ae30fa3e083,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:06.804568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.815544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.821783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78b7c884-bb47-4d58-8073-ba2dbfe76485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.849372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34990) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:06.853339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:06.853760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:06.858156 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:06.943611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Checking segment: {'id': 'd1828cf5-b353-47c1-9639-3b850e11d2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:06.944278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Network hostable DHCP agents. Network: 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:06.982551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:06.998595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.001738 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/networks/5e9ecf01-0d97-4264-822d-c59789c2d986 HTTP/1.1" status: 204 len: 168 time: 0.9370403 Dec 16 03:34:07.007441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:07.010115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.070078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396510d9-a660-443f-bc01-ccc687fcba01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Network': ['ID=5e9ecf01-0d97-4264-822d-c59789c2d986,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:07.074818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] For port 6a6ca95e-01b4-4884-9985-89f22b41aee9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=6a6ca95e-01b4-4884-9985-89f22b41aee9,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:07.110452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Subnet': ['ID=4b418872-0a58-4992-ab23-afd27c0ebe10,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:07.114551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.117782 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-71533370-8f92-4733-a12b-0358154c80a3 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/subnets/4b418872-0a58-4992-ab23-afd27c0ebe10 HTTP/1.1" status: 204 len: 168 time: 1.0051336 Dec 16 03:34:07.123297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:07.123497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecba0f5-e7d9-4821-a860-61257b0221b5 None None] Network 17b2a351-a51b-49d3-8749-cc48a54004dd requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:07.125835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.128886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 34994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:07.138966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78b7c884-bb47-4d58-8073-ba2dbfe76485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.148830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78b7c884-bb47-4d58-8073-ba2dbfe76485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.221000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:07.232785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e986761-00be-495e-94e5-632a544a2234 None None] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:07.240816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.250550 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-78b7c884-bb47-4d58-8073-ba2dbfe76485 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14f555e628164e29926e5472b161427e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9289327 Dec 16 03:34:07.250550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34996) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:07.251003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:07.251847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.254308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7c884-bb47-4d58-8073-ba2dbfe76485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c14b6bd-9b99-4266-8ac8-e09b24ddd566,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:07.264516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.265278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.351287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] DHCP port deletion for 17b2a351-a51b-49d3-8749-cc48a54004dd request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:07.360888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:07.379525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:07.383371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:07.383979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.408802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b432095-958b-4d0e-812e-dafc0b16aeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.425718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48aac2-b89c-49c9-b483-cb7907c6627a None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:07.474717 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5387611 Dec 16 03:34:07.479174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=a01d8a68-afdb-4322-9748-030a448ccba6,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:07.480408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-6f260aba-69ae-4bd2-8ef0-20de0e6c3af3', 'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3', 'project_id': '62c5cd90fbca40f4ac94015a59a9e589', 'fixed_ips': [{'subnet_id': '71d51dab-13ec-4336-ae16-1ae30fa3e083'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:07.481378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.488173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 34998) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:07.495855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:9f:30:61', 'name': 'tempest-NetworksTestDHCPv6-38355740'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:07.504128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df401e5d-bfc3-40ae-9030-7b753d48510c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=6a6ca95e-01b4-4884-9985-89f22b41aee9,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:07.575984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-189a9103-1296-4453-b7c4-02a73897cdca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.623392 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-189a9103-1296-4453-b7c4-02a73897cdca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.630437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] Deleting port fcd8ecb3-921f-4343-a9da-4465a11f5354 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:07.631039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.649134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2c0c7-e711-4cfd-9bcc-0ffbf661dbc8 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:07.655253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2c0c7-e711-4cfd-9bcc-0ffbf661dbc8 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:07.660426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-72c2c0c7-e711-4cfd-9bcc-0ffbf661dbc8 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6481185 Dec 16 03:34:07.662741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:07.669008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-445fa336-ccbc-4181-8c52-d3f4b05600d0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0038469 Dec 16 03:34:07.672628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.672919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35002) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:07.677760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-114346674'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:07.681424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1333176873', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:07.716782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.742365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] For port fcd8ecb3-921f-4343-a9da-4465a11f5354, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fcd8ecb3-921f-4343-a9da-4465a11f5354,segment=NetworkSegment(a38ec68f-c07e-4da7-aba6-8304e890115e),segment_id=a38ec68f-c07e-4da7-aba6-8304e890115e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:07.743571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.745730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Made reservation on behalf of 4874ed6a7d264da6810391487e495c03 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:07.749311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.776085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] Calling delete_port for fcd8ecb3-921f-4343-a9da-4465a11f5354 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:07.782709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Allocated IP 172.20.0.2 (6f260aba-69ae-4bd2-8ef0-20de0e6c3af3/71d51dab-13ec-4336-ae16-1ae30fa3e083/097e5ef4-34f2-413e-a358-fb06eb084988) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:07.785063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=ba263242-6d9a-4e81-9715-c65d58c15003,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:07.792076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.795602 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ae6c3572-f416-4e2f-9c58-9a4ced6568f3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/ba263242-6d9a-4e81-9715-c65d58c15003 HTTP/1.1" status: 204 len: 168 time: 1.3940179 Dec 16 03:34:07.798917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:07.801217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e97862-66ad-4d47-b0e1-f9e4c1b0e367 None None] Network 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:07.816628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.817960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.866639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:07.896287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-189a9103-1296-4453-b7c4-02a73897cdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.898797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Deleting port fcd8ecb3-921f-4343-a9da-4465a11f5354 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:07.898955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-189a9103-1296-4453-b7c4-02a73897cdca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.899446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.901812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.902113 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Added segment 3b8f993d-b613-43ae-a695-98033d10edf7 of type vlan for network bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9 Dec 16 03:34:07.910336 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-189a9103-1296-4453-b7c4-02a73897cdca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c14b6bd-9b99-4266-8ac8-e09b24ddd566 HTTP/1.1" status: 204 len: 168 time: 0.6587942 Dec 16 03:34:07.939095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:07.977469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.000621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.017900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9103-1296-4453-b7c4-02a73897cdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c14b6bd-9b99-4266-8ac8-e09b24ddd566,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:08.020724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:08.031857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.059836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] For port fcd8ecb3-921f-4343-a9da-4465a11f5354, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fcd8ecb3-921f-4343-a9da-4465a11f5354,segment=NetworkSegment(a38ec68f-c07e-4da7-aba6-8304e890115e),segment_id=a38ec68f-c07e-4da7-aba6-8304e890115e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:08.060099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.119981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Calling delete_port for fcd8ecb3-921f-4343-a9da-4465a11f5354 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:08.140172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.149833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:08.150521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.288397 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6206229 Dec 16 03:34:08.295519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35010) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:08.297639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.317198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1579197754'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:08.350027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e700-c340-446b-b432-d9e753794641 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Network': ['ID=bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:08.372450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port feffefab-d986-4d94-bbe9-8df135106ace {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:08.373089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.373935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:08.389797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.493609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35012) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:08.511335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] For port feffefab-d986-4d94-bbe9-8df135106ace, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=feffefab-d986-4d94-bbe9-8df135106ace,segment=NetworkSegment(126005b0-4209-4861-8087-ab12c6499741),segment_id=126005b0-4209-4861-8087-ab12c6499741)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:08.511984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.524988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] Pushing event deleted for resources: {'Port': ['ID=fcd8ecb3-921f-4343-a9da-4465a11f5354,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:08.542710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for feffefab-d986-4d94-bbe9-8df135106ace owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:08.542957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84800e7f-62a0-4dc4-96a6-72ac8c61e057 None None] No DVR routers for this DVR port fcd8ecb3-921f-4343-a9da-4465a11f5354 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:08.552132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.554725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.588739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.600978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.618070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port 2792e707-b0ff-4d09-ab68-1983a0342634 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:08.620228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.643795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Made reservation on behalf of 4874ed6a7d264da6810391487e495c03 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:08.648382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.674888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] DHCP port deletion for 0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:08.692959 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ef8c3c83-d815-4a42-9470-35413773ae62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28289dc5c3f34f6ba0d74831a00d0e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956415 Dec 16 03:34:08.696894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Port': ['ID=fcd8ecb3-921f-4343-a9da-4465a11f5354,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:08.701299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:08.709366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:08.713069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:08.714202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] No DVR routers for this DVR port fcd8ecb3-921f-4343-a9da-4465a11f5354 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:08.733763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:08.747404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Pushing event updated for resources: {'Port': ['ID=097e5ef4-34f2-413e-a358-fb06eb084988,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:08.786887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 6a6ca95e-01b4-4884-9985-89f22b41aee9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:08.872491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Attempting to bind port 097e5ef4-34f2-413e-a358-fb06eb084988 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:08.872823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Attempting to bind port 097e5ef4-34f2-413e-a358-fb06eb084988 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd1828cf5-b353-47c1-9639-3b850e11d2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:08.873189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Attempting to bind port 097e5ef4-34f2-413e-a358-fb06eb084988 on network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:08.886161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] Deleting port feffefab-d986-4d94-bbe9-8df135106ace {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:08.886618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.889493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:08.890040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Checking segment: {'id': 'd1828cf5-b353-47c1-9639-3b850e11d2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:08.890257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.890682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Bound using segment: {'id': 'd1828cf5-b353-47c1-9639-3b850e11d2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:08.891172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Bound port: 097e5ef4-34f2-413e-a358-fb06eb084988, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1828cf5-b353-47c1-9639-3b850e11d2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:08.891549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.893919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.17 (d1b99abb-4093-4796-826e-92cd2fec3bdc/e97a8f86-f665-4d06-a38f-06dce2ba386e/0fc049ee-1842-47bc-bda5-a43a5abede7d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:08.905900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7ebc8757-0736-4e5d-909f-33a0bda3caaf None None] Provisioning complete for port 6a6ca95e-01b4-4884-9985-89f22b41aee9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:08.906258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8757-0736-4e5d-909f-33a0bda3caaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.908456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:08.931681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b2a351-a51b-49d3-8749-cc48a54004dd']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:08.943165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38ec68f-c07e-4da7-aba6-8304e890115e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:08.945859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38ec68f-c07e-4da7-aba6-8304e890115e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:08.961494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.004442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:09.007751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.019575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.036615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:09.037105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.038916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 6a6ca95e-01b4-4884-9985-89f22b41aee9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:09.039289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:09.041600 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:09.046810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.048226 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Added segment 5db3c77e-4293-437e-88fc-c64c7ec5054a of type vlan for network af59e27e-dd33-4bd3-ba1c-97215794bd8c Dec 16 03:34:09.067997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::26 (8bedf3a0-d209-46d5-944c-b7048f15ec80/81213f88-b971-4480-b6aa-7f8602dd8391/2792e707-b0ff-4d09-ab68-1983a0342634) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:09.101519 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] For port feffefab-d986-4d94-bbe9-8df135106ace, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=feffefab-d986-4d94-bbe9-8df135106ace,segment=NetworkSegment(126005b0-4209-4861-8087-ab12c6499741),segment_id=126005b0-4209-4861-8087-ab12c6499741)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:09.101912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.114824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:3061 (8bedf3a0-d209-46d5-944c-b7048f15ec80/a01d8a68-afdb-4322-9748-030a448ccba6/2792e707-b0ff-4d09-ab68-1983a0342634) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:09.116345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b05bfe4-d560-4f09-8faf-c75731201ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.124140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=feffefab-d986-4d94-bbe9-8df135106ace,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:09.125058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] For port 097e5ef4-34f2-413e-a358-fb06eb084988, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:09.125548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No DVR routers for this DVR port feffefab-d986-4d94-bbe9-8df135106ace on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:09.127540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] Calling delete_port for feffefab-d986-4d94-bbe9-8df135106ace owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:09.170321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.200759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b05bfe4-d560-4f09-8faf-c75731201ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.206673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.246068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] For port 097e5ef4-34f2-413e-a358-fb06eb084988, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=097e5ef4-34f2-413e-a358-fb06eb084988,segment=NetworkSegment(d1828cf5-b353-47c1-9639-3b850e11d2df),segment_id=d1828cf5-b353-47c1-9639-3b850e11d2df)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:09.259551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.272248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.275081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.300664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.307161 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] 10.222.0.16 "DELETE /v2.0/networks/17b2a351-a51b-49d3-8749-cc48a54004dd HTTP/1.1" status: 204 len: 168 time: 2.1709137 Dec 16 03:34:09.342233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeaab5-4e9e-4b07-8590-87096d215a84 tempest-AllowedAddressPairIpV6TestJSON-521579912 tempest-AllowedAddressPairIpV6TestJSON-521579912-project] Pushing event deleted for resources: {'Network': ['ID=17b2a351-a51b-49d3-8749-cc48a54004dd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:09.354853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.359360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.359709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.362435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5247ce-f684-4961-8281-515c7216beeb None None] Pushing event updated for resources: {'Port': ['ID=097e5ef4-34f2-413e-a358-fb06eb084988,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:09.397608 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:09.400314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.402646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] Pushing event deleted for resources: {'Port': ['ID=feffefab-d986-4d94-bbe9-8df135106ace,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:09.407520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:09.408259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.409290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec1739-56ec-4dec-822b-fd5bab498b09 None None] No DVR routers for this DVR port feffefab-d986-4d94-bbe9-8df135106ace on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:09.421787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b05bfe4-d560-4f09-8faf-c75731201ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.429295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fcd8ecb3-921f-4343-a9da-4465a11f5354 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:09.430556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b05bfe4-d560-4f09-8faf-c75731201ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.434314 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1b05bfe4-d560-4f09-8faf-c75731201ad7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4b1ca21-6e7e-4c7d-bbec-0c9643deec88 HTTP/1.1" status: 204 len: 168 time: 0.7155230 Dec 16 03:34:09.458437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: fcd8ecb3-921f-4343-a9da-4465a11f5354 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:09.458763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fcd8ecb3-921f-4343-a9da-4465a11f5354 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:09.460881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126005b0-4209-4861-8087-ab12c6499741') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:09.461249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126005b0-4209-4861-8087-ab12c6499741') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:09.516713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05bfe4-d560-4f09-8faf-c75731201ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1ca21-6e7e-4c7d-bbec-0c9643deec88,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:09.532313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.549175 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2515523 Dec 16 03:34:09.553817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35020) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:09.570319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d75e61-5455-47c7-b76f-988ee3b8fab9 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Network': ['ID=af59e27e-dd33-4bd3-ba1c-97215794bd8c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:09.571803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'ports': [{'network_id': 'bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9', 'name': 'tempest-port--552568182', 'admin_state_up': True}, {'network_id': 'af59e27e-dd33-4bd3-ba1c-97215794bd8c', 'admin_state_up': False}]} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:09.572124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'port': {'network_id': 'bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9', 'name': 'tempest-port--552568182', 'admin_state_up': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:09.572767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'port': {'network_id': 'af59e27e-dd33-4bd3-ba1c-97215794bd8c', 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:09.582650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.601607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:09.602024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.604657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network af59e27e-dd33-4bd3-ba1c-97215794bd8c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:09.605660 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:09.729336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.750697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.755861 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f HTTP/1.1" status: 204 len: 168 time: 1.9559467 Dec 16 03:34:09.774923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Allocated IP 172.26.6.150 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/1fb8d987-29b3-450b-9040-b55ebf7af274) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:09.775991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:09.777199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76921be-ad15-445e-b8aa-0ad60ab9335b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=0995fdd6-b1a4-4dbe-9c37-120a9ab4c89f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:09.778271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:09.863539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee4e38-b4ce-4313-81d3-244d1dff4c87 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:09.865398 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-87ee4e38-b4ce-4313-81d3-244d1dff4c87 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/61e55990-e610-436c-b6af-e2b5f9b28daa HTTP/1.1" status: 200 len: 844 time: 0.0846057 Dec 16 03:34:09.869748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:09.882258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:09.933549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-86c9cc27-843c-469d-9975-3ac65bd31fe4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/61e55990-e610-436c-b6af-e2b5f9b28daa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0624237 Dec 16 03:34:09.937202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:09.943050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:09.975596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.109706 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a1682c14-fd03-4b5f-8e0f-85ec21b8039a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d7a3f749f0047e4af7be5d2ee351b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239945 Dec 16 03:34:10.111355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:10.138262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:10.142178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.244109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8887f68a-bfb2-4459-bbe5-d52cfa2aa157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.255526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network d1b99abb-4093-4796-826e-92cd2fec3bdc is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:10.272704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8887f68a-bfb2-4459-bbe5-d52cfa2aa157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.309555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:10.328928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:10.347925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8887f68a-bfb2-4459-bbe5-d52cfa2aa157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.351455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8887f68a-bfb2-4459-bbe5-d52cfa2aa157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.355330 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8887f68a-bfb2-4459-bbe5-d52cfa2aa157 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1438fce3-558a-4650-b492-8d05095a85a0 HTTP/1.1" status: 204 len: 168 time: 0.2429681 Dec 16 03:34:10.371214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887f68a-bfb2-4459-bbe5-d52cfa2aa157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1438fce3-558a-4650-b492-8d05095a85a0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:10.450497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.469633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=0fc049ee-1842-47bc-bda5-a43a5abede7d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:10.555446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.603095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.732609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35058) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:10.756209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=328b154d-99c2-4dde-b3e8-3cbcb29eaa6a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:10.762906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:10.764527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:10.767386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:10.768780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.778869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d1ea1-2718-4fac-8b8f-abe1840ba657 None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:10.782642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c1560b72-438d-4361-9899-9af388ee9331 None None] Provisioning complete for port 0fc049ee-1842-47bc-bda5-a43a5abede7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:10.783011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1560b72-438d-4361-9899-9af388ee9331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.784956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.796344 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-41f369e9-18c6-4c1b-a825-bc8a48344aff tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8579175 Dec 16 03:34:10.798902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:10.804394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c564b5d0-7fa5-4146-94c8-500f31e8f7af tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'security_group': {'name': 'tempest-secgroup-783503820'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:10.864350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.906277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c564b5d0-7fa5-4146-94c8-500f31e8f7af tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:10.983915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 097e5ef4-34f2-413e-a358-fb06eb084988 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:10.984453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1639396148'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:10.991427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=2792e707-b0ff-4d09-ab68-1983a0342634,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:10.994130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Made reservation on behalf of 4874ed6a7d264da6810391487e495c03 for: {'port': 2} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:10.999520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.027567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c1560b72-438d-4361-9899-9af388ee9331 None None] Port 0fc049ee-1842-47bc-bda5-a43a5abede7d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:11.039575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3dcab-b749-4456-b98d-c52017ef56fd None None] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:11.051787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:11.052910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.061073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:11.084009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c564b5d0-7fa5-4146-94c8-500f31e8f7af tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.085449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:11.089217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.105337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.118963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:11.124727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c564b5d0-7fa5-4146-94c8-500f31e8f7af tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.126338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:11.127541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.130385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.136556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.142041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.169493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-c1f85118-adb5-423f-8069-fa84a5805c92', 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'project_id': '6c2463e444a04bc0bad627bceb88d986', 'fixed_ips': [{'subnet_id': '328b154d-99c2-4dde-b3e8-3cbcb29eaa6a'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:11.170622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.202182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c564b5d0-7fa5-4146-94c8-500f31e8f7af tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.203545 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c564b5d0-7fa5-4146-94c8-500f31e8f7af tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4034841 Dec 16 03:34:11.213318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35072) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:11.219408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9fff59d9-fdb9-4fcc-8331-a74fea8cf45f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'security_group': {'name': 'tempest-secgroup-1331817497'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:11.224190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6300c41f-dd0a-4120-bc08-89ba1212834b None None] Provisioning complete for port 097e5ef4-34f2-413e-a358-fb06eb084988 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:11.224677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6300c41f-dd0a-4120-bc08-89ba1212834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.241984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564b5d0-7fa5-4146-94c8-500f31e8f7af tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2043e3-d947-40d5-b044-ae69f41080be,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:11.286080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fff59d9-fdb9-4fcc-8331-a74fea8cf45f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.351387 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-35d3627b-24b0-49be-a639-792f07083c03 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.8626609 Dec 16 03:34:11.363058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:11.402013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:11.409272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:11.416605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:11.431405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.453905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.464835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:11.473927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.474296 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Added segment 89d5dd6d-c04f-4739-ba26-7ef62e47e287 of type vlan for network dc1b1054-2f7e-4b2a-90e5-0d45c22410db Dec 16 03:34:11.479599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Port': ['ID=1fb8d987-29b3-450b-9040-b55ebf7af274,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:11.501817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] device_id is not set on port 1d02f95c-fc2a-40b8-a306-0142d19459a4 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:11.525373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.538630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 097e5ef4-34f2-413e-a358-fb06eb084988 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:11.539046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.553863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf6ae8-a50e-4d58-9f60-61f727bd203b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:11.618167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Allocated IP 2001:db8::2 (c1f85118-adb5-423f-8069-fa84a5805c92/328b154d-99c2-4dde-b3e8-3cbcb29eaa6a/101d1686-4260-4c64-91e8-ffecf3e1f687) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:11.618504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fff59d9-fdb9-4fcc-8331-a74fea8cf45f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.636320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fff59d9-fdb9-4fcc-8331-a74fea8cf45f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.638598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a3ff8-1869-49c4-b6f8-0e8c52de3638,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:11.650358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.656396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:11.657090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.668618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35084) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:11.749334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fff59d9-fdb9-4fcc-8331-a74fea8cf45f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.750785 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9fff59d9-fdb9-4fcc-8331-a74fea8cf45f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5362058 Dec 16 03:34:11.756496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35088) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:11.757365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6300c41f-dd0a-4120-bc08-89ba1212834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.794210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0488718 Dec 16 03:34:11.794683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1589873748', 'security_groups': ['5f2f4868-3095-43a9-860d-fe2ab7e029c9'], 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '328b154d-99c2-4dde-b3e8-3cbcb29eaa6a'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:11.852955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff59d9-fdb9-4fcc-8331-a74fea8cf45f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f4868-3095-43a9-860d-fe2ab7e029c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:11.870522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1936469943'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:11.874080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e594739-b995-42b3-a118-277009fca8f0 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Network': ['ID=dc1b1054-2f7e-4b2a-90e5-0d45c22410db,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:11.878559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port 2792e707-b0ff-4d09-ab68-1983a0342634 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:11.879179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.912674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:11.915040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network dc1b1054-2f7e-4b2a-90e5-0d45c22410db details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:12.001231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:12.005551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.022221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.134077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.156037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.168402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.171656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.184553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:12.194217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.194614 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment afdbf87d-ccdc-4a46-ad54-99404e456cab of type vlan for network 3e268feb-7483-4278-b32b-3b78899d3fc5 Dec 16 03:34:12.246669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.270448 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6300c41f-dd0a-4120-bc08-89ba1212834b None None] For port 097e5ef4-34f2-413e-a358-fb06eb084988, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=097e5ef4-34f2-413e-a358-fb06eb084988,segment=NetworkSegment(d1828cf5-b353-47c1-9639-3b850e11d2df),segment_id=d1828cf5-b353-47c1-9639-3b850e11d2df)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:12.309176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b0c247-7852-4f07-b2d1-496ffcb2a7c7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:12.323405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.332609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:12.332906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6300c41f-dd0a-4120-bc08-89ba1212834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.333986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.340681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:34:12.341066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:34:12.353600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for 2792e707-b0ff-4d09-ab68-1983a0342634 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:12.363739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:12.415432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c41f-dd0a-4120-bc08-89ba1212834b None None] Pushing event updated for resources: {'Port': ['ID=097e5ef4-34f2-413e-a358-fb06eb084988,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:12.417457 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7406716 Dec 16 03:34:12.434543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:12.452755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728698191'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:12.473875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.477228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Provisioning complete for port 1fb8d987-29b3-450b-9040-b55ebf7af274 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:12.477416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.501844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da5929-c4a6-4993-ad94-3a91a3dd7472 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=3e268feb-7483-4278-b32b-3b78899d3fc5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:12.522108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.540047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port 05769917-bc45-4632-b51b-02cb683f9093 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:12.552802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Port 1fb8d987-29b3-450b-9040-b55ebf7af274 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:12.556656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:12.561912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:12.565639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.592142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:12.602699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.603287 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment a97c5d6b-5668-4469-863f-ababadf7ceb3 of type vlan for network fe2563aa-f013-4672-84d3-87125a1e9819 Dec 16 03:34:12.647687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Provisioning complete for port 097e5ef4-34f2-413e-a358-fb06eb084988 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:12.648362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.651092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.666446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.686254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.698723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.709166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.721105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.727779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:12.728914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.760992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Pushing event updated for resources: {'Port': ['ID=101d1686-4260-4c64-91e8-ffecf3e1f687,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:12.797941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:12.814538 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3778510 Dec 16 03:34:12.818613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:12.828233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': '3e268feb-7483-4278-b32b-3b78899d3fc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:12.834978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc76b4-c992-45ec-b802-ae7df8fda1de tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=fe2563aa-f013-4672-84d3-87125a1e9819,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:12.867124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:12.868782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:12.870925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:12.908822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network fe2563aa-f013-4672-84d3-87125a1e9819 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:12.967612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.006262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=2792e707-b0ff-4d09-ab68-1983a0342634,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:13.047325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] device_id is not set on port b339ac6c-a6ef-4fd7-a51b-b0d8c68f5ffa yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:13.050680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.065219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=0fc049ee-1842-47bc-bda5-a43a5abede7d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:13.075475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:13.080595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.090222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Provisioning complete for port 2792e707-b0ff-4d09-ab68-1983a0342634 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:13.090750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.125110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Attempting to bind port 101d1686-4260-4c64-91e8-ffecf3e1f687 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:13.126190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Attempting to bind port 101d1686-4260-4c64-91e8-ffecf3e1f687 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'c702e8f3-7d0f-4fa1-8781-5325615d9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:13.126637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Attempting to bind port 101d1686-4260-4c64-91e8-ffecf3e1f687 on network c1f85118-adb5-423f-8069-fa84a5805c92 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:13.151329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c9cddda9-8581-462d-ab3c-01459bff4ab7 None None] Port 2792e707-b0ff-4d09-ab68-1983a0342634 was deleted so its status cannot be updated. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 03:34:13.154316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:13.154732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Checking segment: {'id': 'c702e8f3-7d0f-4fa1-8781-5325615d9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:13.155141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.155576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Bound using segment: {'id': 'c702e8f3-7d0f-4fa1-8781-5325615d9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:13.156083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Bound port: 101d1686-4260-4c64-91e8-ffecf3e1f687, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c702e8f3-7d0f-4fa1-8781-5325615d9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:13.156472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.192768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.197588 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cfbaac94-9071-4d08-b8e5-5252c262b367 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/2792e707-b0ff-4d09-ab68-1983a0342634 HTTP/1.1" status: 204 len: 168 time: 1.8334932 Dec 16 03:34:13.202791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:13.229134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::207 (c1f85118-adb5-423f-8069-fa84a5805c92/328b154d-99c2-4dde-b3e8-3cbcb29eaa6a/05769917-bc45-4632-b51b-02cb683f9093) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:13.308837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] For port 101d1686-4260-4c64-91e8-ffecf3e1f687, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:13.314324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] For port 101d1686-4260-4c64-91e8-ffecf3e1f687, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=101d1686-4260-4c64-91e8-ffecf3e1f687,segment=NetworkSegment(c702e8f3-7d0f-4fa1-8781-5325615d9ca9),segment_id=c702e8f3-7d0f-4fa1-8781-5325615d9ca9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:13.320592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device feffefab-d986-4d94-bbe9-8df135106ace no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:13.331898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c08157-aa49-4ab1-a281-26dfd6566be0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:13.334017 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b3c08157-aa49-4ab1-a281-26dfd6566be0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1298733 Dec 16 03:34:13.344617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35096) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:13.358098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: feffefab-d986-4d94-bbe9-8df135106ace {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:13.358474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device feffefab-d986-4d94-bbe9-8df135106ace not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:13.361271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.382596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network d1b99abb-4093-4796-826e-92cd2fec3bdc is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:13.395526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:13.466284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93749c-eba2-41a6-8a20-230c054292d7 None None] Pushing event updated for resources: {'Port': ['ID=101d1686-4260-4c64-91e8-ffecf3e1f687,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:13.573501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.706953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=6cd54007-f058-49f5-8aa6-8cbec716af0a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:13.721982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': 'afdbf87d-ccdc-4a46-ad54-99404e456cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3e268feb-7483-4278-b32b-3b78899d3fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:13.722778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: 3e268feb-7483-4278-b32b-3b78899d3fc5, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:13.774248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:13.825555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 3e268feb-7483-4278-b32b-3b78899d3fc5) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:13.846189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:13.850652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 234251b0-d8c7-459b-94ef-48c01ec3256d has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:13.850832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-919080c7-55bf-4336-8188-02ca1abc68f9 None None] Provisioning complete for port 0fc049ee-1842-47bc-bda5-a43a5abede7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:13.851209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-919080c7-55bf-4336-8188-02ca1abc68f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.851863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:13.907604 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f9fc189c-f458-47ef-88ee-a21dd581e4ac tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0843918 Dec 16 03:34:13.910727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:13.921196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': 'fe2563aa-f013-4672-84d3-87125a1e9819', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:13.951835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca779f-cc26-49de-9ea7-2311c93dfe8e None None] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:13.965152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 097e5ef4-34f2-413e-a358-fb06eb084988 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:14.091812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-919080c7-55bf-4336-8188-02ca1abc68f9 None None] Port 0fc049ee-1842-47bc-bda5-a43a5abede7d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:14.097273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:14.105248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.172686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 097e5ef4-34f2-413e-a358-fb06eb084988 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:14.173337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.245693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53575762-5d37-4105-9415-311d965f49dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-3e268feb-7483-4278-b32b-3b78899d3fc5', 'network_id': '3e268feb-7483-4278-b32b-3b78899d3fc5', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': '6cd54007-f058-49f5-8aa6-8cbec716af0a'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:14.246881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53575762-5d37-4105-9415-311d965f49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.391627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.468015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=b4a0022a-9aa5-41ee-ae7d-03d3845f4142,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:14.481373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-53575762-5d37-4105-9415-311d965f49dc None None] Allocated IP 2001:db8::2 (3e268feb-7483-4278-b32b-3b78899d3fc5/6cd54007-f058-49f5-8aa6-8cbec716af0a/66d0e4e9-0284-45c3-b168-0c163bbea7b9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:14.496707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:14.510302 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Sync routers for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:14.510928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': 'a97c5d6b-5668-4469-863f-ababadf7ceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe2563aa-f013-4672-84d3-87125a1e9819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:14.510928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: fe2563aa-f013-4672-84d3-87125a1e9819, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:14.519237 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4cde864f-209d-4869-bd2b-5301f978e4be tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/234251b0-d8c7-459b-94ef-48c01ec3256d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6584330 Dec 16 03:34:14.544649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e2972-bdf8-4e79-ba7d-93428fab7985 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:14.546429 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-966e2972-bdf8-4e79-ba7d-93428fab7985 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.1896017 Dec 16 03:34:14.549748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35102) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:14.551746 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:14.552356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network fe2563aa-f013-4672-84d3-87125a1e9819 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:14.554134 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:14.601798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.663759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Router 363b65f0-c75d-43e9-8766-69a835321c14 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:34:14.671383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.691125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252f219-6065-4806-afec-46b9dd53ca14 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:14.695345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252f219-6065-4806-afec-46b9dd53ca14 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:14.701210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252f219-6065-4806-afec-46b9dd53ca14 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:14.709697 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7252f219-6065-4806-afec-46b9dd53ca14 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1556101 Dec 16 03:34:14.710901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:14.711536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, fe2563aa-f013-4672-84d3-87125a1e9819) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:14.729251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:14.730096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.777596 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:34:14.781497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.866288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 81213f88-b971-4480-b6aa-7f8602dd8391 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:14.866716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68244b7-20b6-4fef-8d53-e845c74f4287 None None] Network fe2563aa-f013-4672-84d3-87125a1e9819 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:14.871649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.961378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.977193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Port': ['ID=1d02f95c-fc2a-40b8-a306-0142d19459a4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:14.995596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:14.996856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35108) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:15.006091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'subnet': {'network_id': 'dc1b1054-2f7e-4b2a-90e5-0d45c22410db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:15.069630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9748cc95-c978-44e0-99e2-461576176fc1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1574709 Dec 16 03:34:15.073685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35110) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:15.078205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53575762-5d37-4105-9415-311d965f49dc None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.079612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4edc2f7c-b070-4a1d-b22e-2ea2448d215c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1827928037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:15.097692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Checking segment: {'id': '3b8f993d-b613-43ae-a695-98033d10edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:15.098654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network hostable DHCP agents. Network: bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:15.101514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:15.105156 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:11Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:58Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc049ee-1842-47bc-bda5-a43a5abede7d', 'name': '', 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:f2:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:34:08Z', 'updated_at': '2021-12-16T03:34:11Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:15.115432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53575762-5d37-4105-9415-311d965f49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.144242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:15.160673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:15.169936 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Checking router: 234251b0-d8c7-459b-94ef-48c01ec3256d for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:34:15.170297 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Updating router 234251b0-d8c7-459b-94ef-48c01ec3256d port 0fc049ee-1842-47bc-bda5-a43a5abede7d binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:34:15.176556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:15.182569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:15.186005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.186307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53575762-5d37-4105-9415-311d965f49dc None None] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:15.188503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-fe2563aa-f013-4672-84d3-87125a1e9819', 'network_id': 'fe2563aa-f013-4672-84d3-87125a1e9819', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': 'b4a0022a-9aa5-41ee-ae7d-03d3845f4142'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:15.189502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.192149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] Sync routers for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:15.203415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53575762-5d37-4105-9415-311d965f49dc None None] Pushing event updated for resources: {'Port': ['ID=66d0e4e9-0284-45c3-b168-0c163bbea7b9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:15.204276 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.211176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-53575762-5d37-4105-9415-311d965f49dc None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:15.214546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53575762-5d37-4105-9415-311d965f49dc None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:15.215749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=05769917-bc45-4632-b51b-02cb683f9093,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:15.216287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4edc2f7c-b070-4a1d-b22e-2ea2448d215c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.218493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4edc2f7c-b070-4a1d-b22e-2ea2448d215c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.221821 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9cbca914-6857-4fd4-b567-d92cf4a9c1cd tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4506238 Dec 16 03:34:15.223964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.231397 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35112) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:15.238316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.239788 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-118e7564-976f-4c18-b6c6-c2928f2ec1e1 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.5620208 Dec 16 03:34:15.244829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35114) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:15.248958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f4c30d76-24ff-4b31-bebb-93e71b92b429 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:15.257717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:15.258711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:15.276244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:15.324107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:15.365731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4edc2f7c-b070-4a1d-b22e-2ea2448d215c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.370847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:15.371905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:15.392657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4edc2f7c-b070-4a1d-b22e-2ea2448d215c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.394219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:15.408490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.443629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:15.444915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.491871 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a5fd9-8af3-400d-a4ea-2c5b0dc08bfa None None] Network bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:15.499284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:15.500128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd55a4f3-ffc3-4457-9ded-52d43edca62a None None] The sync data for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:15.508164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.517924 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/81213f88-b971-4480-b6aa-7f8602dd8391 HTTP/1.1" status: 204 len: 168 time: 0.7978768 Dec 16 03:34:15.519948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35116) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:15.522592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86cc18-82d7-4886-a8d6-ed8c2b2c2895 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=81213f88-b971-4480-b6aa-7f8602dd8391,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:15.547393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4edc2f7c-b070-4a1d-b22e-2ea2448d215c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.548938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4edc2f7c-b070-4a1d-b22e-2ea2448d215c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4740720 Dec 16 03:34:15.596917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836092c-c285-48b8-8bfa-9142b001b56e None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:15.598003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35118) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:15.599111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:15.599578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.612042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 101d1686-4260-4c64-91e8-ffecf3e1f687 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:15.654626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:15.658380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.678437 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.688038 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.742097 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Pushing event updated for resources: {'Port': ['ID=0fc049ee-1842-47bc-bda5-a43a5abede7d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:15.775694 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.776674 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.779416 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.779996 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.780483 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.780980 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.782174 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.782712 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.783251 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.783760 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.784254 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.784725 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.785321 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:15.849255 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Port': ['ID=b339ac6c-a6ef-4fd7-a51b-b0d8c68f5ffa,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:15.861142 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Attempting to bind port 0fc049ee-1842-47bc-bda5-a43a5abede7d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:15.861517 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Attempting to bind port 0fc049ee-1842-47bc-bda5-a43a5abede7d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:15.861879 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Attempting to bind port 0fc049ee-1842-47bc-bda5-a43a5abede7d on network d1b99abb-4093-4796-826e-92cd2fec3bdc {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:15.874425 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:15.874914 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Checking segment: {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:15.875321 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.875799 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Bound using segment: {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:15.876303 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Bound port: 0fc049ee-1842-47bc-bda5-a43a5abede7d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb34141-4193-4bd4-9056-908fc7c87d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:15.876526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Checking segment: {'id': '5db3c77e-4293-437e-88fc-c64c7ec5054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af59e27e-dd33-4bd3-ba1c-97215794bd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:15.876741 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.877659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network hostable DHCP agents. Network: af59e27e-dd33-4bd3-ba1c-97215794bd8c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:15.932519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c30d76-24ff-4b31-bebb-93e71b92b429 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:15.937180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4c30d76-24ff-4b31-bebb-93e71b92b429 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.947068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network af59e27e-dd33-4bd3-ba1c-97215794bd8c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:15.960230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet a01d8a68-afdb-4322-9748-030a448ccba6 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:15.967773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:15.968065 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] For port 0fc049ee-1842-47bc-bda5-a43a5abede7d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:15.971497 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] For port 0fc049ee-1842-47bc-bda5-a43a5abede7d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0fc049ee-1842-47bc-bda5-a43a5abede7d,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:15.985330 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.030493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-53575762-5d37-4105-9415-311d965f49dc None None] Attempting to bind port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:16.030889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-53575762-5d37-4105-9415-311d965f49dc None None] Attempting to bind port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'afdbf87d-ccdc-4a46-ad54-99404e456cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3e268feb-7483-4278-b32b-3b78899d3fc5'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:16.031347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53575762-5d37-4105-9415-311d965f49dc None None] Attempting to bind port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 on network 3e268feb-7483-4278-b32b-3b78899d3fc5 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:16.049459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, af59e27e-dd33-4bd3-ba1c-97215794bd8c) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:16.065247 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86fa06-926e-4f28-ae8d-45993a81a2f4 None None] Pushing event updated for resources: {'Port': ['ID=0fc049ee-1842-47bc-bda5-a43a5abede7d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:16.082092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2c4a6-efd2-4b64-a001-71b698e7ab69 None None] Network af59e27e-dd33-4bd3-ba1c-97215794bd8c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:16.092518 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:16.093226 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:16.099788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53575762-5d37-4105-9415-311d965f49dc None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:16.099788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53575762-5d37-4105-9415-311d965f49dc None None] Checking segment: {'id': 'afdbf87d-ccdc-4a46-ad54-99404e456cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3e268feb-7483-4278-b32b-3b78899d3fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:16.099788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53575762-5d37-4105-9415-311d965f49dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.099788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53575762-5d37-4105-9415-311d965f49dc None None] Bound using segment: {'id': 'afdbf87d-ccdc-4a46-ad54-99404e456cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3e268feb-7483-4278-b32b-3b78899d3fc5'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:16.099788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-53575762-5d37-4105-9415-311d965f49dc None None] Bound port: 66d0e4e9-0284-45c3-b168-0c163bbea7b9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdbf87d-ccdc-4a46-ad54-99404e456cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3e268feb-7483-4278-b32b-3b78899d3fc5'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:16.099788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53575762-5d37-4105-9415-311d965f49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.140809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.216000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:16.227423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:16.242077 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:34:16.258028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:16.259048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.329538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e62c2518-45f4-43ca-b911-9953475921ee tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7711692 Dec 16 03:34:16.342501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35122) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:16.416501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Allocated IP 2001:db8:1::2 (fe2563aa-f013-4672-84d3-87125a1e9819/b4a0022a-9aa5-41ee-ae7d-03d3845f4142/239f00ca-91f7-43d8-a213-b00c064c6fc6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:16.472771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:16.473340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.479317 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-f4c30d76-24ff-4b31-bebb-93e71b92b429 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 328b154d-99c2-4dde-b3e8-3cbcb29eaa6a (CIDR: 2001:db8::/64) Dec 16 03:34:16.491372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8::1 (3e268feb-7483-4278-b32b-3b78899d3fc5/6cd54007-f058-49f5-8aa6-8cbec716af0a/9a7c129f-4e6b-4f3c-8265-0a4fbdf83476) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:16.522089 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c30d76-24ff-4b31-bebb-93e71b92b429 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:16.523037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c30d76-24ff-4b31-bebb-93e71b92b429 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:16.551845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-53575762-5d37-4105-9415-311d965f49dc None None] For port 66d0e4e9-0284-45c3-b168-0c163bbea7b9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:16.567160 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:11Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:58Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc049ee-1842-47bc-bda5-a43a5abede7d', 'name': '', 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:f2:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:34:08Z', 'updated_at': '2021-12-16T03:34:15Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:16.583842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.599447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.600972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e44bc6b-0b40-4fe4-810b-44fbe0a889b1 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:16.608475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e44bc6b-0b40-4fe4-810b-44fbe0a889b1 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:16.610895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1e44bc6b-0b40-4fe4-810b-44fbe0a889b1 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2666347 Dec 16 03:34:16.620699 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af585ee2-1555-4e1e-9818-7b882ce916ce None None] The sync data for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv is: [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:11Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:58Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc049ee-1842-47bc-bda5-a43a5abede7d', 'name': '', 'network_id': 'd1b99abb-4093-4796-826e-92cd2fec3bdc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:f2:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:34:08Z', 'updated_at': '2021-12-16T03:34:15Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'e97a8f86-f665-4d06-a38f-06dce2ba386e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:16.621785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35124) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:16.634615 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f4c30d76-24ff-4b31-bebb-93e71b92b429 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3934953 Dec 16 03:34:16.640231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35126) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:16.649477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-53575762-5d37-4105-9415-311d965f49dc None None] For port 66d0e4e9-0284-45c3-b168-0c163bbea7b9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66d0e4e9-0284-45c3-b168-0c163bbea7b9,segment=NetworkSegment(afdbf87d-ccdc-4a46-ad54-99404e456cab),segment_id=afdbf87d-ccdc-4a46-ad54-99404e456cab)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:16.651128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:16.654652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.673833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] For port 101d1686-4260-4c64-91e8-ffecf3e1f687, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=101d1686-4260-4c64-91e8-ffecf3e1f687,segment=NetworkSegment(c702e8f3-7d0f-4fa1-8781-5325615d9ca9),segment_id=c702e8f3-7d0f-4fa1-8781-5325615d9ca9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:16.675702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53575762-5d37-4105-9415-311d965f49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.752911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.763128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.828978 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Subnet': ['ID=1298b862-5570-41a6-bf87-72e17cab941b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:16.895833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:16.917702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Provisioning complete for port 61e55990-e610-436c-b6af-e2b5f9b28daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:16.922854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Checking segment: {'id': '89d5dd6d-c04f-4739-ba26-7ef62e47e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc1b1054-2f7e-4b2a-90e5-0d45c22410db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:16.924845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network hostable DHCP agents. Network: dc1b1054-2f7e-4b2a-90e5-0d45c22410db, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:16.926179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.041951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:34:17.042603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:34:17.074233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53575762-5d37-4105-9415-311d965f49dc None None] Pushing event updated for resources: {'Port': ['ID=66d0e4e9-0284-45c3-b168-0c163bbea7b9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:17.209562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Port 61e55990-e610-436c-b6af-e2b5f9b28daa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:17.243807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.265677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206c919-d57b-4ac3-ab26-fd58f7692bd8 None None] Pushing event updated for resources: {'Port': ['ID=101d1686-4260-4c64-91e8-ffecf3e1f687,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:17.277303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.314898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network dc1b1054-2f7e-4b2a-90e5-0d45c22410db is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:17.338621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Deleting port 1d02f95c-fc2a-40b8-a306-0142d19459a4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:17.342896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.419414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Network fe2563aa-f013-4672-84d3-87125a1e9819 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:17.427697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:17.437201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:17.460280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Pushing event updated for resources: {'Port': ['ID=239f00ca-91f7-43d8-a213-b00c064c6fc6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:17.470997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.484896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Provisioning complete for port 05769917-bc45-4632-b51b-02cb683f9093 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:17.485265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.487432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Calling delete_port for 1d02f95c-fc2a-40b8-a306-0142d19459a4 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:17.502870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, dc1b1054-2f7e-4b2a-90e5-0d45c22410db) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:17.508434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:17.509194 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.545165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6265231-f980-4620-bfd2-d293737bba3e None None] Network dc1b1054-2f7e-4b2a-90e5-0d45c22410db requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:17.611651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d5f6f56d-fcdc-4a56-a73c-0720f84ab9d8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6104321 Dec 16 03:34:17.613000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35130) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:17.615329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.620773 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-678012856'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:17.650270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Attempting to bind port 239f00ca-91f7-43d8-a213-b00c064c6fc6 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:17.651108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Attempting to bind port 239f00ca-91f7-43d8-a213-b00c064c6fc6 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'a97c5d6b-5668-4469-863f-ababadf7ceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe2563aa-f013-4672-84d3-87125a1e9819'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:17.651890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Attempting to bind port 239f00ca-91f7-43d8-a213-b00c064c6fc6 on network fe2563aa-f013-4672-84d3-87125a1e9819 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:17.660653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Port 05769917-bc45-4632-b51b-02cb683f9093 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:17.667949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.678592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:17.678790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Checking segment: {'id': 'a97c5d6b-5668-4469-863f-ababadf7ceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe2563aa-f013-4672-84d3-87125a1e9819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:17.679097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.679486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Bound using segment: {'id': 'a97c5d6b-5668-4469-863f-ababadf7ceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe2563aa-f013-4672-84d3-87125a1e9819'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:17.679977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Bound port: 239f00ca-91f7-43d8-a213-b00c064c6fc6, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97c5d6b-5668-4469-863f-ababadf7ceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe2563aa-f013-4672-84d3-87125a1e9819'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:17.680351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.689604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Allocated IP 172.20.0.1 (6f260aba-69ae-4bd2-8ef0-20de0e6c3af3/71d51dab-13ec-4336-ae16-1ae30fa3e083/981ceca2-5b66-4037-9fcc-d46406a3665a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:17.731177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Provisioning complete for port 0fc049ee-1842-47bc-bda5-a43a5abede7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:17.731545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.764715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:17.768808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.797975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:17.802242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.829013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-dc1b1054-2f7e-4b2a-90e5-0d45c22410db', 'network_id': 'dc1b1054-2f7e-4b2a-90e5-0d45c22410db', 'project_id': 'f89fa51a98cf49b0ac9fc908c89f573d', 'fixed_ips': [{'subnet_id': '1298b862-5570-41a6-bf87-72e17cab941b'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:17.829858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.858928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] For port 239f00ca-91f7-43d8-a213-b00c064c6fc6, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:17.879353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] For port 239f00ca-91f7-43d8-a213-b00c064c6fc6, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=239f00ca-91f7-43d8-a213-b00c064c6fc6,segment=NetworkSegment(a97c5d6b-5668-4469-863f-ababadf7ceb3),segment_id=a97c5d6b-5668-4469-863f-ababadf7ceb3)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:17.880966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.887553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.966171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:17.970266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Port': ['ID=1d02f95c-fc2a-40b8-a306-0142d19459a4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:17.971861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.973956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:17.986546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:17.987391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:17.987568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:18.010829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.010829 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Added segment abe849d4-3063-47be-86d6-5c2e6f700203 of type vlan for network d84b01e2-9323-43fb-9b70-0b41502b470f Dec 16 03:34:18.014299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.018287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.036095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fc049ee-1842-47bc-bda5-a43a5abede7d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:18.068047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.107042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.113716 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-06db3161-6532-4dc3-b373-3b58793601eb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/ports/1d02f95c-fc2a-40b8-a306-0142d19459a4 HTTP/1.1" status: 204 len: 168 time: 1.4894915 Dec 16 03:34:18.120845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:18.135727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=a01d8a68-afdb-4322-9748-030a448ccba6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:18.139907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.156575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.159583 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-519309c2-711c-4ccd-91bb-d9f6545cad08 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/a01d8a68-afdb-4322-9748-030a448ccba6 HTTP/1.1" status: 204 len: 168 time: 2.6303141 Dec 16 03:34:18.166343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:18.166709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35134) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:18.167688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.179556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05fd3a-00f0-4644-8aa2-0b351600f046 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:18.185074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=9a7c129f-4e6b-4f3c-8265-0a4fbdf83476,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:18.197006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.243877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] For port 0fc049ee-1842-47bc-bda5-a43a5abede7d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0fc049ee-1842-47bc-bda5-a43a5abede7d,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:18.288430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.309029 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6950700 Dec 16 03:34:18.313486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35136) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:18.327890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'subnet': {'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:18.333306 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0ec58144-b501-47ec-abd0-11b3360dda40 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1485503 Dec 16 03:34:18.338606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:18.346791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:18.362080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8e610-587b-4754-8260-7dfa84da95ed None None] Pushing event updated for resources: {'Port': ['ID=239f00ca-91f7-43d8-a213-b00c064c6fc6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:18.389432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a16b2-80a4-4920-84e6-819cb705f3e7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Network': ['ID=d84b01e2-9323-43fb-9b70-0b41502b470f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:18.412729 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.455824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586d693-0d65-4e92-8c5e-70a1a14cba1e None None] Pushing event updated for resources: {'Port': ['ID=0fc049ee-1842-47bc-bda5-a43a5abede7d,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:18.473897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network d84b01e2-9323-43fb-9b70-0b41502b470f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:18.540359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:18.582280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Port': ['ID=981ceca2-5b66-4037-9fcc-d46406a3665a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:18.596616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:18.607533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Allocated IP 2001:db8:0:ffff::2 (dc1b1054-2f7e-4b2a-90e5-0d45c22410db/1298b862-5570-41a6-bf87-72e17cab941b/75ec3379-a4d3-46e2-8673-5b730dbc38b1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:18.614082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:18.621493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:18.625386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.652339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.660405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f5a0517f-e676-4365-93b3-248402ea1419 None None] Provisioning complete for port 6a6ca95e-01b4-4884-9985-89f22b41aee9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:18.660913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5a0517f-e676-4365-93b3-248402ea1419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.750271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.786562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebecb7e0-aa5e-4d61-8c8d-2a129f28de4a None None] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:18.828298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:18.832995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.972073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Deleting port b339ac6c-a6ef-4fd7-a51b-b0d8c68f5ffa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:18.972660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:18.988368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.082384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 0fc049ee-1842-47bc-bda5-a43a5abede7d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:19.083431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.163258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:34:19.166421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.214676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:19.230188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.250879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.363307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Calling delete_port for b339ac6c-a6ef-4fd7-a51b-b0d8c68f5ffa owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:19.388179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:19.424355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:19.438930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.442649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4100f-1328-456e-8643-4cf3152d26fe None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:19.472741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:19.473593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.487174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=e6f97c57-403a-42f0-a94c-b9dc451131ad,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:19.489630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.536003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.538720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 101d1686-4260-4c64-91e8-ffecf3e1f687 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:19.601917 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d097a14e-de43-49c5-93a9-b556635f508d tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9583426 Dec 16 03:34:19.619523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:19.623094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:19.629647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] Deleting port 6a6ca95e-01b4-4884-9985-89f22b41aee9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:19.630108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.633332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1884151329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6f97c57-403a-42f0-a94c-b9dc451131ad'}], 'security_groups': ['9a2043e3-d947-40d5-b044-ae69f41080be']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:19.678855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:19.695880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:19.697391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.716621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cddc1fe-dabd-4bea-8c56-9aa93f5f3fb5 None None] Network fe2563aa-f013-4672-84d3-87125a1e9819 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:19.718214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Subnet': ['ID=4e353c48-d55c-4013-9556-deae676037e5,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:19.721607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Network dc1b1054-2f7e-4b2a-90e5-0d45c22410db is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:19.728132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Provisioning complete for port 981ceca2-5b66-4037-9fcc-d46406a3665a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:19.728653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.737457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:19.738231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Checking segment: {'id': 'abe849d4-3063-47be-86d6-5c2e6f700203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:19.738618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network hostable DHCP agents. Network: d84b01e2-9323-43fb-9b70-0b41502b470f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:19.779016 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2101ec7-3f65-4f43-8893-806ae7a0934f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4392710 Dec 16 03:34:19.791488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35144) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:19.800672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cfe3951f-40c9-4def-961c-a6e9840ca4b7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:19.809032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:19.814881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:19.831738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.847982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.850038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Pushing event updated for resources: {'Port': ['ID=75ec3379-a4d3-46e2-8673-5b730dbc38b1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:19.877844 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network d84b01e2-9323-43fb-9b70-0b41502b470f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:19.882249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Port': ['ID=b339ac6c-a6ef-4fd7-a51b-b0d8c68f5ffa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:19.892376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.893745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.896983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.901154 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8fd8a916-7ad8-4133-b16c-ee91262239b7 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/ports/b339ac6c-a6ef-4fd7-a51b-b0d8c68f5ffa HTTP/1.1" status: 204 len: 168 time: 1.7668295 Dec 16 03:34:19.906473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:19.916504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, d84b01e2-9323-43fb-9b70-0b41502b470f) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:19.932166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Port 981ceca2-5b66-4037-9fcc-d46406a3665a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:19.936245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:19.936890 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:19.971920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f69de7-fcd4-4af2-b853-e8346f489f8c None None] Network d84b01e2-9323-43fb-9b70-0b41502b470f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:20.013689 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-095677ab-fb1c-4f3b-985d-02191d7c2c3b tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1015522 Dec 16 03:34:20.024638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35148) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:20.031075 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d77e30fe-1310-4ca1-8850-7dca93b3b34c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7128000 Dec 16 03:34:20.035246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1544698614'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:20.046069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35150) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:20.054948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'port': {'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f', 'name': 'tempest-NetworksIpV6TestAttrs-2078061891'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:20.079979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=9a7c129f-4e6b-4f3c-8265-0a4fbdf83476,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:20.080257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] For port 6a6ca95e-01b4-4884-9985-89f22b41aee9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=6a6ca95e-01b4-4884-9985-89f22b41aee9,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:20.080504 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.086034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:20.086938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.095574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.103025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Attempting to bind port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:20.103025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Attempting to bind port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '89d5dd6d-c04f-4739-ba26-7ef62e47e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc1b1054-2f7e-4b2a-90e5-0d45c22410db'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:20.103025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Attempting to bind port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 on network dc1b1054-2f7e-4b2a-90e5-0d45c22410db {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:20.165172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] Calling delete_port for 6a6ca95e-01b4-4884-9985-89f22b41aee9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:20.168771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Provisioning complete for port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:20.169141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.170882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:20.171502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Checking segment: {'id': '89d5dd6d-c04f-4739-ba26-7ef62e47e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc1b1054-2f7e-4b2a-90e5-0d45c22410db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:20.171759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.172298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Bound using segment: {'id': '89d5dd6d-c04f-4739-ba26-7ef62e47e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc1b1054-2f7e-4b2a-90e5-0d45c22410db'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:20.173198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Bound port: 75ec3379-a4d3-46e2-8673-5b730dbc38b1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d5dd6d-c04f-4739-ba26-7ef62e47e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc1b1054-2f7e-4b2a-90e5-0d45c22410db'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:20.173337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.179928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.203395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:20.203696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.206960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:20.312298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Port': ['ID=981ceca2-5b66-4037-9fcc-d46406a3665a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:20.360119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe3951f-40c9-4def-961c-a6e9840ca4b7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:20.366177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cfe3951f-40c9-4def-961c-a6e9840ca4b7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.476155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-cfe3951f-40c9-4def-961c-a6e9840ca4b7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8 (CIDR: 2001:db8::/64) Dec 16 03:34:20.477559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Made reservation on behalf of 4874ed6a7d264da6810391487e495c03 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:20.481979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.489492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-d84b01e2-9323-43fb-9b70-0b41502b470f', 'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f', 'project_id': 'f89fa51a98cf49b0ac9fc908c89f573d', 'fixed_ips': [{'subnet_id': '4e353c48-d55c-4013-9556-deae676037e5'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:20.490364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.492746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25934303-4079-4753-b9a5-de7c11d32d3f None None] Update dhcp port {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'fixed_ips': [{'subnet_id': '328b154d-99c2-4dde-b3e8-3cbcb29eaa6a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6f97c57-403a-42f0-a94c-b9dc451131ad'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '101d1686-4260-4c64-91e8-ffecf3e1f687'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:34:20.514821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:20.517880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] For port 75ec3379-a4d3-46e2-8673-5b730dbc38b1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:20.527254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.527659 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Added segment ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd of type vlan for network 881ac61c-8cac-4371-8b71-9541fd548df3 Dec 16 03:34:20.537292 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe3951f-40c9-4def-961c-a6e9840ca4b7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:20.538028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe3951f-40c9-4def-961c-a6e9840ca4b7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:20.553036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 9c6da113-47ed-4d40-893a-926f8f24090c is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:34:20.554105 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:20.560710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.585248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] device_id is not set on port 3053517c-1951-43b6-947c-12460761f674 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:20.595688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] For port 75ec3379-a4d3-46e2-8673-5b730dbc38b1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=75ec3379-a4d3-46e2-8673-5b730dbc38b1,segment=NetworkSegment(89d5dd6d-c04f-4739-ba26-7ef62e47e287),segment_id=89d5dd6d-c04f-4739-ba26-7ef62e47e287)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:20.612754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66d0e4e9-0284-45c3-b168-0c163bbea7b9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:20.618891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.621499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25934303-4079-4753-b9a5-de7c11d32d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.692625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.706433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ea623-039f-476f-92ef-e1d0a09e3105 None None] Pushing event updated for resources: {'Port': ['ID=75ec3379-a4d3-46e2-8673-5b730dbc38b1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:20.710474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.743872 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cfe3951f-40c9-4def-961c-a6e9840ca4b7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9509399 Dec 16 03:34:20.751548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35152) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:20.761655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'subnet': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:20.762840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.769426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:20.770851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.833797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:20.841899 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a3f15bea-a2a4-4ff7-aa5b-7a8e9882d7d9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/9c6da113-47ed-4d40-893a-926f8f24090c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2395823 Dec 16 03:34:20.848866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] No DVR routers for this DVR port 6a6ca95e-01b4-4884-9985-89f22b41aee9 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:20.857225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.857473 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] Sync routers for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:20.863903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35154) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:20.876545 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:20.877725 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:20.888597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Delete allocated IP 2001:db8::207 (c1f85118-adb5-423f-8069-fa84a5805c92/328b154d-99c2-4dde-b3e8-3cbcb29eaa6a) {{(pid=103162) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 03:34:20.892237 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:20.931767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e056d-5129-4c11-8ff7-64f2d5a11897 None None] Pushing event deleted for resources: {'Port': ['ID=6a6ca95e-01b4-4884-9985-89f22b41aee9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:20.947210 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:20.952438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27dd2f-818a-468a-afd9-5c5b0701f7ec None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:20.959572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8:0:1::1dd (c1f85118-adb5-423f-8069-fa84a5805c92/e6f97c57-403a-42f0-a94c-b9dc451131ad/05769917-bc45-4632-b51b-02cb683f9093) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:20.968752 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:20.969748 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:20.992235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b233206-c772-4ec6-abdc-0cf11d874d54 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:20.993719 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4b233206-c772-4ec6-abdc-0cf11d874d54 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports/9a7c129f-4e6b-4f3c-8265-0a4fbdf83476 HTTP/1.1" status: 200 len: 911 time: 0.1288223 Dec 16 03:34:21.004493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35156) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:21.005143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Allocated IP 2001:db8::f816:3eff:fe22:b05b (d84b01e2-9323-43fb-9b70-0b41502b470f/4e353c48-d55c-4013-9556-deae676037e5/3053517c-1951-43b6-947c-12460761f674) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:21.040680 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:21.041706 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d791e9-a8dc-43a6-ab95-b6bbc7b6c2de None None] The sync data for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:21.052444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Network': ['ID=881ac61c-8cac-4371-8b71-9541fd548df3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:21.065807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9bc6444e-3a2b-402f-b49f-88d1578f1e74 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0381954 Dec 16 03:34:21.071727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35158) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:21.079820 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1794045662'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:21.315035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Made reservation on behalf of 4874ed6a7d264da6810391487e495c03 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:21.319609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.327986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 881ac61c-8cac-4371-8b71-9541fd548df3 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:21.345430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:21.356842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:21.357751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] For port 66d0e4e9-0284-45c3-b168-0c163bbea7b9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66d0e4e9-0284-45c3-b168-0c163bbea7b9,segment=NetworkSegment(afdbf87d-ccdc-4a46-ad54-99404e456cab),segment_id=afdbf87d-ccdc-4a46-ad54-99404e456cab)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:21.401287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:21.405574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.469347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.557425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:21.557425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.566367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.567035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Added segment 2303ccc2-52d6-4f1f-99e1-247f45a7e8b1 of type vlan for network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 Dec 16 03:34:21.618049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:21.622000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.648977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-8bedf3a0-d209-46d5-944c-b7048f15ec80', 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'project_id': '2b4f13c89a7644e799600d47d71890be', 'fixed_ips': [{'subnet_id': '3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:21.649836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.658841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.670725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de9543-2aab-4de9-a9d8-a2abfc2a57af None None] Pushing event updated for resources: {'Port': ['ID=66d0e4e9-0284-45c3-b168-0c163bbea7b9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:21.681110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Provisioning complete for port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:21.681708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.686465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Router 363b65f0-c75d-43e9-8766-69a835321c14 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:21.693303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.760388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.766098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:21.766732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.796537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network d84b01e2-9323-43fb-9b70-0b41502b470f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:21.832573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:21.857303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Allocated IP 2001:db8::f816:3eff:fe18:6469 (d84b01e2-9323-43fb-9b70-0b41502b470f/4e353c48-d55c-4013-9556-deae676037e5/40c56bb0-23d9-40b0-9428-7f839f45bcfd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:21.879994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:21.885946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:21.886637 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:21.898671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Port': ['ID=3053517c-1951-43b6-947c-12460761f674,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:21.910721 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8373306 Dec 16 03:34:22.003120 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78048e-4ade-4d14-9fca-ed306436bada tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Network': ['ID=2bb48c10-329b-4dfb-85c0-2dfb2d3d0158,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:22.029375 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f62656fe-b15f-46f4-8dca-53663d6a1e4e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9799013 Dec 16 03:34:22.032249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35162) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:22.064980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:22.093685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:22.122932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:22.132667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-79f73011-9518-453d-bf69-fed4e2454ff3 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "PUT /v2.0/routers/363b65f0-c75d-43e9-8766-69a835321c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8781822 Dec 16 03:34:22.133351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35166) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:22.141036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Request body: {'port': {'network_id': '6f260aba-69ae-4bd2-8ef0-20de0e6c3af3', 'name': 'tempest-FloatingIPAdminTestJSON-1546130483'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:22.143790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'subnets': [{'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1398165924', 'ip_version': 4}, {'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:22.144312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'subnet': {'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1398165924', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:22.146451 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Request body: {'subnet': {'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:22.149249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting subnet 4e353c48-d55c-4013-9556-deae676037e5 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:22.193465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] Sync routers for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:22.200890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.235623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Allocated IP 2001:db8::2 (8bedf3a0-d209-46d5-944c-b7048f15ec80/3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8/96623a51-d67f-435b-a1d2-9e786f82e6cc) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:22.300950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fc049ee-1842-47bc-bda5-a43a5abede7d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:22.302215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Made reservation on behalf of 62c5cd90fbca40f4ac94015a59a9e589 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:22.307220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.319024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.332873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] device_id is not set on port 51a5452d-1342-4fe2-a7ce-b66fef64c82f yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:22.344144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:22.344789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:22.474242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:22.476473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Provisioning complete for port 239f00ca-91f7-43d8-a213-b00c064c6fc6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:22.476794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.493437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Allocated IP 172.20.0.14 (6f260aba-69ae-4bd2-8ef0-20de0e6c3af3/71d51dab-13ec-4336-ae16-1ae30fa3e083/51a5452d-1342-4fe2-a7ce-b66fef64c82f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:22.493859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] In _notify_port_updated(), no bound segment for port 05769917-bc45-4632-b51b-02cb683f9093 on network c1f85118-adb5-423f-8069-fa84a5805c92 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:34:22.499695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:22.500328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.501669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "PUT /v2.0/ports/05769917-bc45-4632-b51b-02cb683f9093 HTTP/1.1" status: 200 len: 931 time: 2.8809910 Dec 16 03:34:22.540915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-25934303-4079-4753-b9a5-de7c11d32d3f None None] Allocated IP 2001:db8:0:1::2 (c1f85118-adb5-423f-8069-fa84a5805c92/e6f97c57-403a-42f0-a94c-b9dc451131ad/101d1686-4260-4c64-91e8-ffecf3e1f687) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:22.551540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.553095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:22.600420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1b449-1ca5-4bac-b0e4-872c6c3ff9ee None None] Network dc1b1054-2f7e-4b2a-90e5-0d45c22410db requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:22.601721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf337a85-b299-4352-ae88-0c3b720a1554 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=05769917-bc45-4632-b51b-02cb683f9093,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:22.602586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:22.603248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:22.689213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.731666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.742183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:22.742835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d1995-a859-4c83-8246-d6b6e95d4eb7 None None] The sync data for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:22.781310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.788016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:22.793575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:22.795108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:22.817224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 0fc049ee-1842-47bc-bda5-a43a5abede7d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:22.817622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.826143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.833979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Made reservation on behalf of 4874ed6a7d264da6810391487e495c03 for: {'subnet': 2} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:22.838718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.839061 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.850455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:22.851226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.853763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.901964 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event updated for resources: {'Port': ['ID=51a5452d-1342-4fe2-a7ce-b66fef64c82f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:22.916890 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2f2f5bf5-7438-4ac7-b716-a1582e5e077c tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7793324 Dec 16 03:34:22.919605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35170) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:22.940675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:22.991149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 05769917-bc45-4632-b51b-02cb683f9093 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:22.991795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.010966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Network d84b01e2-9323-43fb-9b70-0b41502b470f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:23.059700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:23.076381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:23.078166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.objects.ports [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:34:23.081784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.083172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Pushing event updated for resources: {'Port': ['ID=40c56bb0-23d9-40b0-9428-7f839f45bcfd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:23.091031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.094126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-25934303-4079-4753-b9a5-de7c11d32d3f None None] For port 101d1686-4260-4c64-91e8-ffecf3e1f687, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=101d1686-4260-4c64-91e8-ffecf3e1f687,segment=NetworkSegment(c702e8f3-7d0f-4fa1-8781-5325615d9ca9),segment_id=c702e8f3-7d0f-4fa1-8781-5325615d9ca9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:23.097816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.125864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'project_id': '62c5cd90fbca40f4ac94015a59a9e589', 'port_id': '51a5452d-1342-4fe2-a7ce-b66fef64c82f'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:23.208419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.212818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.228597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:23.244172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:23.281369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:23.281879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.296813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Subnet': ['ID=9c131c93-adf5-45e5-8bf7-70157f0e921a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:23.331967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.347369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] For port 239f00ca-91f7-43d8-a213-b00c064c6fc6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=239f00ca-91f7-43d8-a213-b00c064c6fc6,segment=NetworkSegment(a97c5d6b-5668-4469-863f-ababadf7ceb3),segment_id=a97c5d6b-5668-4469-863f-ababadf7ceb3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:23.351342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.352138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.368334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Subnet': ['ID=4e353c48-d55c-4013-9556-deae676037e5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:23.368909 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ff4ac707-9eee-4241-adb9-691864467467 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6162634 Dec 16 03:34:23.372001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35174) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:23.377935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Request body: {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'mac_address': 'fa:16:3e:74:d6:98', 'name': 'tempest-NetworksTestDHCPv6-417344346'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:23.378122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.387170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 05769917-bc45-4632-b51b-02cb683f9093 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:23.387377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.387895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8:1::1 (fe2563aa-f013-4672-84d3-87125a1e9819/b4a0022a-9aa5-41ee-ae7d-03d3845f4142/960228ef-95a9-4abc-b998-2e4c3e1db9c7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:23.390574 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6160398d-674c-4134-9984-c67562a35282 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/4e353c48-d55c-4013-9556-deae676037e5 HTTP/1.1" status: 204 len: 168 time: 1.3573565 Dec 16 03:34:23.394285 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:34:23.402940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35176) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:23.519772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1766b2-3489-49f7-a987-d9f9d4b5100a tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:23.521393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1766b2-3489-49f7-a987-d9f9d4b5100a tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:23.526003 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5f1766b2-3489-49f7-a987-d9f9d4b5100a tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1190970 Dec 16 03:34:23.526200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25934303-4079-4753-b9a5-de7c11d32d3f None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.526610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35178) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:23.530253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.530575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:23.543418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:23.550444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Attempting to bind port 40c56bb0-23d9-40b0-9428-7f839f45bcfd on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:23.550942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Attempting to bind port 40c56bb0-23d9-40b0-9428-7f839f45bcfd by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'abe849d4-3063-47be-86d6-5c2e6f700203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:23.551404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Attempting to bind port 40c56bb0-23d9-40b0-9428-7f839f45bcfd on network d84b01e2-9323-43fb-9b70-0b41502b470f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:23.553465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Pushing event updated for resources: {'Port': ['ID=96623a51-d67f-435b-a1d2-9e786f82e6cc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:23.557052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25934303-4079-4753-b9a5-de7c11d32d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.565324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:23.573728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Provisioning complete for port 9a7c129f-4e6b-4f3c-8265-0a4fbdf83476 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:23.574246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.625124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 239f00ca-91f7-43d8-a213-b00c064c6fc6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:23.627347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:23.627869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Checking segment: {'id': 'abe849d4-3063-47be-86d6-5c2e6f700203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:23.628371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.628859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Bound using segment: {'id': 'abe849d4-3063-47be-86d6-5c2e6f700203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:23.629431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Bound port: 40c56bb0-23d9-40b0-9428-7f839f45bcfd, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe849d4-3063-47be-86d6-5c2e6f700203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd84b01e2-9323-43fb-9b70-0b41502b470f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:23.630123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.694719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-140ba85a-c8e5-4c09-b162-f745d5be1ff8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.717852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Made reservation on behalf of 2b4f13c89a7644e799600d47d71890be for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:23.722309 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-140ba85a-c8e5-4c09-b162-f745d5be1ff8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 03:34:23.722709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140ba85a-c8e5-4c09-b162-f745d5be1ff8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:23.729825 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-140ba85a-c8e5-4c09-b162-f745d5be1ff8 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/d84b01e2-9323-43fb-9b70-0b41502b470f HTTP/1.1" status: 409 len: 405 time: 0.2020326 Dec 16 03:34:23.730478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35180) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:23.765835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1704265501'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:23.776159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Port 9a7c129f-4e6b-4f3c-8265-0a4fbdf83476 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:23.809658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.831575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768c7f-17f7-466a-b564-36575bf8027e None None] Pushing event updated for resources: {'Port': ['ID=239f00ca-91f7-43d8-a213-b00c064c6fc6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:23.840339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.845078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Attempting to bind port 96623a51-d67f-435b-a1d2-9e786f82e6cc on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:23.846141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Attempting to bind port 96623a51-d67f-435b-a1d2-9e786f82e6cc by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:23.846141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Attempting to bind port 96623a51-d67f-435b-a1d2-9e786f82e6cc on network 8bedf3a0-d209-46d5-944c-b7048f15ec80 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:23.890519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Allocated IP 172.26.6.99 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/33a6ef36-efee-4291-aae1-45819df9aaaf) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:23.902342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:23.903005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Checking segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:23.903467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.904396 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Bound using segment: {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:23.905136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Bound port: 96623a51-d67f-435b-a1d2-9e786f82e6cc, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0785a95a-fd52-4edf-8389-694ebe03321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:23.905741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.906284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.907044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.919844 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:23.923476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:23.945284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=05769917-bc45-4632-b51b-02cb683f9093,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:23.972947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 239f00ca-91f7-43d8-a213-b00c064c6fc6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:23.973316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.010043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.019064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.026171 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7cb70dac-5371-452e-bc1e-1bce3e57b17f tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/05769917-bc45-4632-b51b-02cb683f9093 HTTP/1.1" status: 204 len: 168 time: 1.4630721 Dec 16 03:34:24.031050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:24.050191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] For port 96623a51-d67f-435b-a1d2-9e786f82e6cc, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:24.054486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] For port 96623a51-d67f-435b-a1d2-9e786f82e6cc, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=96623a51-d67f-435b-a1d2-9e786f82e6cc,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:24.085247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] device_id is not set on port fcba8e02-ef0f-4979-9f3b-136fcd77218e yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:24.085915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network fe2563aa-f013-4672-84d3-87125a1e9819 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:24.088906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] For port 40c56bb0-23d9-40b0-9428-7f839f45bcfd, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:24.099132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Provisioning complete for port 981ceca2-5b66-4037-9fcc-d46406a3665a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:24.099616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.108758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.110587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25934303-4079-4753-b9a5-de7c11d32d3f None None] Pushing event updated for resources: {'Port': ['ID=101d1686-4260-4c64-91e8-ffecf3e1f687,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:24.111201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.124854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:24.150241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:24.155553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] For port 40c56bb0-23d9-40b0-9428-7f839f45bcfd, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=40c56bb0-23d9-40b0-9428-7f839f45bcfd,segment=NetworkSegment(abe849d4-3063-47be-86d6-5c2e6f700203),segment_id=abe849d4-3063-47be-86d6-5c2e6f700203)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:24.163183 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-115f7bef-5688-42a3-86e5-9f6ea4dcdad3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:34:24.168066 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-115f7bef-5688-42a3-86e5-9f6ea4dcdad3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/05769917-bc45-4632-b51b-02cb683f9093 HTTP/1.1" status: 404 len: 333 time: 0.1049469 Dec 16 03:34:24.172633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:24.179043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:24.179646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.186229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.186666 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Added segment 201ac540-0874-41ef-8b8e-17bd5129fd70 of type vlan for network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b Dec 16 03:34:24.187892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=960228ef-95a9-4abc-b998-2e4c3e1db9c7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:24.208255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.273310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Port 981ceca2-5b66-4037-9fcc-d46406a3665a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:24.312434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73559440-bf00-4bf9-8ee8-b58e385db66d None None] Pushing event updated for resources: {'Port': ['ID=96623a51-d67f-435b-a1d2-9e786f82e6cc,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:24.406526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.422084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e8f98-75c1-4b20-82bb-616c8ab7b42a None None] Pushing event updated for resources: {'Port': ['ID=40c56bb0-23d9-40b0-9428-7f839f45bcfd,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:24.450358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.456909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33685631-80cf-4f05-986f-3f538cd06aad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.457479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Provisioning complete for port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:24.457950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.495516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Subnet': ['ID=ec26d5b1-2f21-4ccb-9d44-7798ef72a0d8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:24.501424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33685631-80cf-4f05-986f-3f538cd06aad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.538885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66d0e4e9-0284-45c3-b168-0c163bbea7b9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:24.550858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.602981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.612407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ff5ff-9841-4479-ba69-d78d9b0445c3 None None] Network d84b01e2-9323-43fb-9b70-0b41502b470f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:24.624652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Checking segment: {'id': 'ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:24.625021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network hostable DHCP agents. Network: 881ac61c-8cac-4371-8b71-9541fd548df3, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:24.727259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.resource_extend [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 03:34:24.730368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33685631-80cf-4f05-986f-3f538cd06aad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.733123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33685631-80cf-4f05-986f-3f538cd06aad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.734905 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-33685631-80cf-4f05-986f-3f538cd06aad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/security-groups/5f2f4868-3095-43a9-860d-fe2ab7e029c9 HTTP/1.1" status: 204 len: 168 time: 0.5585625 Dec 16 03:34:24.739522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:24.752571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.776664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Pushing event updated for resources: {'Port': ['ID=33a6ef36-efee-4291-aae1-45819df9aaaf,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:24.807414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:24.807690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.813356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33685631-80cf-4f05-986f-3f538cd06aad tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f4868-3095-43a9-860d-fe2ab7e029c9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:24.841728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8::215 (8bedf3a0-d209-46d5-944c-b7048f15ec80/3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8/fcba8e02-ef0f-4979-9f3b-136fcd77218e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:24.846095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:24.847445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.855561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:24.855561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:24.871692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:24.874575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:24.891151 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:d698 (8bedf3a0-d209-46d5-944c-b7048f15ec80/9c131c93-adf5-45e5-8bf7-70157f0e921a/fcba8e02-ef0f-4979-9f3b-136fcd77218e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:24.909269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] For port 75ec3379-a4d3-46e2-8673-5b730dbc38b1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=75ec3379-a4d3-46e2-8673-5b730dbc38b1,segment=NetworkSegment(89d5dd6d-c04f-4739-ba26-7ef62e47e287),segment_id=89d5dd6d-c04f-4739-ba26-7ef62e47e287)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:24.935670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.008900 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2573426 Dec 16 03:34:25.013877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35190) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:25.022005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626b75b-5664-40a5-91e7-0427c0128646 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Network': ['ID=5dd34da4-6fb0-44e3-9d75-ebd026275a8b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:25.032209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'subnet': {'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:25.041967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:25.066874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Provisioning complete for port 51a5452d-1342-4fe2-a7ce-b66fef64c82f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:25.068003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.071812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Pushing event updated for resources: {'Port': ['ID=75ec3379-a4d3-46e2-8673-5b730dbc38b1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:25.113445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 75ec3379-a4d3-46e2-8673-5b730dbc38b1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:25.180377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network 881ac61c-8cac-4371-8b71-9541fd548df3 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:25.220378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 881ac61c-8cac-4371-8b71-9541fd548df3) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:25.237425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.247818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f088f5-c51d-451c-a685-e5b5a38919ec None None] Network 881ac61c-8cac-4371-8b71-9541fd548df3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:25.295021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event updated for resources: {'Subnet': ['ID=861bc275-b16d-4cf8-b72a-f18e2f3a3ebd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:25.345379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.389495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:25.397396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.440801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Checking segment: {'id': '2303ccc2-52d6-4f1f-99e1-247f45a7e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:25.441518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network hostable DHCP agents. Network: 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:25.448114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf29a-332b-47b5-8dae-81224ae3fe5b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.458001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-881ac61c-8cac-4371-8b71-9541fd548df3', 'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3', 'project_id': '4874ed6a7d264da6810391487e495c03', 'fixed_ips': [{'subnet_id': 'ec26d5b1-2f21-4ccb-9d44-7798ef72a0d8'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:25.459278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.495471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:25.500412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.502620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-60715b40-1b4b-4877-b194-4aa1f23baa61 None None] Port 51a5452d-1342-4fe2-a7ce-b66fef64c82f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:25.505022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf29a-332b-47b5-8dae-81224ae3fe5b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.524376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:25.560717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:25.574924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:25.575395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:25.576096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.620848 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8b9244ad-ed87-4b9b-bca8-ab3fc6348433 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5083067 Dec 16 03:34:25.626007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.629454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35192) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:25.651288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca78fd7-37c9-4472-983d-90f936caf01a None None] Network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:25.675336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf29a-332b-47b5-8dae-81224ae3fe5b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.679887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf29a-332b-47b5-8dae-81224ae3fe5b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.681124 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ba8bf29a-332b-47b5-8dae-81224ae3fe5b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a2043e3-d947-40d5-b044-ae69f41080be HTTP/1.1" status: 204 len: 168 time: 0.9424856 Dec 16 03:34:25.690044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.691662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:25.707054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.707850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:25.715955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Could not find standard attr ID for object 05769917-bc45-4632-b51b-02cb683f9093. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:34:25.733276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bf29a-332b-47b5-8dae-81224ae3fe5b tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2043e3-d947-40d5-b044-ae69f41080be,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:25.925221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network fe2563aa-f013-4672-84d3-87125a1e9819 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:25.934132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:25.956584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet 328b154d-99c2-4dde-b3e8-3cbcb29eaa6a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:26.000033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942eff8-9f43-43e5-bcb1-94f564331793 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:26.011363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:26.011747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.016033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.018749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=960228ef-95a9-4abc-b998-2e4c3e1db9c7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:26.101347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.109303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Allocated IP 172.20.0.2 (881ac61c-8cac-4371-8b71-9541fd548df3/ec26d5b1-2f21-4ccb-9d44-7798ef72a0d8/588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:26.144859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 9c6da113-47ed-4d40-893a-926f8f24090c has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:26.241983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb4f9b-449c-49ad-b5db-6bce626953db tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:26.244167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb4f9b-449c-49ad-b5db-6bce626953db tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:26.245757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb4f9b-449c-49ad-b5db-6bce626953db tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:26.247605 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-04bb4f9b-449c-49ad-b5db-6bce626953db tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6157606 Dec 16 03:34:26.267656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35198) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:26.274242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-2bb48c10-329b-4dfb-85c0-2dfb2d3d0158', 'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158', 'project_id': '4874ed6a7d264da6810391487e495c03', 'fixed_ips': [{'subnet_id': '861bc275-b16d-4cf8-b72a-f18e2f3a3ebd'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:26.275308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.342919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.356135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:26.367994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:26.381731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:26.386792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:26.388581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:26.389412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.392489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Deleting subnet ec26d5b1-2f21-4ccb-9d44-7798ef72a0d8 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:26.405131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-68a82a11-6cfa-458a-9dae-08a96e23ffca tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/9c6da113-47ed-4d40-893a-926f8f24090c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3963923 Dec 16 03:34:26.407822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35200) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:26.414959 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] Sync routers for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:26.425944 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:26.429389 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:26.454916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.467068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 6a6ca95e-01b4-4884-9985-89f22b41aee9 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:26.470281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event updated for resources: {'Port': ['ID=fcba8e02-ef0f-4979-9f3b-136fcd77218e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:26.477378 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:26.480549 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4a8169d7-96e3-4008-bc66-67172849d58c tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1071055 Dec 16 03:34:26.488383 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:26.489194 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:26.507832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35202) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:26.523200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 6a6ca95e-01b4-4884-9985-89f22b41aee9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:26.523554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 6a6ca95e-01b4-4884-9985-89f22b41aee9 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:26.533613 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:26.534586 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f515d4-ed33-4204-9705-09f835238870 None None] The sync data for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:26.539058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=328b154d-99c2-4dde-b3e8-3cbcb29eaa6a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:26.542050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca9bdf8-e860-4edd-a13b-eb2465ae6f36 None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:26.543096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.547832 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c4723b19-3012-44f8-9699-eece177b8336 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/328b154d-99c2-4dde-b3e8-3cbcb29eaa6a HTTP/1.1" status: 204 len: 168 time: 0.8550534 Dec 16 03:34:26.553142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:26.560950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:26.605613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2ac7b-628e-469c-b5c1-ad76bf8b516b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:26.609877 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d8f2ac7b-628e-469c-b5c1-ad76bf8b516b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports/960228ef-95a9-4abc-b998-2e4c3e1db9c7 HTTP/1.1" status: 200 len: 913 time: 0.1545963 Dec 16 03:34:26.615807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35206) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:26.679957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Provisioning complete for port 61e55990-e610-436c-b6af-e2b5f9b28daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:26.680140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.705763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:26.710653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.740550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.763633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.768332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.790873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Allocated IP 172.20.0.18 (2bb48c10-329b-4dfb-85c0-2dfb2d3d0158/861bc275-b16d-4cf8-b72a-f18e2f3a3ebd/37f3d55f-fe94-45d1-8df8-e5165500393f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:26.819752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Port 61e55990-e610-436c-b6af-e2b5f9b28daa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:26.830823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bbf5d5-c2cb-4143-a77d-1861cfc489b4 None None] Update dhcp port {'port': {'network_id': '8bedf3a0-d209-46d5-944c-b7048f15ec80', 'fixed_ips': [{'subnet_id': '3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c131c93-adf5-45e5-8bf7-70157f0e921a'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '96623a51-d67f-435b-a1d2-9e786f82e6cc'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:34:26.841434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.874971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 101d1686-4260-4c64-91e8-ffecf3e1f687 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:26.909070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Network 881ac61c-8cac-4371-8b71-9541fd548df3 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:26.912794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Pushing event updated for resources: {'Port': ['ID=588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:26.958615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:26.960782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:26.970372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:26.993154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf5d5-c2cb-4143-a77d-1861cfc489b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.018607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Provisioning complete for port 960228ef-95a9-4abc-b998-2e4c3e1db9c7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:27.018975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.059051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:34:27.074233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.094583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting port fcba8e02-ef0f-4979-9f3b-136fcd77218e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:27.095302 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.106845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.143528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Subnet': ['ID=ec26d5b1-2f21-4ccb-9d44-7798ef72a0d8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:27.149068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.152388 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-67e75fb0-ddc0-4eea-bcd3-99291ef22d8e tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/subnets/ec26d5b1-2f21-4ccb-9d44-7798ef72a0d8 HTTP/1.1" status: 204 len: 168 time: 0.8829551 Dec 16 03:34:27.155803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:27.156490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.172507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-28a6e497-f338-4795-9f9a-5a234c14a0d8 None None] Port 960228ef-95a9-4abc-b998-2e4c3e1db9c7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:27.173101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.189098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Attempting to bind port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:27.189476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Attempting to bind port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:27.189843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Attempting to bind port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7 on network 881ac61c-8cac-4371-8b71-9541fd548df3 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:27.223765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Deleting subnet 861bc275-b16d-4cf8-b72a-f18e2f3a3ebd {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:27.267326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:27.269516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:27.269908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Checking segment: {'id': 'ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:27.270314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.270741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Bound using segment: {'id': 'ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:27.271235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Bound port: 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '881ac61c-8cac-4371-8b71-9541fd548df3'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:27.271618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.272688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:27.286767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:27.287634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.292790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:27.293164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.296366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=ce8e4a62-2e74-434a-b412-902702191cfb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:27.316802 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8ae8c58e-bacc-4d35-a74a-eb93c1c39ba8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7621922 Dec 16 03:34:27.319013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:27.325709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5a44f434-90f3-492a-9efd-8d19903acee4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'security_group': {'name': 'tempest-secgroup-1029870349'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:27.360120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a44f434-90f3-492a-9efd-8d19903acee4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.377332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Subnet': ['ID=75789430-8f26-4ec4-9bce-076a73aadb39,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:27.406034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Checking segment: {'id': '201ac540-0874-41ef-8b8e-17bd5129fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:27.406034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network hostable DHCP agents. Network: 5dd34da4-6fb0-44e3-9d75-ebd026275a8b, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:27.415052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.457645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a44f434-90f3-492a-9efd-8d19903acee4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.462845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a44f434-90f3-492a-9efd-8d19903acee4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.464946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Provisioning complete for port 96623a51-d67f-435b-a1d2-9e786f82e6cc triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:27.465365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.479305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Calling delete_port for fcba8e02-ef0f-4979-9f3b-136fcd77218e owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:27.497464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:27.509950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.511367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.511669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44f434-90f3-492a-9efd-8d19903acee4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53899fb-cb40-4902-9232-17364882539f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:27.519517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a44f434-90f3-492a-9efd-8d19903acee4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.523657 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5a44f434-90f3-492a-9efd-8d19903acee4 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2004774 Dec 16 03:34:27.526936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:27.536985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8bf0087f-b473-41f4-bb25-63d473e49bf0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'security_group': {'name': 'tempest-secgroup-337650599'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:27.540031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a2bbf5d5-c2cb-4143-a77d-1861cfc489b4 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe85:c2d9 (8bedf3a0-d209-46d5-944c-b7048f15ec80/9c131c93-adf5-45e5-8bf7-70157f0e921a/96623a51-d67f-435b-a1d2-9e786f82e6cc) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:27.550689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.553842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.575022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] For port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:27.589827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 5dd34da4-6fb0-44e3-9d75-ebd026275a8b) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:27.600641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:27.601246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.611088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.624197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f27b1c-9555-4451-90a6-32edc6c4c49c None None] Network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:27.629572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] For port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7,segment=NetworkSegment(ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd),segment_id=ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:27.683170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:27.717582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf0087f-b473-41f4-bb25-63d473e49bf0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.747641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.749670 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3d1cd923-f21c-41b3-8474-ce6ada6f30ec tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7286808 Dec 16 03:34:27.751959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35214) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:27.765277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'port': {'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b', 'name': 'tempest-NetworksIpV6TestAttrs-1809691325'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:27.789144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.845593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf0087f-b473-41f4-bb25-63d473e49bf0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.885438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf0087f-b473-41f4-bb25-63d473e49bf0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.902866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.914182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf0087f-b473-41f4-bb25-63d473e49bf0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.918262 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8bf0087f-b473-41f4-bb25-63d473e49bf0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3874371 Dec 16 03:34:27.946986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:27.957423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:27.960248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:27.966161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35216) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:27.991719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-84209798-c43a-4011-97df-9b382ad37a53 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'security_group': {'name': 'tempest-secgroup-812098821'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:27.997078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0087f-b473-41f4-bb25-63d473e49bf0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b5b466-4046-4eb7-9c95-14823decb658,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:27.997275 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Pushing event updated for resources: {'Port': ['ID=37f3d55f-fe94-45d1-8df8-e5165500393f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:28.004473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Subnet': ['ID=861bc275-b16d-4cf8-b72a-f18e2f3a3ebd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:28.017599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.019848 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6615f791-6a02-4065-8ce7-6e747b6d0f01 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/subnets/861bc275-b16d-4cf8-b72a-f18e2f3a3ebd HTTP/1.1" status: 204 len: 168 time: 0.8609610 Dec 16 03:34:28.022877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:28.075502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 239f00ca-91f7-43d8-a213-b00c064c6fc6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:28.095861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a6ee34-8afb-475d-855c-695cda8e0d8f tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:28.096792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64703adc-7ea4-4ae9-b670-02f2b5ccbb7b None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:28.097392 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-57a6ee34-8afb-475d-855c-695cda8e0d8f tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730009 Dec 16 03:34:28.102443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:28.137360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84209798-c43a-4011-97df-9b382ad37a53 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.192981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.253525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Deleting port 37f3d55f-fe94-45d1-8df8-e5165500393f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:28.253898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.261074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.275306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:28.278427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.287389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.323933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a2bbf5d5-c2cb-4143-a77d-1861cfc489b4 None None] For port 96623a51-d67f-435b-a1d2-9e786f82e6cc, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=96623a51-d67f-435b-a1d2-9e786f82e6cc,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:28.328455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Attempting to bind port 37f3d55f-fe94-45d1-8df8-e5165500393f on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:28.328833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Attempting to bind port 37f3d55f-fe94-45d1-8df8-e5165500393f by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2303ccc2-52d6-4f1f-99e1-247f45a7e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:28.329203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Attempting to bind port 37f3d55f-fe94-45d1-8df8-e5165500393f on network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:28.331865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.338947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] For port 37f3d55f-fe94-45d1-8df8-e5165500393f, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:28.339521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.349743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f779ce4-b166-41dc-a29e-5bbd8349b936 None None] Network 881ac61c-8cac-4371-8b71-9541fd548df3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:28.351019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265eddc-bbec-4fa9-9cd6-38a1b0118ee5 None None] Pushing event updated for resources: {'Port': ['ID=588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:28.362193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Calling delete_port for 37f3d55f-fe94-45d1-8df8-e5165500393f owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:28.370214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] device_id is not set on port e9f05ebd-a675-44a3-9d08-f1f33d4dfe82 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:28.408444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.439591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:28.440008 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Checking segment: {'id': '2303ccc2-52d6-4f1f-99e1-247f45a7e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:28.440384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.440786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Bound using segment: {'id': '2303ccc2-52d6-4f1f-99e1-247f45a7e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:28.441645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Bound port: 37f3d55f-fe94-45d1-8df8-e5165500393f, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2303ccc2-52d6-4f1f-99e1-247f45a7e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2bb48c10-329b-4dfb-85c0-2dfb2d3d0158'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:28.441645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.457206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-5dd34da4-6fb0-44e3-9d75-ebd026275a8b', 'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b', 'project_id': 'f89fa51a98cf49b0ac9fc908c89f573d', 'fixed_ips': [{'subnet_id': '75789430-8f26-4ec4-9bce-076a73aadb39'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:28.458956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.462633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.475442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Pushing event updated for resources: {'Port': ['ID=33a6ef36-efee-4291-aae1-45819df9aaaf,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:28.495052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Port': ['ID=37f3d55f-fe94-45d1-8df8-e5165500393f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:28.499175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] No DVR routers for this DVR port 37f3d55f-fe94-45d1-8df8-e5165500393f on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:28.533171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf5d5-c2cb-4143-a77d-1861cfc489b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.544023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Port': ['ID=fcba8e02-ef0f-4979-9f3b-136fcd77218e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:28.571240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.575694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84209798-c43a-4011-97df-9b382ad37a53 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.578334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-20734270-6668-47d0-85d0-5ba6da96c041 None None] Port 37f3d55f-fe94-45d1-8df8-e5165500393f has been deleted concurrently {{(pid=103163) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 03:34:28.594385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.605524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 239f00ca-91f7-43d8-a213-b00c064c6fc6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:28.605934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.611761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf5d5-c2cb-4143-a77d-1861cfc489b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.616548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb48c10-329b-4dfb-85c0-2dfb2d3d0158']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:28.631415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2303ccc2-52d6-4f1f-99e1-247f45a7e8b1') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:28.631803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2303ccc2-52d6-4f1f-99e1-247f45a7e8b1') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:28.648345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.648562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84209798-c43a-4011-97df-9b382ad37a53 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.653850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:28.709563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.711860 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f540221a-9f64-4753-a7c0-8b697952073d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/fcba8e02-ef0f-4979-9f3b-136fcd77218e HTTP/1.1" status: 204 len: 168 time: 2.2030063 Dec 16 03:34:28.712890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.718542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:28.733121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:28.733773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:28.738081 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:28.849765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:34:28.850134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:34:28.875717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbf5d5-c2cb-4143-a77d-1861cfc489b4 None None] Pushing event updated for resources: {'Port': ['ID=96623a51-d67f-435b-a1d2-9e786f82e6cc,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:28.879498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.889664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8d57e-fa28-4ade-8d64-178512cced88 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:28.891509 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d5a8d57e-fa28-4ade-8d64-178512cced88 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1720595 Dec 16 03:34:28.901934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:28.922140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:28.922140 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/networks/2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 HTTP/1.1" status: 204 len: 168 time: 0.8193154 Dec 16 03:34:28.975632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:29.007850 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 75ec3379-a4d3-46e2-8673-5b730dbc38b1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:29.074125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc820-4a54-45ff-bbc1-9549ac34a2fb tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Network': ['ID=2bb48c10-329b-4dfb-85c0-2dfb2d3d0158,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:29.099577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cf0dcf-c5fe-4fa5-8eee-c2a6987dd80a None None] Update dhcp port {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'fixed_ips': [{'subnet_id': 'e6f97c57-403a-42f0-a94c-b9dc451131ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce8e4a62-2e74-434a-b412-902702191cfb'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '101d1686-4260-4c64-91e8-ffecf3e1f687'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:34:29.142023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82cf0dcf-c5fe-4fa5-8eee-c2a6987dd80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.171456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:29.172239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.211981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561d8e6-8a34-4a19-807a-aa0c41475278 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:29.215993 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7561d8e6-8a34-4a19-807a-aa0c41475278 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3092029 Dec 16 03:34:29.217432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.223604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:29.234001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84209798-c43a-4011-97df-9b382ad37a53 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.235314 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-84209798-c43a-4011-97df-9b382ad37a53 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.2633109 Dec 16 03:34:29.240068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:29.243466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84209798-c43a-4011-97df-9b382ad37a53 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d531e1-62be-40b4-8f7d-5a8271382ac2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:29.264717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-322846358', 'security_groups': ['c6d531e1-62be-40b4-8f7d-5a8271382ac2'], 'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce8e4a62-2e74-434a-b412-902702191cfb'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:29.276403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Allocated IP 2001:db8::f816:3eff:fe55:a41b (5dd34da4-6fb0-44e3-9d75-ebd026275a8b/75789430-8f26-4ec4-9bce-076a73aadb39/e9f05ebd-a675-44a3-9d08-f1f33d4dfe82) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:29.326221 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Floating IP 8aafe7df-ae02-4efd-8038-5b8df2bc5f65 associated. External IP: 172.26.6.99, port: 51a5452d-1342-4fe2-a7ce-b66fef64c82f. Dec 16 03:34:29.398473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.437631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b75b9f-19a5-464b-81a5-e045d6fc7d4d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:29.438909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b75b9f-19a5-464b-81a5-e045d6fc7d4d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:29.440175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b75b9f-19a5-464b-81a5-e045d6fc7d4d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:29.441951 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2b75b9f-19a5-464b-81a5-e045d6fc7d4d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2145236 Dec 16 03:34:29.447524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35236) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:29.497516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 960228ef-95a9-4abc-b998-2e4c3e1db9c7 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:29.497895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.505761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] For port 96623a51-d67f-435b-a1d2-9e786f82e6cc, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=96623a51-d67f-435b-a1d2-9e786f82e6cc,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:29.520278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.534540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 96623a51-d67f-435b-a1d2-9e786f82e6cc up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:29.540264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-82cf0dcf-c5fe-4fa5-8eee-c2a6987dd80a None None] Allocated IP 2001:db8::2 (c1f85118-adb5-423f-8069-fa84a5805c92/ce8e4a62-2e74-434a-b412-902702191cfb/101d1686-4260-4c64-91e8-ffecf3e1f687) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:29.553803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Deleting port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:29.554151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.636182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Provisioning complete for port 960228ef-95a9-4abc-b998-2e4c3e1db9c7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:29.636972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.691959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Port 960228ef-95a9-4abc-b998-2e4c3e1db9c7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:29.759933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06a41b-ac8a-4b78-ade3-4f712de58197 None None] Pushing event updated for resources: {'Port': ['ID=96623a51-d67f-435b-a1d2-9e786f82e6cc,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:29.760488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:29.783835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.837989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-82cf0dcf-c5fe-4fa5-8eee-c2a6987dd80a None None] For port 101d1686-4260-4c64-91e8-ffecf3e1f687, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=101d1686-4260-4c64-91e8-ffecf3e1f687,segment=NetworkSegment(c702e8f3-7d0f-4fa1-8781-5325615d9ca9),segment_id=c702e8f3-7d0f-4fa1-8781-5325615d9ca9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:29.844699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.854958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 96623a51-d67f-435b-a1d2-9e786f82e6cc triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:29.855447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.890620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f7c994fc-2e99-4bef-bcc5-6191f76e1498 None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:29.891016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c994fc-2e99-4bef-bcc5-6191f76e1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.924927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82cf0dcf-c5fe-4fa5-8eee-c2a6987dd80a None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.930258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 960228ef-95a9-4abc-b998-2e4c3e1db9c7 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:29.942635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82cf0dcf-c5fe-4fa5-8eee-c2a6987dd80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:29.964233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.109541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.128779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:30.194343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] For port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7,segment=NetworkSegment(ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd),segment_id=ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:30.194758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.213508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.262074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Calling delete_port for 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:30.287664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Router 363b65f0-c75d-43e9-8766-69a835321c14 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:30.346741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf0dcf-c5fe-4fa5-8eee-c2a6987dd80a None None] Pushing event updated for resources: {'Port': ['ID=101d1686-4260-4c64-91e8-ffecf3e1f687,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:30.370200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.579831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.582680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Allocated IP 2001:db8::f816:3eff:fe7e:5493 (5dd34da4-6fb0-44e3-9d75-ebd026275a8b/75789430-8f26-4ec4-9bce-076a73aadb39/44a79b13-58a9-4b0a-9a50-45a05390974b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:30.593614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:30.604606 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Port': ['ID=e9f05ebd-a675-44a3-9d08-f1f33d4dfe82,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:30.607218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6e9cd-5b9d-4e7e-b80b-8c7bcd1d2b9f None None] DHCP port deletion for 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:30.608601 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.611335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:30.615977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:30.623829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:30.624727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.639873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f7c994fc-2e99-4bef-bcc5-6191f76e1498 None None] Provisioning complete for port 61e55990-e610-436c-b6af-e2b5f9b28daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:30.640327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c994fc-2e99-4bef-bcc5-6191f76e1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.725659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.728519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:30.733471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.740125 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-300f0543-b159-4744-aa57-6ec5528fb21a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8 HTTP/1.1" status: 204 len: 168 time: 1.2908077 Dec 16 03:34:30.753890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35238) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:30.780099 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b65c80f5-bfc9-424c-b5b6-9a1d8e7bc518 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0249484 Dec 16 03:34:30.785483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35240) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:30.804136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.820207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Port': ['ID=588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:30.866628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] device_id is not set on port e16ca663-e3c8-4894-90b2-ca9d37534954 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:30.875513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] No DVR routers for this DVR port 588e3fad-ce9e-42ab-b974-bf3bb8cc6bc7 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:30.875725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=960228ef-95a9-4abc-b998-2e4c3e1db9c7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:30.883051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:30.913204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:30.917345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e325ed1-06bf-47c6-970c-7cfc1081b0a1 None None] Network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:30.934174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 101d1686-4260-4c64-91e8-ffecf3e1f687 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:30.936494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6943a-2afe-4897-a550-139035ca0014 None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:30.939690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] Sync routers for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:30.943264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.035714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.045879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting subnet 75789430-8f26-4ec4-9bce-076a73aadb39 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:31.056720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.059201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.078856 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-fcc35c21-3f59-4461-85cb-9cc52fb4eb09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4865887 Dec 16 03:34:31.158715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Pushing event updated for resources: {'Port': ['ID=44a79b13-58a9-4b0a-9a50-45a05390974b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:31.208413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e325ed1-06bf-47c6-970c-7cfc1081b0a1 None None] Network 2bb48c10-329b-4dfb-85c0-2dfb2d3d0158 could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:34:31.227581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:31.234161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-932d49e0-b5a1-42cb-b81f-dbe803a9b39f tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.3107727 Dec 16 03:34:31.234161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.238282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35242) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:31.238518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:31.247905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:31.248558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:31.259827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Deleting subnet 9c131c93-adf5-45e5-8bf7-70157f0e921a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:31.293652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.296322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:31.298480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.303415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:31.309138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f7c994fc-2e99-4bef-bcc5-6191f76e1498 None None] Port 61e55990-e610-436c-b6af-e2b5f9b28daa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:31.376073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.379953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:31.380601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.403058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-acc89299-f047-4dd7-9f7c-0ca00f715c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:31.404610 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-acc89299-f047-4dd7-9f7c-0ca00f715c23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 1098 time: 0.1944599 Dec 16 03:34:31.406430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:31.407087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:31.461126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Attempting to bind port 44a79b13-58a9-4b0a-9a50-45a05390974b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:31.461497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Attempting to bind port 44a79b13-58a9-4b0a-9a50-45a05390974b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '201ac540-0874-41ef-8b8e-17bd5129fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:31.461892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Attempting to bind port 44a79b13-58a9-4b0a-9a50-45a05390974b on network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:31.464066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:31.464796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf785a5-f561-4f28-a33f-1a4b491694ac None None] The sync data for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:31.477212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Could not find standard attr ID for object fcba8e02-ef0f-4979-9f3b-136fcd77218e. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:34:31.480897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.481930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:31.482315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Checking segment: {'id': '201ac540-0874-41ef-8b8e-17bd5129fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:31.482751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.483142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Bound using segment: {'id': '201ac540-0874-41ef-8b8e-17bd5129fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:31.483631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Bound port: 44a79b13-58a9-4b0a-9a50-45a05390974b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201ac540-0874-41ef-8b8e-17bd5129fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dd34da4-6fb0-44e3-9d75-ebd026275a8b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:31.484011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.510311 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-54fc24ce-9850-4231-8be3-1015f0825321 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] 10.222.0.16 "GET /v2.0/floatingips/8aafe7df-ae02-4efd-8038-5b8df2bc5f65 HTTP/1.1" status: 200 len: 983 time: 0.2515597 Dec 16 03:34:31.514888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881ac61c-8cac-4371-8b71-9541fd548df3']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:31.516016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35244) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:31.530753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:31.531028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2dfee8-f5f0-467e-acb4-3d2f251ec3fd') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:31.541877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.542385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:31.542894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.639307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 96623a51-d67f-435b-a1d2-9e786f82e6cc up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:31.641445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] For port 44a79b13-58a9-4b0a-9a50-45a05390974b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:31.648302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] For port 44a79b13-58a9-4b0a-9a50-45a05390974b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=44a79b13-58a9-4b0a-9a50-45a05390974b,segment=NetworkSegment(201ac540-0874-41ef-8b8e-17bd5129fd70),segment_id=201ac540-0874-41ef-8b8e-17bd5129fd70)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:31.666836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.676540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.687817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8::23e (c1f85118-adb5-423f-8069-fa84a5805c92/ce8e4a62-2e74-434a-b412-902702191cfb/e16ca663-e3c8-4894-90b2-ca9d37534954) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:31.708076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:31.708643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:31.716572 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:31.839074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 96623a51-d67f-435b-a1d2-9e786f82e6cc triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:31.839311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:31.877774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Could not find standard attr ID for object 37f3d55f-fe94-45d1-8df8-e5165500393f. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:34:31.884526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d0b0-300b-461c-8a8a-19ce97a958e7 None None] Pushing event updated for resources: {'Port': ['ID=44a79b13-58a9-4b0a-9a50-45a05390974b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:31.915582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Provisioning complete for port 96623a51-d67f-435b-a1d2-9e786f82e6cc triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:31.916221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.051965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.097824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.111513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Provisioning complete for port 61e55990-e610-436c-b6af-e2b5f9b28daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:32.111897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.150640 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.155053 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/networks/881ac61c-8cac-4371-8b71-9541fd548df3 HTTP/1.1" status: 204 len: 168 time: 3.1653883 Dec 16 03:34:32.158302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-f12cb351-45ee-460c-b876-5d2e0866d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:32.160069 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-f12cb351-45ee-460c-b876-5d2e0866d85d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 200 len: 896 time: 0.7219729 Dec 16 03:34:32.165974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35246) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:32.177070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 9c6da113-47ed-4d40-893a-926f8f24090c has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:32.185351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cba2ca8f-e3d8-47b4-96b2-4023ea2a6bb7 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.6665838 Dec 16 03:34:32.197741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-866479f3-4481-4287-98cd-aa45b749bcc6 None None] Port 61e55990-e610-436c-b6af-e2b5f9b28daa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:32.201270 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35248) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:32.267683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714f68d-ec69-4a60-acab-09b744b495c6 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Network': ['ID=881ac61c-8cac-4371-8b71-9541fd548df3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:32.316015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.327655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.393959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Subnet': ['ID=9c131c93-adf5-45e5-8bf7-70157f0e921a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:32.400740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.404005 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2d34d54-2201-496b-881a-e2062b7e494e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/9c131c93-adf5-45e5-8bf7-70157f0e921a HTTP/1.1" status: 204 len: 168 time: 1.6086204 Dec 16 03:34:32.410212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:32.426446 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-fb96f755-f7ca-4ff6-9072-da1bf24d25d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761ab04b-885c-4970-9a1e-b25dc65190de HTTP/1.1" status: 200 len: 1000 time: 0.2295411 Dec 16 03:34:32.471781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-072e7cf5-9620-4181-a2e9-b99fdefc3890 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578537 Dec 16 03:34:32.479784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48b7a87-9228-4339-bd65-da43a2bde35b None None] Network 8bedf3a0-d209-46d5-944c-b7048f15ec80 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:32.480094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35252) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:32.518363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.576852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.584291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-cf6eff5d-b8be-473c-a029-6c065172bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:32.585854 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-cf6eff5d-b8be-473c-a029-6c065172bf1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=083fb0d0-30b8-490c-9b0a-3a5f2a060d98 HTTP/1.1" status: 200 len: 834 time: 0.1210680 Dec 16 03:34:32.604623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-87f75857-0049-4c8f-9863-fd949851a959 None None] Provisioning complete for port 96623a51-d67f-435b-a1d2-9e786f82e6cc triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:32.609833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87f75857-0049-4c8f-9863-fd949851a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.611721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:32.622808 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a3465ced-8df2-4024-a7f1-bc3882b85812 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/9c6da113-47ed-4d40-893a-926f8f24090c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0037901 Dec 16 03:34:32.627862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35254) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:32.629028 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] Sync routers for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:32.645821 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:32.648854 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:32.664488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.681823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462e50d-d298-49f4-a894-46622765dee6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:32.685908 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6462e50d-d298-49f4-a894-46622765dee6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1946368 Dec 16 03:34:32.690355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:32.726358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.730049 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/75789430-8f26-4ec4-9bce-076a73aadb39 HTTP/1.1" status: 204 len: 168 time: 1.9432662 Dec 16 03:34:32.749285 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:32.752567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:32.763413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8d41f-93bc-4b79-a43f-590ae65187a4 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Subnet': ['ID=75789430-8f26-4ec4-9bce-076a73aadb39,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:32.785606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 44a79b13-58a9-4b0a-9a50-45a05390974b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:32.786513 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:32.787885 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:32.822022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.855215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af59e27e-dd33-4bd3-ba1c-97215794bd8c']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:32.864298 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:32.864962 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa65f19-3316-45e8-ae74-f2675bad5ace None None] The sync data for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:32.869761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] DHCP port deletion for 8bedf3a0-d209-46d5-944c-b7048f15ec80 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:32.874463 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 44a79b13-58a9-4b0a-9a50-45a05390974b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:32.874842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.879155 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db3c77e-4293-437e-88fc-c64c7ec5054a') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:32.879580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db3c77e-4293-437e-88fc-c64c7ec5054a') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:32.899036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Deleting port 33a6ef36-efee-4291-aae1-45819df9aaaf {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:32.899760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.917216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:32.962827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.012675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:33.013355 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:33.016915 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:33.027987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.067811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.068500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.075794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 44a79b13-58a9-4b0a-9a50-45a05390974b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=44a79b13-58a9-4b0a-9a50-45a05390974b,segment=NetworkSegment(201ac540-0874-41ef-8b8e-17bd5129fd70),segment_id=201ac540-0874-41ef-8b8e-17bd5129fd70)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:33.080817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] Deleting port 96623a51-d67f-435b-a1d2-9e786f82e6cc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:33.081437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.095535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Calling delete_port for 33a6ef36-efee-4291-aae1-45819df9aaaf owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:33.157262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] For port 96623a51-d67f-435b-a1d2-9e786f82e6cc, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=96623a51-d67f-435b-a1d2-9e786f82e6cc,segment=NetworkSegment(0785a95a-fd52-4edf-8389-694ebe03321c),segment_id=0785a95a-fd52-4edf-8389-694ebe03321c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:33.157658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.220399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.224824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.232146 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/networks/af59e27e-dd33-4bd3-ba1c-97215794bd8c HTTP/1.1" status: 204 len: 168 time: 1.0644083 Dec 16 03:34:33.238078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35260) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.309037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a953722-3554-4aaa-8136-5e18ee34c972 tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Network': ['ID=af59e27e-dd33-4bd3-ba1c-97215794bd8c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:33.331896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-a2e1e347-3788-4c5f-ba11-56d148ec9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:33.333572 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-a2e1e347-3788-4c5f-ba11-56d148ec9764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6348661-16a0-44ec-81c9-ba576d5602e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7207363 Dec 16 03:34:33.338805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a1edd-ec82-4455-ad81-e595f48d85c1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:33.341201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a1edd-ec82-4455-ad81-e595f48d85c1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:33.342413 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-379a1edd-ec82-4455-ad81-e595f48d85c1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5239239 Dec 16 03:34:33.347578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35262) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.347776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c066a89-ea2d-4103-9489-d03be0e188e6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:33.347864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] Calling delete_port for 96623a51-d67f-435b-a1d2-9e786f82e6cc owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:33.351614 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3c066a89-ea2d-4103-9489-d03be0e188e6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6532841 Dec 16 03:34:33.356636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.365033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae274a02-7c41-4df6-b7ce-5c14943a8c77 None None] Network 5dd34da4-6fb0-44e3-9d75-ebd026275a8b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:33.371699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.395454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.419128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.439757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 37f3d55f-fe94-45d1-8df8-e5165500393f no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:33.494880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aab9bb5a-69e9-4f94-9f14-5f67f28f02a1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.507443 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 37f3d55f-fe94-45d1-8df8-e5165500393f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:33.507812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 37f3d55f-fe94-45d1-8df8-e5165500393f not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:33.516218 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7fab8f07-8e97-47b9-87ec-2db7bf08c438 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1485677 Dec 16 03:34:33.523470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-49c8c4b5-5b9b-4949-826a-5c19ee2a4d06 None None] Provisioning complete for port 44a79b13-58a9-4b0a-9a50-45a05390974b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:33.524227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49c8c4b5-5b9b-4949-826a-5c19ee2a4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.525615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35266) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.543212 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab9bb5a-69e9-4f94-9f14-5f67f28f02a1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 03:34:33.543680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab9bb5a-69e9-4f94-9f14-5f67f28f02a1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:33.550626 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aab9bb5a-69e9-4f94-9f14-5f67f28f02a1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/5dd34da4-6fb0-44e3-9d75-ebd026275a8b HTTP/1.1" status: 409 len: 405 time: 0.1982176 Dec 16 03:34:33.554620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 0fc049ee-1842-47bc-bda5-a43a5abede7d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:33.554896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.564055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.571916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1315128014'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:33.590039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=44a79b13-58a9-4b0a-9a50-45a05390974b,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:33.607148 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cead9f-ac1d-48cd-8b6a-2fa82ef31f49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:33.607983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cead9f-ac1d-48cd-8b6a-2fa82ef31f49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:33.614020 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-71cead9f-ac1d-48cd-8b6a-2fa82ef31f49 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/fcba8e02-ef0f-4979-9f3b-136fcd77218e HTTP/1.1" status: 404 len: 333 time: 0.0850136 Dec 16 03:34:33.616948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35270) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.617830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.642599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.643799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:33.656558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] Pushing event deleted for resources: {'Port': ['ID=96623a51-d67f-435b-a1d2-9e786f82e6cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:33.664435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:33.664915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9461b7-7df9-466f-9544-7f04de406cc4 None None] No DVR routers for this DVR port 96623a51-d67f-435b-a1d2-9e786f82e6cc on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:33.667813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=e16ca663-e3c8-4894-90b2-ca9d37534954,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:33.675842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:33.676572 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-926c63bd-4d49-44d4-a134-56e9fafbf5cc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:33.677032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926c63bd-4d49-44d4-a134-56e9fafbf5cc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:33.680419 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-926c63bd-4d49-44d4-a134-56e9fafbf5cc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/9c131c93-adf5-45e5-8bf7-70157f0e921a HTTP/1.1" status: 404 len: 337 time: 0.0624332 Dec 16 03:34:33.681843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:33.682877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.702485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.705275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.717235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Port': ['ID=33a6ef36-efee-4291-aae1-45819df9aaaf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:33.782430 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-524fec47-75e8-4654-ba3a-eecb7ba91bb7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:33.782912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524fec47-75e8-4654-ba3a-eecb7ba91bb7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:33.787388 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-524fec47-75e8-4654-ba3a-eecb7ba91bb7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/3a7ec0fa-d26b-46f4-a54d-0bf89a26bed8 HTTP/1.1" status: 404 len: 337 time: 0.0814407 Dec 16 03:34:33.798039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:33.799642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.818057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] DHCP port deletion for 5dd34da4-6fb0-44e3-9d75-ebd026275a8b request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:33.821186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8f993d-b613-43ae-a695-98033d10edf7') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:33.821594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8f993d-b613-43ae-a695-98033d10edf7') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:33.835805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.843989 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-81d492c5-42d8-4e81-942c-7fdc8d470673 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5810263 Dec 16 03:34:33.845643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35276) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.850716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:33.851469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-63a08688-958c-4d7a-a48a-c82f78ccf18e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:33.855003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.861870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.862203 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Floating IP 8aafe7df-ae02-4efd-8038-5b8df2bc5f65 disassociated (deleted). External IP: 172.26.6.99, port: 51a5452d-1342-4fe2-a7ce-b66fef64c82f. Dec 16 03:34:33.877375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] Deleting port 44a79b13-58a9-4b0a-9a50-45a05390974b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:33.877756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.884934 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-45b6b990-3ff2-4742-afd4-1bfa99e4bc7c service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413091 Dec 16 03:34:33.900863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.908719 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdc032f-b295-4579-bbd4-415e22dbc839 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:33.909917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdc032f-b295-4579-bbd4-415e22dbc839 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:33.916484 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-efdc032f-b295-4579-bbd4-415e22dbc839 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/2792e707-b0ff-4d09-ab68-1983a0342634 HTTP/1.1" status: 404 len: 333 time: 0.1005435 Dec 16 03:34:33.919589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:33.921614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 0fc049ee-1842-47bc-bda5-a43a5abede7d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0fc049ee-1842-47bc-bda5-a43a5abede7d,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:33.921964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.954920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] For port 44a79b13-58a9-4b0a-9a50-45a05390974b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=44a79b13-58a9-4b0a-9a50-45a05390974b,segment=NetworkSegment(201ac540-0874-41ef-8b8e-17bd5129fd70),segment_id=201ac540-0874-41ef-8b8e-17bd5129fd70)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:33.955235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:33.975409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] Calling delete_port for 44a79b13-58a9-4b0a-9a50-45a05390974b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:34.007696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:34.008438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.032197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 0fc049ee-1842-47bc-bda5-a43a5abede7d owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:34.038283 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef9b655-609e-483a-b7d9-68e5a10a57f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.039207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef9b655-609e-483a-b7d9-68e5a10a57f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.046876 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-aef9b655-609e-483a-b7d9-68e5a10a57f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/a01d8a68-afdb-4322-9748-030a448ccba6 HTTP/1.1" status: 404 len: 337 time: 0.1192315 Dec 16 03:34:34.049779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35280) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:34.059078 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:34.080659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-39739fea-18d0-4173-82e1-029ecb96c4d4 None None] Provisioning complete for port e16ca663-e3c8-4894-90b2-ca9d37534954 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:34.081526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39739fea-18d0-4173-82e1-029ecb96c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.089938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:34.106679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.109919 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3778a819-aa42-4eca-95d4-300c789e653e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.110627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3778a819-aa42-4eca-95d4-300c789e653e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.117384 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3778a819-aa42-4eca-95d4-300c789e653e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/81213f88-b971-4480-b6aa-7f8602dd8391 HTTP/1.1" status: 404 len: 337 time: 0.0605798 Dec 16 03:34:34.117681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35282) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.141579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] Pushing event deleted for resources: {'Port': ['ID=44a79b13-58a9-4b0a-9a50-45a05390974b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:34.143744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a9b8c-8f48-4283-97e4-e6fdaa8ef407 None None] No DVR routers for this DVR port 44a79b13-58a9-4b0a-9a50-45a05390974b on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:34.145641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-39739fea-18d0-4173-82e1-029ecb96c4d4 None None] Port e16ca663-e3c8-4894-90b2-ca9d37534954 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:34.163265 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-304804f2-6069-4c02-925d-a43ed6b4330f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.163857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304804f2-6069-4c02-925d-a43ed6b4330f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.167364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.167906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-304804f2-6069-4c02-925d-a43ed6b4330f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/3e477bcd-d6d1-486b-8668-e07b9a0e6d73 HTTP/1.1" status: 404 len: 333 time: 0.0473399 Dec 16 03:34:34.170769 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Added segment 78019aaf-5312-4297-ad1e-0cd7187cfb27 of type vlan for network e09a4e4d-1513-47cd-acab-34f847be26d9 Dec 16 03:34:34.172963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35284) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.173636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c9f18-acfb-4143-8b94-55b36e0f73ed None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:34:34.185838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.248296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.251625 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] 10.222.0.16 "DELETE /v2.0/networks/bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9 HTTP/1.1" status: 204 len: 168 time: 1.0087795 Dec 16 03:34:34.261564 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3275682e-4225-4aaa-84d1-b111f0881d9d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.262028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3275682e-4225-4aaa-84d1-b111f0881d9d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.265123 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3275682e-4225-4aaa-84d1-b111f0881d9d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/acafde79-1ec2-4111-be45-8fd0ecf58f15 HTTP/1.1" status: 404 len: 337 time: 0.0912244 Dec 16 03:34:34.279569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35288) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.287783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.293025 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-02c7d861-be2d-4fa6-8e20-e4b1e8bcb06e req-c984ddcf-0f96-4642-88bf-a2703a115744 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987947 Dec 16 03:34:34.295696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacafee4-9d0e-4176-b140-f670f454e4fa tempest-BulkNetworkOpsTest-1274448425 tempest-BulkNetworkOpsTest-1274448425-project] Pushing event deleted for resources: {'Network': ['ID=bbe64bf9-59e6-4e6e-b079-02cbdf1b3bf9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:34.307064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c9f18-acfb-4143-8b94-55b36e0f73ed None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:34:34.321211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a08688-958c-4d7a-a48a-c82f78ccf18e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:34.325227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63a08688-958c-4d7a-a48a-c82f78ccf18e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.332223 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fa0a0a-69da-4ef2-abcc-4a006336b096 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.332681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fa0a0a-69da-4ef2-abcc-4a006336b096 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.338011 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-34fa0a0a-69da-4ef2-abcc-4a006336b096 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/4a500b34-205e-48d7-8521-e54d31827b33 HTTP/1.1" status: 404 len: 337 time: 0.0535026 Dec 16 03:34:34.343015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35290) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.421155 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f2e9d0-a6a2-427a-a4ef-fc2aec18a07d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.422153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f2e9d0-a6a2-427a-a4ef-fc2aec18a07d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.428332 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-23f2e9d0-a6a2-427a-a4ef-fc2aec18a07d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/46e33059-b760-4a93-bbf7-335521929d36 HTTP/1.1" status: 404 len: 333 time: 0.0840199 Dec 16 03:34:34.428502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35292) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.435988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.442079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:34.443019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.473905 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c80394f-9ab5-4967-875e-40031dbff3c0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.474417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c80394f-9ab5-4967-875e-40031dbff3c0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.480352 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1c80394f-9ab5-4967-875e-40031dbff3c0 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/678f07e6-07f6-463e-9660-1825460f3e66 HTTP/1.1" status: 404 len: 337 time: 0.0471492 Dec 16 03:34:34.486063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35294) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.498277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Router 363b65f0-c75d-43e9-8766-69a835321c14 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:34.531477 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9661164 Dec 16 03:34:34.533996 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d9b172-e14c-45c3-90c8-9e98b48ea1fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.534568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d9b172-e14c-45c3-90c8-9e98b48ea1fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.538458 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b7d9b172-e14c-45c3-90c8-9e98b48ea1fd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/b5f2595e-b4fa-4d0c-acb4-ff6a45fadebf HTTP/1.1" status: 404 len: 337 time: 0.0486512 Dec 16 03:34:34.538458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35296) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.543267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.549157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'subnet': {'network_id': 'e09a4e4d-1513-47cd-acab-34f847be26d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:34.557075 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-63a08688-958c-4d7a-a48a-c82f78ccf18e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce8e4a62-2e74-434a-b412-902702191cfb (CIDR: 2001:db8::/64) Dec 16 03:34:34.561157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.589198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fd171-3ee8-4699-921a-34fd02492307 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Network': ['ID=e09a4e4d-1513-47cd-acab-34f847be26d9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:34.600808 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a08688-958c-4d7a-a48a-c82f78ccf18e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:34.601411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a08688-958c-4d7a-a48a-c82f78ccf18e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.655460 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network e09a4e4d-1513-47cd-acab-34f847be26d9 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:34.662431 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b004affa-8922-4e8b-b9f6-b20e8f13b165 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.663174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b004affa-8922-4e8b-b9f6-b20e8f13b165 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.667778 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b004affa-8922-4e8b-b9f6-b20e8f13b165 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/2867c4cd-4ef7-4dc5-b5de-43449eb5d17c HTTP/1.1" status: 404 len: 333 time: 0.1202192 Dec 16 03:34:34.673986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.706447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-63a08688-958c-4d7a-a48a-c82f78ccf18e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8607013 Dec 16 03:34:34.710571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35304) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.715169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 44a79b13-58a9-4b0a-9a50-45a05390974b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:34.717290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-64bc3561-8743-40c9-868d-2a48937d7058 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:34.741166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 44a79b13-58a9-4b0a-9a50-45a05390974b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:34.741512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 44a79b13-58a9-4b0a-9a50-45a05390974b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:34.741933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 96623a51-d67f-435b-a1d2-9e786f82e6cc no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:34.748196 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecb0a9d-55c7-45c7-a7e4-91493962f819 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.748759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecb0a9d-55c7-45c7-a7e4-91493962f819 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.751880 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5ecb0a9d-55c7-45c7-a7e4-91493962f819 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/0df3df8a-44da-45bd-9bbf-5e1be711b838 HTTP/1.1" status: 404 len: 337 time: 0.0742891 Dec 16 03:34:34.754853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.755095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.785900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 96623a51-d67f-435b-a1d2-9e786f82e6cc {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:34.786245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 96623a51-d67f-435b-a1d2-9e786f82e6cc not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:34.800437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad54808-602d-4cc4-a04d-f080374b7e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.800925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad54808-602d-4cc4-a04d-f080374b7e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.804078 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ad54808-602d-4cc4-a04d-f080374b7e83 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/84311663-8e6b-4ee7-84a2-be0ab15ecf44 HTTP/1.1" status: 404 len: 333 time: 0.0406916 Dec 16 03:34:34.813360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.853349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e633a-f793-4dff-97f0-78c8c690e4af None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:34:34.881426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ceaecaf-25db-4adf-bd2d-65aed6c28580 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.881889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ceaecaf-25db-4adf-bd2d-65aed6c28580 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.885951 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0ceaecaf-25db-4adf-bd2d-65aed6c28580 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/823d43d3-5723-4b27-ac21-be9ce67eb251 HTTP/1.1" status: 404 len: 337 time: 0.0714934 Dec 16 03:34:34.893297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:34.967296 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c535b41-3ba3-4173-ab60-989e04cb9826 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:34.967946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c535b41-3ba3-4173-ab60-989e04cb9826 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:34.971560 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5c535b41-3ba3-4173-ab60-989e04cb9826 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/cea6046f-7c2d-4e02-9e81-0f665ef60b98 HTTP/1.1" status: 404 len: 333 time: 0.0764480 Dec 16 03:34:34.972650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:34.974788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.003255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6e633a-f793-4dff-97f0-78c8c690e4af None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:34:35.036872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=0fc049ee-1842-47bc-bda5-a43a5abede7d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:35.053994 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-07876e54-780b-4d04-a810-61e8e3fc51ac tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.054486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07876e54-780b-4d04-a810-61e8e3fc51ac tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.060968 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-07876e54-780b-4d04-a810-61e8e3fc51ac tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/ae39eda6-ad6f-41b4-8bef-2bea876b265b HTTP/1.1" status: 404 len: 337 time: 0.0771801 Dec 16 03:34:35.075629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.145869 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9731bcf6-8f49-4fa0-85d1-9c1999c1b30d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.146473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9731bcf6-8f49-4fa0-85d1-9c1999c1b30d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.149762 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9731bcf6-8f49-4fa0-85d1-9c1999c1b30d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/6dc84700-056e-436c-936a-8b531cb46579 HTTP/1.1" status: 404 len: 333 time: 0.0727785 Dec 16 03:34:35.159030 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-34df48d5-1eb7-4a69-9398-4134dcd9f155 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4874ed6a7d264da6810391487e495c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007061 Dec 16 03:34:35.166457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.166457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.192778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-620ef607-9d89-42f5-af99-8101c8a5c148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.228288 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a489922-ec37-4f05-8f9b-7fef0edc7975 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.228700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a489922-ec37-4f05-8f9b-7fef0edc7975 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.234114 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3a489922-ec37-4f05-8f9b-7fef0edc7975 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/31d80abc-2496-45b7-b484-7ab41fe71d21 HTTP/1.1" status: 404 len: 337 time: 0.0654361 Dec 16 03:34:35.236919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.292568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:35.296218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.321056 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea260624-68a0-4c3a-928b-fc9db4121549 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.321299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea260624-68a0-4c3a-928b-fc9db4121549 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.324669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ea260624-68a0-4c3a-928b-fc9db4121549 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/ae21cff4-7906-415b-9c73-678f967df37d HTTP/1.1" status: 404 len: 333 time: 0.0855803 Dec 16 03:34:35.351921 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35326) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.376364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:35.387409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] Sync routers for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:35.407710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.411220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:35.412161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:35.443789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145fedd9-b3e8-4e9d-a08a-a5dffdd92259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.451546 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-72f49028-096a-4956-9e18-4dd91ee66afa tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "DELETE /v2.0/floatingips/8aafe7df-ae02-4efd-8038-5b8df2bc5f65 HTTP/1.1" status: 204 len: 168 time: 3.2491171 Dec 16 03:34:35.457186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:35.457681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35328) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.458675 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb7b0c4-1157-4c9c-bee2-6b3c33c5a372 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.459133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb7b0c4-1157-4c9c-bee2-6b3c33c5a372 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.462309 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fdb7b0c4-1157-4c9c-bee2-6b3c33c5a372 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/4a57bec4-14c7-4ed3-a47a-86db529db802 HTTP/1.1" status: 404 len: 337 time: 0.1092367 Dec 16 03:34:35.468589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35330) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.471012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:35.473098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:35.473548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:35.474126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145fedd9-b3e8-4e9d-a08a-a5dffdd92259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.503037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.521519 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:35.522484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea7008-5dad-44ae-949c-b5382a41f435 None None] The sync data for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:35.535338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bc3561-8743-40c9-868d-2a48937d7058 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:35.538912 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64bc3561-8743-40c9-868d-2a48937d7058 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.550443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a90eb1c-37e0-4044-a907-9b9285e408ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.551085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a90eb1c-37e0-4044-a907-9b9285e408ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.554001 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7a90eb1c-37e0-4044-a907-9b9285e408ec tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/a6a54920-bd4c-4781-ad8b-475f74f7c2b6 HTTP/1.1" status: 404 len: 333 time: 0.0754311 Dec 16 03:34:35.567533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35332) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.588227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 9a7c129f-4e6b-4f3c-8265-0a4fbdf83476 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:35.588500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.637524 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3409cfa7-afc9-4937-a877-9aef09d9e186 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.637976 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3409cfa7-afc9-4937-a877-9aef09d9e186 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.641097 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3409cfa7-afc9-4937-a877-9aef09d9e186 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/94e218a0-2688-4c9f-b927-d14d2d495301 HTTP/1.1" status: 404 len: 337 time: 0.0483656 Dec 16 03:34:35.645509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.649661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35334) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.688533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145fedd9-b3e8-4e9d-a08a-a5dffdd92259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.691101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145fedd9-b3e8-4e9d-a08a-a5dffdd92259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.692247 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-145fedd9-b3e8-4e9d-a08a-a5dffdd92259 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/675347c2-911c-48ed-a825-ec4678004b60 HTTP/1.1" status: 204 len: 168 time: 0.5243936 Dec 16 03:34:35.703859 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c2ddcc-ded3-4170-824b-0b4628a2bf23 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.704318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c2ddcc-ded3-4170-824b-0b4628a2bf23 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.710330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fedd9-b3e8-4e9d-a08a-a5dffdd92259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675347c2-911c-48ed-a825-ec4678004b60,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:35.710610 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-80c2ddcc-ded3-4170-824b-0b4628a2bf23 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/d3823535-0ee4-44a8-8747-96c8fa895111 HTTP/1.1" status: 404 len: 337 time: 0.0597150 Dec 16 03:34:35.715479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35338) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.750795 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e33ed5-91f8-430f-9a4d-412a8acbb283 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.751497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e33ed5-91f8-430f-9a4d-412a8acbb283 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.757017 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-40e33ed5-91f8-430f-9a4d-412a8acbb283 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/93afb8bc-0652-4923-8fce-08a083ffff49 HTTP/1.1" status: 404 len: 333 time: 0.0362749 Dec 16 03:34:35.759004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35340) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.806860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:35.824720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 9a7c129f-4e6b-4f3c-8265-0a4fbdf83476 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:35.827252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b009bb65-87e9-42d8-9ab7-4b84b12c954a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.827704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b009bb65-87e9-42d8-9ab7-4b84b12c954a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.833042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b009bb65-87e9-42d8-9ab7-4b84b12c954a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/77236151-8bac-485a-a6dc-6c837d9c330c HTTP/1.1" status: 404 len: 337 time: 0.0707610 Dec 16 03:34:35.835438 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-64bc3561-8743-40c9-868d-2a48937d7058 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e6f97c57-403a-42f0-a94c-b9dc451131ad (CIDR: 2001:db8:0:1::/64) Dec 16 03:34:35.843649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35342) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.853550 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bc3561-8743-40c9-868d-2a48937d7058 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:35.853982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bc3561-8743-40c9-868d-2a48937d7058 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.887161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67ca3bf-c034-4575-ad90-3c20de6748b6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.887616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67ca3bf-c034-4575-ad90-3c20de6748b6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.893170 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f67ca3bf-c034-4575-ad90-3c20de6748b6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/bcf9d031-a62d-497d-8229-dc775e1f6768 HTTP/1.1" status: 404 len: 337 time: 0.0491326 Dec 16 03:34:35.897276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35346) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.957034 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-64bc3561-8743-40c9-868d-2a48937d7058 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2437863 Dec 16 03:34:35.964162 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c066b43-b50c-4b31-82a9-86c98f26cb44 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:35.964741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c066b43-b50c-4b31-82a9-86c98f26cb44 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:35.970273 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3c066b43-b50c-4b31-82a9-86c98f26cb44 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/2fe0873e-ada6-4ff0-9c66-e6c37aa98615 HTTP/1.1" status: 404 len: 333 time: 0.0696867 Dec 16 03:34:35.971600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35350) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.971758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35352) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:35.984804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'subnet': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:36.055250 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f01d6f3-e5ba-4a2e-9d6d-09cd44ab1762 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.055801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f01d6f3-e5ba-4a2e-9d6d-09cd44ab1762 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.062088 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4f01d6f3-e5ba-4a2e-9d6d-09cd44ab1762 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/4dbe16c3-3cd2-45bf-8dbc-4280ba057f46 HTTP/1.1" status: 404 len: 337 time: 0.0856504 Dec 16 03:34:36.067331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35358) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.133358 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf69ebe7-3966-4192-a05a-d05a5fd8b8a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.133848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf69ebe7-3966-4192-a05a-d05a5fd8b8a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.139296 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf69ebe7-3966-4192-a05a-d05a5fd8b8a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/0d8b3bfd-f85f-4ba0-a823-bf1021c40f2f HTTP/1.1" status: 404 len: 337 time: 0.0685070 Dec 16 03:34:36.147669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35362) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.204113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-152e3662-8dea-4412-8819-ce9bbdd2a020 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.204684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152e3662-8dea-4412-8819-ce9bbdd2a020 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.207949 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-152e3662-8dea-4412-8819-ce9bbdd2a020 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/c74ba530-f404-4298-85b1-25d4d16e752e HTTP/1.1" status: 404 len: 333 time: 0.0593407 Dec 16 03:34:36.211472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35364) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.238604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.256689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:34:36.266552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.276586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf735a6-cfea-438c-a05b-34f7dec320e4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.277062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf735a6-cfea-438c-a05b-34f7dec320e4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.280177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-edf735a6-cfea-438c-a05b-34f7dec320e4 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/6f7fbdac-ef86-4d6b-a738-2d97c203fcd9 HTTP/1.1" status: 404 len: 337 time: 0.0653603 Dec 16 03:34:36.286712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35370) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.330804 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3f303c-326d-42cc-88eb-75c99583f07a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.331906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3f303c-326d-42cc-88eb-75c99583f07a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.336928 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cd3f303c-326d-42cc-88eb-75c99583f07a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/b77c46c7-e30a-49cf-9d9e-43c1e718f6b4 HTTP/1.1" status: 404 len: 337 time: 0.0466287 Dec 16 03:34:36.336928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 234251b0-d8c7-459b-94ef-48c01ec3256d has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:36.340344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35374) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.385466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Made reservation on behalf of 6c2463e444a04bc0bad627bceb88d986 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:36.388814 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf5d6ece-bcaa-4a84-a88f-9e008834c623 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports?device_id=af2e48a3-db91-4ea4-a728-228447546a4c HTTP/1.1" status: 200 len: 205 time: 0.0448260 Dec 16 03:34:36.389258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35378) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.390330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.409812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Subnet': ['ID=489c0faf-466d-48bd-bac8-c12cc318db21,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:36.495351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35380) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.497582 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-77e5a35e-1d83-4593-ab13-e61d2794fc68 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] delete failed (client error): The resource could not be found. Dec 16 03:34:36.498684 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-77e5a35e-1d83-4593-ab13-e61d2794fc68 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/routers/af2e48a3-db91-4ea4-a728-228447546a4c HTTP/1.1" status: 404 len: 336 time: 0.0807016 Dec 16 03:34:36.503425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Checking segment: {'id': '78019aaf-5312-4297-ad1e-0cd7187cfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09a4e4d-1513-47cd-acab-34f847be26d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:36.503762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network hostable DHCP agents. Network: e09a4e4d-1513-47cd-acab-34f847be26d9, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:36.503905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35382) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.523012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Allocated IP 172.26.6.68 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/3c566eba-685e-4420-b70b-c12cb96cb4d4) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:36.573394 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-30261d32-6b47-4293-862b-1fa886d57387 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.573394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30261d32-6b47-4293-862b-1fa886d57387 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.578292 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-30261d32-6b47-4293-862b-1fa886d57387 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/812beba8-be40-4fc7-8a02-8754684884fb HTTP/1.1" status: 404 len: 337 time: 0.0709608 Dec 16 03:34:36.578571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.618668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network e09a4e4d-1513-47cd-acab-34f847be26d9 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:36.624039 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ddb46a1c-c2e4-44f1-914c-8b5c048554f7 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "GET /v2.0/ports?device_id=91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 HTTP/1.1" status: 200 len: 205 time: 0.0421162 Dec 16 03:34:36.624316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35388) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.671350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:36.679209 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bd814843-5aec-499a-9e88-623b995e6333 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/234251b0-d8c7-459b-94ef-48c01ec3256d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0184255 Dec 16 03:34:36.681006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419913488'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:36.688857 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] Sync routers for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:36.693914 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-784aa74f-7a1b-4b36-bb24-67e501142cfd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] delete failed (client error): The resource could not be found. Dec 16 03:34:36.698258 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-784aa74f-7a1b-4b36-bb24-67e501142cfd tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/routers/91c9a6b7-814b-4a9c-a6ff-3ab1de805ce8 HTTP/1.1" status: 404 len: 336 time: 0.0697820 Dec 16 03:34:36.698487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.698615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, e09a4e4d-1513-47cd-acab-34f847be26d9) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:36.704293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35392) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.707689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:36.708286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.709214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8a2ce-30e9-4fce-8a70-eb840061cac0 None None] Network e09a4e4d-1513-47cd-acab-34f847be26d9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:36.712625 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:36.713511 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:36.728368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=9a7c129f-4e6b-4f3c-8265-0a4fbdf83476,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:36.797484 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7481b1f-ad1d-4e1e-88cc-086f0442a62d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.797985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7481b1f-ad1d-4e1e-88cc-086f0442a62d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.801241 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a7481b1f-ad1d-4e1e-88cc-086f0442a62d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/bc76a7ce-da40-4ca3-8ff4-4d517ddcde5e HTTP/1.1" status: 404 len: 337 time: 0.0903714 Dec 16 03:34:36.807642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35394) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.817606 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bedbe6bd-f214-4a1f-9caf-135febc88d47 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2754934 Dec 16 03:34:36.834098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.880217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-e09a4e4d-1513-47cd-acab-34f847be26d9', 'network_id': 'e09a4e4d-1513-47cd-acab-34f847be26d9', 'project_id': 'f89fa51a98cf49b0ac9fc908c89f573d', 'fixed_ips': [{'subnet_id': '489c0faf-466d-48bd-bac8-c12cc318db21'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:36.881197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.913343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.926321 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef94338-256c-4326-959a-59c49a7762c1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:36.927474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef94338-256c-4326-959a-59c49a7762c1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:36.933082 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5ef94338-256c-4326-959a-59c49a7762c1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/c7060353-c85a-47f3-b91a-faebce94b38f HTTP/1.1" status: 404 len: 337 time: 0.1174798 Dec 16 03:34:36.933995 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35398) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:36.972230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:36.981479 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:34:36.985560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.023044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.051375 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8ebcb3-d6ec-4102-9def-b22946bba255 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.052093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8ebcb3-d6ec-4102-9def-b22946bba255 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.056034 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ac8ebcb3-d6ec-4102-9def-b22946bba255 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/5d81ea32-cdcd-41c2-b6d5-b11f591dfd87 HTTP/1.1" status: 404 len: 333 time: 0.1121643 Dec 16 03:34:37.078113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35402) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.147631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Allocated IP 2001:db8::f816:3eff:fe8f:42ea (e09a4e4d-1513-47cd-acab-34f847be26d9/489c0faf-466d-48bd-bac8-c12cc318db21/dd553345-da04-4025-94f6-e083ae008e7b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:37.157647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.184870 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cc4282-2d19-420f-94d3-026ac7afacaa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.185611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cc4282-2d19-420f-94d3-026ac7afacaa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.188926 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-90cc4282-2d19-420f-94d3-026ac7afacaa tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/73046a53-b9c7-4dc7-a460-40dfcc44a7d1 HTTP/1.1" status: 404 len: 337 time: 0.0991859 Dec 16 03:34:37.204150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35404) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.269810 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d3c0e3-1798-49fe-b696-eef2d4d573a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.270613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d3c0e3-1798-49fe-b696-eef2d4d573a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.273827 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-54d3c0e3-1798-49fe-b696-eef2d4d573a1 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/c9d20d79-e9eb-45ae-b9e0-b341e1e6f635 HTTP/1.1" status: 404 len: 333 time: 0.0660644 Dec 16 03:34:37.278591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.300354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 9c6da113-47ed-4d40-893a-926f8f24090c has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:37.316158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a066-345a-42de-a851-c134b5f4f9b6 req-176ef78e-475f-46d5-9320-7c493443f7cf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:37.317671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3c9a066-345a-42de-a851-c134b5f4f9b6 req-176ef78e-475f-46d5-9320-7c493443f7cf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 946 time: 0.2406940 Dec 16 03:34:37.324829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.326781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0965af12-4a06-42dc-9044-5d9cd99063a9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.327396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0965af12-4a06-42dc-9044-5d9cd99063a9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.328023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.332135 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0965af12-4a06-42dc-9044-5d9cd99063a9 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/b7652e9f-f8cc-4829-94b9-40054696b2f5 HTTP/1.1" status: 404 len: 337 time: 0.0514619 Dec 16 03:34:37.339110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.357325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.367580 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:34Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:58Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.369576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.379008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-69534ee0-8690-4b9c-ad55-492966bf1d6b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.379008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69534ee0-8690-4b9c-ad55-492966bf1d6b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.382039 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-69534ee0-8690-4b9c-ad55-492966bf1d6b tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/4ea7a73e-48c3-440f-8762-82e89c753c00 HTTP/1.1" status: 404 len: 333 time: 0.0403235 Dec 16 03:34:37.382943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.386073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.418977 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] Checking router: 234251b0-d8c7-459b-94ef-48c01ec3256d for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:34:37.428392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Pushing event updated for resources: {'Port': ['ID=dd553345-da04-4025-94f6-e083ae008e7b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:37.434991 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:37.435707 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.438872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5c22040-8281-4203-99c8-92fb6304e880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.453166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Network e09a4e4d-1513-47cd-acab-34f847be26d9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:37.455596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:37.456940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:37.465447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:37.468216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Network c1f85118-adb5-423f-8069-fa84a5805c92 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:37.484973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:37.487608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:37.499213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:37.502264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:37.502902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.509602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13358a93-7b0e-4743-952d-a71496ca2dfd None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:37.511007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.515136 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9cc7a3-d2f6-4524-944b-d14da8b0849a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.515709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9cc7a3-d2f6-4524-944b-d14da8b0849a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.519293 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ea9cc7a3-d2f6-4524-944b-d14da8b0849a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/498223c7-9fe3-4c31-97eb-e957ee16dd30 HTTP/1.1" status: 404 len: 337 time: 0.0972123 Dec 16 03:34:37.524448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.534734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:37.559669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.561381 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c34905e8-968f-40f7-98c0-d52917dc43f3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/9c6da113-47ed-4d40-893a-926f8f24090c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9295878 Dec 16 03:34:37.562557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Subnet': ['ID=d2fbe7a0-16a6-43ab-b1fb-ac0508c5affa,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:37.566322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.569453 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-302843aa-3a6e-403f-a695-4c9e328155b6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.570277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302843aa-3a6e-403f-a695-4c9e328155b6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.575065 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-302843aa-3a6e-403f-a695-4c9e328155b6 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/70395cc7-04c1-407a-b419-9a09829b1a45 HTTP/1.1" status: 404 len: 333 time: 0.0492275 Dec 16 03:34:37.578779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Pushing event updated for resources: {'Port': ['ID=3c566eba-685e-4420-b70b-c12cb96cb4d4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:37.598011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35416) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.599633 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:34:37.606722 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-98cd4409-9983-46d4-a686-069116311802 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6da113-47ed-4d40-893a-926f8f24090c HTTP/1.1" status: 200 len: 205 time: 0.0390911 Dec 16 03:34:37.607418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.633191 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c2cfefe3-fd36-4fec-98a3-13f5ed8625b3 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6603148 Dec 16 03:34:37.652478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35420) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.660505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1001814030', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd2fbe7a0-16a6-43ab-b1fb-ac0508c5affa'}], 'security_groups': ['f53899fb-cb40-4902-9232-17364882539f', '35b5b466-4046-4eb7-9c95-14823decb658']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:37.665115 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3c9a066-345a-42de-a851-c134b5f4f9b6 req-2b495c3f-ad0d-41d9-814a-b34ab0d5e7aa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319972 Dec 16 03:34:37.666182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] Sync routers for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:37.672505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8bf46f-8fde-40a5-963b-22bf0601a84d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.673308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8bf46f-8fde-40a5-963b-22bf0601a84d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.677562 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf8bf46f-8fde-40a5-963b-22bf0601a84d tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/7a63c25c-f792-4dcd-bf68-97aa37ec637d HTTP/1.1" status: 404 len: 337 time: 0.0780940 Dec 16 03:34:37.692144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35422) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.717261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Attempting to bind port dd553345-da04-4025-94f6-e083ae008e7b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:37.717863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Attempting to bind port dd553345-da04-4025-94f6-e083ae008e7b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '78019aaf-5312-4297-ad1e-0cd7187cfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09a4e4d-1513-47cd-acab-34f847be26d9'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:37.718329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Attempting to bind port dd553345-da04-4025-94f6-e083ae008e7b on network e09a4e4d-1513-47cd-acab-34f847be26d9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:37.719810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bd7579-506b-4a18-8110-1320a368208e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:37.734323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:37.735809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.750911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.776117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-43784fd7-c12a-4925-90a3-6d0f2380eb1f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.777038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43784fd7-c12a-4925-90a3-6d0f2380eb1f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.780235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d37c-f04e-43f8-b795-342c1463843e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.780716 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-43784fd7-c12a-4925-90a3-6d0f2380eb1f tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/9268aa91-9d50-4eb0-8cc0-7b0d358439e3 HTTP/1.1" status: 404 len: 333 time: 0.0821924 Dec 16 03:34:37.786928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35424) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.793192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:37.793612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Checking segment: {'id': '78019aaf-5312-4297-ad1e-0cd7187cfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09a4e4d-1513-47cd-acab-34f847be26d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:37.794019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.794421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Bound using segment: {'id': '78019aaf-5312-4297-ad1e-0cd7187cfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09a4e4d-1513-47cd-acab-34f847be26d9'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:37.794968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Bound port: dd553345-da04-4025-94f6-e083ae008e7b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78019aaf-5312-4297-ad1e-0cd7187cfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09a4e4d-1513-47cd-acab-34f847be26d9'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:37.795348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.799780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.826889 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-12513656-5b5c-4c65-b998-861e11d45227 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.827627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12513656-5b5c-4c65-b998-861e11d45227 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.831327 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-12513656-5b5c-4c65-b998-861e11d45227 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/13cab607-d461-44b0-9a98-253e2725a47a HTTP/1.1" status: 404 len: 337 time: 0.0389884 Dec 16 03:34:37.839400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35426) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.842866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Subnet': ['ID=489c0faf-466d-48bd-bac8-c12cc318db21,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:37.857674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] Routers {'9c6da113-47ed-4d40-893a-926f8f24090c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:37.858373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['9c6da113-47ed-4d40-893a-926f8f24090c'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.880744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.896410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.901370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.901990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a056939-b155-4b1f-8171-a5585a83f858 None None] The sync data for ids ['9c6da113-47ed-4d40-893a-926f8f24090c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:37.926914 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:34Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:58Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.936339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.936339 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df07ee1-f382-40a3-b74a-4d278f871fbc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:37.936615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965feb5f-b985-4056-a2b1-b24740de604d None None] Update dhcp port {'port': {'network_id': 'c1f85118-adb5-423f-8069-fa84a5805c92', 'fixed_ips': [{'subnet_id': 'e6f97c57-403a-42f0-a94c-b9dc451131ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce8e4a62-2e74-434a-b412-902702191cfb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd2fbe7a0-16a6-43ab-b1fb-ac0508c5affa'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '101d1686-4260-4c64-91e8-ffecf3e1f687'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:34:37.936714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df07ee1-f382-40a3-b74a-4d278f871fbc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:37.948688 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2df07ee1-f382-40a3-b74a-4d278f871fbc tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/31c03749-0deb-46b0-b6b0-2d48391e8c34 HTTP/1.1" status: 404 len: 333 time: 0.1028206 Dec 16 03:34:37.948688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35428) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:37.949021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.970323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09a4e4d-1513-47cd-acab-34f847be26d9']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.982954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78019aaf-5312-4297-ad1e-0cd7187cfb27') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.983248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78019aaf-5312-4297-ad1e-0cd7187cfb27') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:37.983728 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4184d-d1aa-453b-b604-1299ed6ef989 None None] The sync data for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv is: [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:34Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e1748db1-da43-45f8-a8bc-8b0bc403401e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'port_id': '761ab04b-885c-4970-9a1e-b25dc65190de', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'mac_address': 'fa:16:3e:dc:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:32:53Z', 'updated_at': '2021-12-16T03:32:58Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:37.987752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-965feb5f-b985-4056-a2b1-b24740de604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:37.999120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.049407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.070791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.075199 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5740404 Dec 16 03:34:38.075199 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd02b23-4b8a-4f8f-878f-2d9e8d259f79 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:38.075199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd02b23-4b8a-4f8f-878f-2d9e8d259f79 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:38.079810 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-edd02b23-4b8a-4f8f-878f-2d9e8d259f79 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/169fdbad-63eb-47c5-bf7a-b4eb652b2127 HTTP/1.1" status: 404 len: 337 time: 0.0844374 Dec 16 03:34:38.079810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35430) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:38.081202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090d152-3b7c-499e-8f5f-f9a5dc2dd293 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccb0d84-b097-4477-ad38-3e4b562ef0f7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:38.085455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35432) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:38.123948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:38.124704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:38.129863 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:38.197642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] For port dd553345-da04-4025-94f6-e083ae008e7b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:38.222519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d37c-f04e-43f8-b795-342c1463843e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.226897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d37c-f04e-43f8-b795-342c1463843e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.286715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.api [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:34:38.286715 dv-neutron-821927-1-hyperv neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:34:38.286715 dv-neutron-821927-1-hyperv neutron-server[103162]: [parameters: {'id': 'e09a4e4d-1513-47cd-acab-34f847be26d9'}] Dec 16 03:34:38.286715 dv-neutron-821927-1-hyperv neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:34:38.287496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG oslo_db.api [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:34:38.295012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] For port dd553345-da04-4025-94f6-e083ae008e7b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=dd553345-da04-4025-94f6-e083ae008e7b,segment=NetworkSegment(78019aaf-5312-4297-ad1e-0cd7187cfb27),segment_id=78019aaf-5312-4297-ad1e-0cd7187cfb27)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:38.306436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.323867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d37c-f04e-43f8-b795-342c1463843e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.324733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d4d37c-f04e-43f8-b795-342c1463843e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Fanout notify agent at l3_agent the message router_deleted on router 9c6da113-47ed-4d40-893a-926f8f24090c {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:34:38.343682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d37c-f04e-43f8-b795-342c1463843e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.345179 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e5d4d37c-f04e-43f8-b795-342c1463843e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/9c6da113-47ed-4d40-893a-926f8f24090c HTTP/1.1" status: 204 len: 168 time: 0.7347534 Dec 16 03:34:38.346299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.349415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:38.387216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.422279 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-57765fde-0327-4658-82e5-68c1aeba548a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:38.422868 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57765fde-0327-4658-82e5-68c1aeba548a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:38.425929 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-57765fde-0327-4658-82e5-68c1aeba548a tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/ports/4a495734-5c24-4c84-843e-24597e7c9157 HTTP/1.1" status: 404 len: 333 time: 0.3319767 Dec 16 03:34:38.430727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35436) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:38.453161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2abb7-d689-46f0-906b-370e25f9fd82 None None] Pushing event updated for resources: {'Port': ['ID=dd553345-da04-4025-94f6-e083ae008e7b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:38.462685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.466756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet b4a0022a-9aa5-41ee-ae7d-03d3845f4142 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:38.469068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-965feb5f-b985-4056-a2b1-b24740de604d None None] Allocated IP 2001:db8:0:2::2 (c1f85118-adb5-423f-8069-fa84a5805c92/d2fbe7a0-16a6-43ab-b1fb-ac0508c5affa/101d1686-4260-4c64-91e8-ffecf3e1f687) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:38.473561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.505263 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e15fdb-f31b-40f8-a636-0f95a67ea754 None None] Network e09a4e4d-1513-47cd-acab-34f847be26d9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:38.507465 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-290d02d0-42d4-40f9-b8be-b8ae4fc632b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:38.508083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290d02d0-42d4-40f9-b8be-b8ae4fc632b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:38.511382 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-290d02d0-42d4-40f9-b8be-b8ae4fc632b5 tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/subnets/0612d041-ba83-471d-b544-f1b8c64cb1d7 HTTP/1.1" status: 404 len: 337 time: 0.0734622 Dec 16 03:34:38.518415 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35438) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:38.595145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.601073 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-49137a20-8154-404c-b42d-fb61a38bcba7 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.5170524 Dec 16 03:34:38.604076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fc049ee-1842-47bc-bda5-a43a5abede7d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:38.641210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:38.669841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 0fc049ee-1842-47bc-bda5-a43a5abede7d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:38.670770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fc049ee-1842-47bc-bda5-a43a5abede7d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:38.699507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dc7e420b-6cb3-48b4-992b-dc9cef1cb904 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-security--743623131', 'description': 'tempest-security-description-395643780'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:38.728937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-965feb5f-b985-4056-a2b1-b24740de604d None None] For port 101d1686-4260-4c64-91e8-ffecf3e1f687, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=101d1686-4260-4c64-91e8-ffecf3e1f687,segment=NetworkSegment(c702e8f3-7d0f-4fa1-8781-5325615d9ca9),segment_id=c702e8f3-7d0f-4fa1-8781-5325615d9ca9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:38.768429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-965feb5f-b985-4056-a2b1-b24740de604d None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.774228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-965feb5f-b985-4056-a2b1-b24740de604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.775467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.792869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-76856acc-be3f-4840-8ab8-c9da4fc3ff33 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:38.794557 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-76856acc-be3f-4840-8ab8-c9da4fc3ff33 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 946 time: 0.2869675 Dec 16 03:34:38.803302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.837968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.849432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.890698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965feb5f-b985-4056-a2b1-b24740de604d None None] Pushing event updated for resources: {'Port': ['ID=101d1686-4260-4c64-91e8-ffecf3e1f687,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:38.901840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.911914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc7e420b-6cb3-48b4-992b-dc9cef1cb904 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:38.986732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb043c82-a108-4b13-978c-289ac538b103 req-fa5f2594-bb7a-4e51-87a7-89a13416c026 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:38.988516 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb043c82-a108-4b13-978c-289ac538b103 req-fa5f2594-bb7a-4e51-87a7-89a13416c026 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 946 time: 0.2103570 Dec 16 03:34:39.015400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.017718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Pushing event updated for resources: {'Port': ['ID=3c566eba-685e-4420-b70b-c12cb96cb4d4,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:39.065581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bedf3a0-d209-46d5-944c-b7048f15ec80']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:39.070079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.099153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0785a95a-fd52-4edf-8389-694ebe03321c') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:39.099520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0785a95a-fd52-4edf-8389-694ebe03321c') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:39.114319 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb043c82-a108-4b13-978c-289ac538b103 req-dd701b86-b483-4595-9369-22af3ff249a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101744 Dec 16 03:34:39.116943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.121060 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-576a4f63-fbc0-46a1-9919-f94cb1d3e6fc tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6575012 Dec 16 03:34:39.121687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35444) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:39.123617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.134503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc7e420b-6cb3-48b4-992b-dc9cef1cb904 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.153211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.161514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:39.161892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.162054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc7e420b-6cb3-48b4-992b-dc9cef1cb904 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.164852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc7e420b-6cb3-48b4-992b-dc9cef1cb904 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:39.165665 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:39.168133 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dc7e420b-6cb3-48b4-992b-dc9cef1cb904 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "PUT /v2.0/security-groups/cccb0d84-b097-4477-ad38-3e4b562ef0f7 HTTP/1.1" status: 200 len: 1793 time: 0.5216944 Dec 16 03:34:39.168960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.172464 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:39.232414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.242797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.247233 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] 10.222.0.16 "DELETE /v2.0/networks/8bedf3a0-d209-46d5-944c-b7048f15ec80 HTTP/1.1" status: 204 len: 168 time: 0.7277739 Dec 16 03:34:39.261114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefa65b-a996-49f8-b0a5-a47d9e7a296e tempest-NetworksTestDHCPv6-1424833949 tempest-NetworksTestDHCPv6-1424833949-project] Pushing event deleted for resources: {'Network': ['ID=8bedf3a0-d209-46d5-944c-b7048f15ec80,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:39.314318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:39.344884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.481808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.611430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35454) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:39.615936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a0022a-9aa5-41ee-ae7d-03d3845f4142,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:39.620518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.626384 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2068c01f-16a1-4673-8c8c-155d02e65b73 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/b4a0022a-9aa5-41ee-ae7d-03d3845f4142 HTTP/1.1" status: 204 len: 168 time: 1.2733657 Dec 16 03:34:39.626699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Allocated IP 172.26.6.20 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/0b138d22-cae5-4416-952b-423bf397e457) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:39.627671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35458) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:39.636687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c5bae6-dfb8-49a5-a84d-3a1b57bd2556 None None] Network fe2563aa-f013-4672-84d3-87125a1e9819 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:39.670283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e420b-6cb3-48b4-992b-dc9cef1cb904 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccb0d84-b097-4477-ad38-3e4b562ef0f7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:39.689072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:39.689455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.692955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting port dd553345-da04-4025-94f6-e083ae008e7b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:39.693279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.697869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Delete allocated IP 2001:db8::23e (c1f85118-adb5-423f-8069-fa84a5805c92/ce8e4a62-2e74-434a-b412-902702191cfb) {{(pid=103162) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 03:34:39.748129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet 6cd54007-f058-49f5-8aa6-8cbec716af0a {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:39.751875 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-50fe7a4a-cd54-4e64-a1a3-0ab38317651c tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups/cccb0d84-b097-4477-ad38-3e4b562ef0f7 HTTP/1.1" status: 200 len: 1793 time: 0.1951642 Dec 16 03:34:39.754673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.781264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:39.784450 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:39.784966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.796251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Allocated IP 2001:db8:0:2::312 (c1f85118-adb5-423f-8069-fa84a5805c92/d2fbe7a0-16a6-43ab-b1fb-ac0508c5affa/e16ca663-e3c8-4894-90b2-ca9d37534954) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:39.846634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.882464 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ea2ecfbc-caaf-4ebe-84b3-4b8c14b02f41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b4f13c89a7644e799600d47d71890be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678452 Dec 16 03:34:39.885113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] For port dd553345-da04-4025-94f6-e083ae008e7b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=dd553345-da04-4025-94f6-e083ae008e7b,segment=NetworkSegment(78019aaf-5312-4297-ad1e-0cd7187cfb27),segment_id=78019aaf-5312-4297-ad1e-0cd7187cfb27)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:39.885478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.891673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:39.913964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] DHCP port deletion for fe2563aa-f013-4672-84d3-87125a1e9819 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:39.942776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Calling delete_port for dd553345-da04-4025-94f6-e083ae008e7b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:39.953522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Provisioning complete for port e16ca663-e3c8-4894-90b2-ca9d37534954 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:39.953897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.958438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:39.985824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:39.986187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.011005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.014069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.017690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Port e16ca663-e3c8-4894-90b2-ca9d37534954 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:40.031769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] Deleting port 239f00ca-91f7-43d8-a213-b00c064c6fc6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:40.032132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.064095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.073463 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Provisioning complete for port 61e55990-e610-436c-b6af-e2b5f9b28daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:40.073840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.091716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for b4ba8a8f-a60e-4f91-af1f-a276a7454c3b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:40.118906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:40.120532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da44b390-b4aa-40ea-9d29-51b5e444ead4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.126122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:40.130460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:40.136401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] For port 239f00ca-91f7-43d8-a213-b00c064c6fc6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=239f00ca-91f7-43d8-a213-b00c064c6fc6,segment=NetworkSegment(a97c5d6b-5668-4469-863f-ababadf7ceb3),segment_id=a97c5d6b-5668-4469-863f-ababadf7ceb3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:40.136808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.144991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c82e914b-0d7f-4527-b835-aff4c7303aee None None] Port 61e55990-e610-436c-b6af-e2b5f9b28daa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:40.152655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] Calling delete_port for 239f00ca-91f7-43d8-a213-b00c064c6fc6 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:40.165075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Pushing event updated for resources: {'Port': ['ID=0b138d22-cae5-4416-952b-423bf397e457,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.170098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.221426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd54007-f058-49f5-8aa6-8cbec716af0a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.223856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.227832 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-11466eb3-dd45-4528-a6f4-6f2e1ccdd7fc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/6cd54007-f058-49f5-8aa6-8cbec716af0a HTTP/1.1" status: 204 len: 168 time: 0.5986176 Dec 16 03:34:40.232896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35466) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:40.234453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f88f5e3e-ddec-47c0-9291-fbd84e6eec9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.243231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da44b390-b4aa-40ea-9d29-51b5e444ead4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.252850 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6fd56-9a57-4efe-82d5-d049c96000a1 None None] Network 3e268feb-7483-4278-b32b-3b78899d3fc5 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:40.316625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f88f5e3e-ddec-47c0-9291-fbd84e6eec9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.344243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.366125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.372532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51264f-4b1e-4d5c-a64d-7111d85ba9c0 req-281148a5-b552-4329-8091-a7e6010e2014 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:40.374111 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef51264f-4b1e-4d5c-a64d-7111d85ba9c0 req-281148a5-b552-4329-8091-a7e6010e2014 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 946 time: 0.1672432 Dec 16 03:34:40.380060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] No DVR routers for this DVR port 239f00ca-91f7-43d8-a213-b00c064c6fc6 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:40.384762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.413984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Port': ['ID=dd553345-da04-4025-94f6-e083ae008e7b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.422319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e339dbb-0579-4cfa-9904-ddd6f8f800a8 None None] Pushing event deleted for resources: {'Port': ['ID=239f00ca-91f7-43d8-a213-b00c064c6fc6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.427694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No DVR routers for this DVR port dd553345-da04-4025-94f6-e083ae008e7b on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:40.430496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.458038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.465761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da44b390-b4aa-40ea-9d29-51b5e444ead4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.468910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da44b390-b4aa-40ea-9d29-51b5e444ead4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.472786 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-da44b390-b4aa-40ea-9d29-51b5e444ead4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/cccb0d84-b097-4477-ad38-3e4b562ef0f7 HTTP/1.1" status: 204 len: 168 time: 0.6859004 Dec 16 03:34:40.477872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35468) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:40.491178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.499143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] DHCP port deletion for 3e268feb-7483-4278-b32b-3b78899d3fc5 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:40.550816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] Deleting port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:40.551660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.574118 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef51264f-4b1e-4d5c-a64d-7111d85ba9c0 req-c191df04-75f3-4eb9-9bbe-0a89e3f69e2c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2631a8f8-1829-48a8-bd6f-22f41c6a6883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835568 Dec 16 03:34:40.584648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.592584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.592722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.630799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44b390-b4aa-40ea-9d29-51b5e444ead4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccb0d84-b097-4477-ad38-3e4b562ef0f7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.642833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] For port 66d0e4e9-0284-45c3-b168-0c163bbea7b9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66d0e4e9-0284-45c3-b168-0c163bbea7b9,segment=NetworkSegment(afdbf87d-ccdc-4a46-ad54-99404e456cab),segment_id=afdbf87d-ccdc-4a46-ad54-99404e456cab)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:40.643561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.648078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2563aa-f013-4672-84d3-87125a1e9819']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:40.661954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] Calling delete_port for 66d0e4e9-0284-45c3-b168-0c163bbea7b9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:40.676732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97c5d6b-5668-4469-863f-ababadf7ceb3') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:40.677023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97c5d6b-5668-4469-863f-ababadf7ceb3') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:40.688470 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c2f3f295-5df4-4ca2-9ccf-ed51598be662 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2045619 Dec 16 03:34:40.693840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.695271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35470) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:40.707460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09a4e4d-1513-47cd-acab-34f847be26d9']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:40.731537 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-90e25dcd-526b-4011-b99a-a91bbd481990 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] delete failed (client error): The resource could not be found. Dec 16 03:34:40.739385 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-90e25dcd-526b-4011-b99a-a91bbd481990 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/cccb0d84-b097-4477-ad38-3e4b562ef0f7 HTTP/1.1" status: 404 len: 347 time: 0.0358884 Dec 16 03:34:40.739599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 101d1686-4260-4c64-91e8-ffecf3e1f687 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:40.739710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f88f5e3e-ddec-47c0-9291-fbd84e6eec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.740812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f88f5e3e-ddec-47c0-9291-fbd84e6eec9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.742090 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f88f5e3e-ddec-47c0-9291-fbd84e6eec9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65bfa060-dac2-4510-b915-8e7c681249b0 HTTP/1.1" status: 204 len: 168 time: 0.8486614 Dec 16 03:34:40.743644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] In _notify_port_updated(), no bound segment for port e16ca663-e3c8-4894-90b2-ca9d37534954 on network c1f85118-adb5-423f-8069-fa84a5805c92 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:34:40.749932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:40.750749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.754982 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "PUT /v2.0/ports/e16ca663-e3c8-4894-90b2-ca9d37534954 HTTP/1.1" status: 200 len: 970 time: 3.0965312 Dec 16 03:34:40.756266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35472) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:40.756266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:40.761559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.771348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:40.771743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:40.775553 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:40.785668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-78f0ade2-f974-40ce-8df9-09afba6154c5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989809417'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:40.842664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f5e3e-ddec-47c0-9291-fbd84e6eec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfa060-dac2-4510-b915-8e7c681249b0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.856845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78019aaf-5312-4297-ad1e-0cd7187cfb27') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:40.857231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78019aaf-5312-4297-ad1e-0cd7187cfb27') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:40.863198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.896852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.916727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.920495 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/fe2563aa-f013-4672-84d3-87125a1e9819 HTTP/1.1" status: 204 len: 168 time: 0.6864679 Dec 16 03:34:40.924973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:40.942741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35478) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:40.958462 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] No DVR routers for this DVR port 66d0e4e9-0284-45c3-b168-0c163bbea7b9 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:40.958864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7bafd-9933-4e59-b1d3-e4c41e1d2eb1 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event updated for resources: {'Port': ['ID=e16ca663-e3c8-4894-90b2-ca9d37534954,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.980109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf87cc-56e1-48fe-8071-c3228f6b1e9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=fe2563aa-f013-4672-84d3-87125a1e9819,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.981246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb94587-7d7a-45f8-9b37-e743f9f6fbd2 None None] Pushing event deleted for resources: {'Port': ['ID=66d0e4e9-0284-45c3-b168-0c163bbea7b9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:40.985825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.014576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.015360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:41.015360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.050767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ace12-c9e7-439f-a8da-d9a806c26f16 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:34:41.068492 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:41.069208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.074285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=b4ba8a8f-a60e-4f91-af1f-a276a7454c3b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:41.076481 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:41.114506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.124982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.136927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.137207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7e5d11fd-6b83-4e40-9dd5-b9397214634b None None] Provisioning complete for port e16ca663-e3c8-4894-90b2-ca9d37534954 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:41.137337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e5d11fd-6b83-4e40-9dd5-b9397214634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.185317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Pushing event updated for resources: {'Port': ['ID=0b138d22-cae5-4416-952b-423bf397e457,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:41.194132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.209604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port b4ba8a8f-a60e-4f91-af1f-a276a7454c3b on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:41.216304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f0ade2-f974-40ce-8df9-09afba6154c5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.220535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.224806 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6b3bb1c-10ae-4448-958b-eed04febcd1a req-539edcc7-9550-4cc4-9200-53279a65f40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/b4ba8a8f-a60e-4f91-af1f-a276a7454c3b HTTP/1.1" status: 204 len: 173 time: 2.3955894 Dec 16 03:34:41.243733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'name': 'network-vif-deleted', 'tag': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:34:41.249152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4b9427-aba6-4971-b01a-d94a56b9a8c5" -d '{"events": [{"server_uuid": "ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1", "name": "network-vif-deleted", "tag": "b4ba8a8f-a60e-4f91-af1f-a276a7454c3b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:34:41.256863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d11fd-6b83-4e40-9dd5-b9397214634b None None] Port e16ca663-e3c8-4894-90b2-ca9d37534954 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:41.288289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ace12-c9e7-439f-a8da-d9a806c26f16 None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:34:41.322993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port e16ca663-e3c8-4894-90b2-ca9d37534954 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:41.323636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.331958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.364670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.391068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.391928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e268feb-7483-4278-b32b-3b78899d3fc5']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:41.401770 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/e09a4e4d-1513-47cd-acab-34f847be26d9 HTTP/1.1" status: 204 len: 168 time: 4.5580525 Dec 16 03:34:41.404405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 239f00ca-91f7-43d8-a213-b00c064c6fc6 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:41.413417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdbf87d-ccdc-4a46-ad54-99404e456cab') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:41.413641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdbf87d-ccdc-4a46-ad54-99404e456cab') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:41.419688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2deb5-eb01-4c7b-88d3-e2f18576b890 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Network': ['ID=e09a4e4d-1513-47cd-acab-34f847be26d9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:41.424532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a35c7d-c5ec-4a3d-8939-d958e69d3a5a x-openstack-request-id: req-e7a35c7d-c5ec-4a3d-8939-d958e69d3a5a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:34:41.425901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1", "name": "network-vif-deleted", "tag": "b4ba8a8f-a60e-4f91-af1f-a276a7454c3b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:34:41.426363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7a35c7d-c5ec-4a3d-8939-d958e69d3a5a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:34:41.426964 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1', 'name': 'network-vif-deleted', 'tag': 'b4ba8a8f-a60e-4f91-af1f-a276a7454c3b', 'status': 'completed', 'code': 200} Dec 16 03:34:41.430051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35490) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:41.432279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.442210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-735508141'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:41.444269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.475911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.478549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 239f00ca-91f7-43d8-a213-b00c064c6fc6 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:41.479348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 239f00ca-91f7-43d8-a213-b00c064c6fc6 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:41.479993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66d0e4e9-0284-45c3-b168-0c163bbea7b9 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:41.484735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:41.485135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.487543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:41.493339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:41.494128 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:41.507316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.509409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 66d0e4e9-0284-45c3-b168-0c163bbea7b9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:41.509848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66d0e4e9-0284-45c3-b168-0c163bbea7b9 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:41.522802 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f61045db-fae7-4725-a330-a830ea0ca1b8 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3898244 Dec 16 03:34:41.539098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35494) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:41.559776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f0ade2-f974-40ce-8df9-09afba6154c5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.598602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.607031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.613802 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/3e268feb-7483-4278-b32b-3b78899d3fc5 HTTP/1.1" status: 204 len: 168 time: 0.6665142 Dec 16 03:34:41.614157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35500) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:41.627567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f0ade2-f974-40ce-8df9-09afba6154c5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.634840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-19155564'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:41.639611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65a99a-9f10-4859-8b34-5e019c9a2445 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=3e268feb-7483-4278-b32b-3b78899d3fc5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:41.688287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f0ade2-f974-40ce-8df9-09afba6154c5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.689480 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-78f0ade2-f974-40ce-8df9-09afba6154c5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9091289 Dec 16 03:34:41.690168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:41.694328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.698674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35504) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:41.703798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bb9c5a6a-edce-4658-84ae-54114598a7a1 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': 'a65bf23f-ef1a-44b1-b6c0-892375fbb7a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:41.725571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.764180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0ade2-f974-40ce-8df9-09afba6154c5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65bf23f-ef1a-44b1-b6c0-892375fbb7a6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:41.767402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:41.769808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:41.770502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for e16ca663-e3c8-4894-90b2-ca9d37534954 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:41.777943 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-53881f4f-608c-4706-9627-c5f23a51aa9d tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.2377019 Dec 16 03:34:41.779174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:41.826844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c6be4781-9de3-4dd9-9405-0ef1d150c9bf req-e9edb23d-559e-4278-a390-0dd7429f219f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c75f6-f478-4ec0-adec-0d3bb8e81ea1 HTTP/1.1" status: 200 len: 210 time: 0.0602574 Dec 16 03:34:41.841531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.842087 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment 54e292ca-9d4e-40c1-85ef-92cd90d800fa of type vlan for network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 Dec 16 03:34:41.843404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a6a-edce-4658-84ae-54114598a7a1 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.871776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:41.872104 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Added segment 7ce30027-34fa-4509-a041-80c3c9385fa9 of type vlan for network 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c Dec 16 03:34:41.887466 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-93818305-d5d0-4698-9e09-17f7f29abfd0 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1005902 Dec 16 03:34:41.888164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:41.928393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.018211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.022530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a6a-edce-4658-84ae-54114598a7a1 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.028300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.035212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:42.035983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.062742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35514) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.075819 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4579494 Dec 16 03:34:42.075819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a6a-edce-4658-84ae-54114598a7a1 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.080600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.085356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:42.136414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5a6a-edce-4658-84ae-54114598a7a1 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f659df-29fa-4727-a60f-c72fcbb551ff,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.148725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a6a-edce-4658-84ae-54114598a7a1 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.154746 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bb9c5a6a-edce-4658-84ae-54114598a7a1 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4553263 Dec 16 03:34:42.158127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35520) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.175332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9ffd1-8b07-46a4-b993-5960d54ca06e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=28d11fc4-1b12-4582-8ac3-034a9b1b8d83,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.188215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:42.203190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-388bf775-0541-4eb8-a16b-9c319dcc8de5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.215315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-388bf775-0541-4eb8-a16b-9c319dcc8de5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.278578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.289590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:42.290565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.293754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-388bf775-0541-4eb8-a16b-9c319dcc8de5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.300563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-388bf775-0541-4eb8-a16b-9c319dcc8de5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.301820 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-388bf775-0541-4eb8-a16b-9c319dcc8de5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/22f659df-29fa-4727-a60f-c72fcbb551ff HTTP/1.1" status: 204 len: 168 time: 0.1421261 Dec 16 03:34:42.304484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35522) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.308122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1e0656bb-a332-4f16-b186-6c061284633d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:42.308839 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-1e0656bb-a332-4f16-b186-6c061284633d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 03:34:42.309327 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-1e0656bb-a332-4f16-b186-6c061284633d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 03:34:42.314173 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1e0656bb-a332-4f16-b186-6c061284633d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2460411 Dec 16 03:34:42.315693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.323039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.341688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bf775-0541-4eb8-a16b-9c319dcc8de5 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22f659df-29fa-4727-a60f-c72fcbb551ff,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.373054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705071807'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:42.377290 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-28d35bbe-c869-4731-bb70-6f198600b524 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709057 Dec 16 03:34:42.378433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35526) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.385679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=e16ca663-e3c8-4894-90b2-ca9d37534954,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.466028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a12b0fae-fe3f-471a-bef6-61d836ebade4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.473146 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0419104 Dec 16 03:34:42.486504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.496149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a12b0fae-fe3f-471a-bef6-61d836ebade4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.498926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'subnet': {'network_id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:42.524661 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.548038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a12b0fae-fe3f-471a-bef6-61d836ebade4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.549568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a05a0c-6d12-4a02-a832-37c6eb5c5d0c tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Network': ['ID=9b3f0b6d-8403-4de9-8df4-32c9f56bae6c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.557796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a12b0fae-fe3f-471a-bef6-61d836ebade4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.560370 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a12b0fae-fe3f-471a-bef6-61d836ebade4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/a65bf23f-ef1a-44b1-b6c0-892375fbb7a6 HTTP/1.1" status: 204 len: 168 time: 0.1808808 Dec 16 03:34:42.569575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:42.580612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35530) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.583891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b0fae-fe3f-471a-bef6-61d836ebade4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65bf23f-ef1a-44b1-b6c0-892375fbb7a6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.588581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.595502 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9fdbf9d5-c6ba-4cdf-b91c-370fce3e5075 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/e16ca663-e3c8-4894-90b2-ca9d37534954 HTTP/1.1" status: 204 len: 168 time: 1.8042214 Dec 16 03:34:42.597999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.601388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.653968 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1e05aba4-7bce-44fa-a65d-588ab778ddd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0667050 Dec 16 03:34:42.660426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35534) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.667127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4f9f1f31-405d-4825-9399-bc2353496838 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899924613'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:42.686717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Deleting port 0b138d22-cae5-4416-952b-423bf397e457 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:42.687060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.689049 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc067b88-cbc1-488e-b990-5a108dc3f040 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] GET failed (client error): The resource could not be found. Dec 16 03:34:42.692234 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fc067b88-cbc1-488e-b990-5a108dc3f040 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports/e16ca663-e3c8-4894-90b2-ca9d37534954 HTTP/1.1" status: 404 len: 333 time: 0.0821803 Dec 16 03:34:42.693582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35536) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.751438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:42.754905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.765071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1f31-405d-4825-9399-bc2353496838 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.781371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-253c0aab-b832-41ef-8eda-117a6e8a9319 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.817563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-253c0aab-b832-41ef-8eda-117a6e8a9319 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.893520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1f31-405d-4825-9399-bc2353496838 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.895183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-253c0aab-b832-41ef-8eda-117a6e8a9319 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.898112 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-253c0aab-b832-41ef-8eda-117a6e8a9319 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.899736 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-253c0aab-b832-41ef-8eda-117a6e8a9319 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/security-groups/c6d531e1-62be-40b4-8f7d-5a8271382ac2 HTTP/1.1" status: 204 len: 168 time: 0.2041774 Dec 16 03:34:42.903244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35540) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.911126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c0aab-b832-41ef-8eda-117a6e8a9319 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d531e1-62be-40b4-8f7d-5a8271382ac2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.913289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1f31-405d-4825-9399-bc2353496838 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.955790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f1f31-405d-4825-9399-bc2353496838 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24bb6393-afa8-4008-bb16-66fdf06dbfc1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:42.958062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35542) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.962265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.962717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.976198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1f31-405d-4825-9399-bc2353496838 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:42.980735 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4f9f1f31-405d-4825-9399-bc2353496838 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3159773 Dec 16 03:34:42.980899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Calling delete_port for 0b138d22-cae5-4416-952b-423bf397e457 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:42.981004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35544) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:42.987671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6b1a30cf-b850-4eca-901a-b55f83ca3e8e tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '24bb6393-afa8-4008-bb16-66fdf06dbfc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:43.006189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:43.010684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.049856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-396c3704-81e0-4194-845e-bd2ec1da5a01 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.075653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-396c3704-81e0-4194-845e-bd2ec1da5a01 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.116622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b1a30cf-b850-4eca-901a-b55f83ca3e8e tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.159628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-396c3704-81e0-4194-845e-bd2ec1da5a01 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.162695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-396c3704-81e0-4194-845e-bd2ec1da5a01 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.166693 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-396c3704-81e0-4194-845e-bd2ec1da5a01 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/2631a8f8-1829-48a8-bd6f-22f41c6a6883 HTTP/1.1" status: 204 len: 168 time: 0.2046680 Dec 16 03:34:43.178530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c3704-81e0-4194-845e-bd2ec1da5a01 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631a8f8-1829-48a8-bd6f-22f41c6a6883,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:43.195803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.199818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b1a30cf-b850-4eca-901a-b55f83ca3e8e tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.208175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b1a30cf-b850-4eca-901a-b55f83ca3e8e tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.214706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b4ba8a8f-a60e-4f91-af1f-a276a7454c3b no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:43.223923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35548) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:43.232762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.257009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: b4ba8a8f-a60e-4f91-af1f-a276a7454c3b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:43.257713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b4ba8a8f-a60e-4f91-af1f-a276a7454c3b not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:43.257983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a30cf-b850-4eca-901a-b55f83ca3e8e tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4829843f-3bf0-4f46-ab2f-0b65e16dfc93,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:43.309141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b1a30cf-b850-4eca-901a-b55f83ca3e8e tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.310602 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6b1a30cf-b850-4eca-901a-b55f83ca3e8e tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3288085 Dec 16 03:34:43.313754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35550) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:43.318760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6d04ce34-9ba7-48f3-9a5c-dbe9b637ac77 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '24bb6393-afa8-4008-bb16-66fdf06dbfc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:43.337329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet e97a8f86-f665-4d06-a38f-06dce2ba386e {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:43.341157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.354207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eeb5-fef1-4054-ad7d-d3072a01b619 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.366293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98dcc045-936b-4878-9848-5498a4d72d42,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:43.396073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.399228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce34-9ba7-48f3-9a5c-dbe9b637ac77 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.518658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce34-9ba7-48f3-9a5c-dbe9b637ac77 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.527881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce34-9ba7-48f3-9a5c-dbe9b637ac77 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.536249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.816356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ce34-9ba7-48f3-9a5c-dbe9b637ac77 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f3a592-e5cb-4968-aae0-020400b4f966,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:43.828011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eeb5-fef1-4054-ad7d-d3072a01b619 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.829195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce34-9ba7-48f3-9a5c-dbe9b637ac77 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.830410 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d04ce34-9ba7-48f3-9a5c-dbe9b637ac77 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5152657 Dec 16 03:34:43.833095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35552) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:43.839520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-69131407-0adf-4ecf-a471-a18d5f514b66 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '24bb6393-afa8-4008-bb16-66fdf06dbfc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:43.876121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.905904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.908832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.909416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69131407-0adf-4ecf-a471-a18d5f514b66 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.911105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.912254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=e97a8f86-f665-4d06-a38f-06dce2ba386e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:43.918368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.925161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c84bfae9-7e51-4e4a-b019-4301d3b35df7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/e97a8f86-f665-4d06-a38f-06dce2ba386e HTTP/1.1" status: 204 len: 168 time: 0.6929467 Dec 16 03:34:43.928834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35554) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:43.931349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:43.931821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c396f-e583-454c-a53c-e562551fc54d None None] Network d1b99abb-4093-4796-826e-92cd2fec3bdc requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:44.034653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Pushing event deleted for resources: {'Port': ['ID=0b138d22-cae5-4416-952b-423bf397e457,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.036343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.048818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69131407-0adf-4ecf-a471-a18d5f514b66 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.057001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69131407-0adf-4ecf-a471-a18d5f514b66 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.081517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69131407-0adf-4ecf-a471-a18d5f514b66 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41859d99-1be5-407b-9f59-1285af821fbc,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.096478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eeb5-fef1-4054-ad7d-d3072a01b619 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.099543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eeb5-fef1-4054-ad7d-d3072a01b619 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.100774 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d4e5eeb5-fef1-4054-ad7d-d3072a01b619 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/security-groups/35b5b466-4046-4eb7-9c95-14823decb658 HTTP/1.1" status: 204 len: 168 time: 1.1921546 Dec 16 03:34:44.104154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35556) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.109264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69131407-0adf-4ecf-a471-a18d5f514b66 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.113137 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-69131407-0adf-4ecf-a471-a18d5f514b66 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2765183 Dec 16 03:34:44.116399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.116399 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7633364 Dec 16 03:34:44.116399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.118182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35560) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.122797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-719036a5-0d6a-44e6-8e1b-5cfc2098ce10 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '24bb6393-afa8-4008-bb16-66fdf06dbfc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:44.126585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8ef0ec3e-aacb-4d70-ba1c-710d2e0b7fc7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '7f17e06b-f8da-4a4b-953d-8becdb543866', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:44.145377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] DHCP port deletion for d1b99abb-4093-4796-826e-92cd2fec3bdc request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:44.153127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39334fd2-90a3-4c78-a64e-bb292720f4e2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17e06b-f8da-4a4b-953d-8becdb543866,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.169450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=d01194b5-d5a2-43bb-9a81-4ea1b1fc0a15,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.171911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.208704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] Deleting port 9329f393-52e8-4fef-946f-d364cdcab49a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:44.209070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.214742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 9329f393-52e8-4fef-946f-d364cdcab49a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:44.215081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.217870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec3e-aacb-4d70-ba1c-710d2e0b7fc7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.218968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5eeb5-fef1-4054-ad7d-d3072a01b619 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b5b466-4046-4eb7-9c95-14823decb658,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.231009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1336fa04-91cb-4991-ac27-e55c6a655949 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.258732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': '54e292ca-9d4e-40c1-85ef-92cd90d800fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:44.259010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: 28d11fc4-1b12-4582-8ac3-034a9b1b8d83, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:44.278380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.280401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.284433 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-db89f5bb-599b-4974-b24f-a44d96c6a6c0 tempest-FloatingIPAdminTestJSON-342582103 tempest-FloatingIPAdminTestJSON-342582103-project] 10.222.0.16 "DELETE /v2.0/floatingips/e4c2660f-1bf7-4069-be6e-505473501547 HTTP/1.1" status: 204 len: 168 time: 2.3512552 Dec 16 03:34:44.285443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Subnet': ['ID=804f1717-0391-416e-8e55-fb10cd82eee9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.292300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] For port 9329f393-52e8-4fef-946f-d364cdcab49a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9329f393-52e8-4fef-946f-d364cdcab49a,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:44.292885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.293375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35562) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.307539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-719036a5-0d6a-44e6-8e1b-5cfc2098ce10 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.309576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] Calling delete_port for 9329f393-52e8-4fef-946f-d364cdcab49a owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:44.333494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Checking segment: {'id': '7ce30027-34fa-4509-a041-80c3c9385fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:44.334167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network hostable DHCP agents. Network: 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:44.341710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:44.369799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 28d11fc4-1b12-4582-8ac3-034a9b1b8d83) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:44.381092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:44.382211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.386676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 9329f393-52e8-4fef-946f-d364cdcab49a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9329f393-52e8-4fef-946f-d364cdcab49a,segment=NetworkSegment(ebb34141-4193-4bd4-9056-908fc7c87d3c),segment_id=ebb34141-4193-4bd4-9056-908fc7c87d3c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:44.387046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.390704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1336fa04-91cb-4991-ac27-e55c6a655949 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.394104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:44.413802 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:44.422826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:44.423511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.432433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-719036a5-0d6a-44e6-8e1b-5cfc2098ce10 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.439974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2b2cbf12-61a5-42cd-9d6f-93441dca94b0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3583665 Dec 16 03:34:44.443489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.448841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dd431001-ec3b-4e25-86c8-383088d91f8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-349381428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:44.454456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 9329f393-52e8-4fef-946f-d364cdcab49a owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:44.454697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-719036a5-0d6a-44e6-8e1b-5cfc2098ce10 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.474931 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1c6e6e26-b25b-48dd-8d79-fa04b288a9d9 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9807842 Dec 16 03:34:44.481207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35566) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.498892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719036a5-0d6a-44e6-8e1b-5cfc2098ce10 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9dd078-2574-4624-9dad-97d182b3189e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.533568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987deade-d749-4c07-a051-d722bedba5cb None None] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:44.535530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5960b0e7-8756-4655-a03f-b0a866d1d2e3 None None] Network 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:44.544876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-719036a5-0d6a-44e6-8e1b-5cfc2098ce10 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.550651 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-719036a5-0d6a-44e6-8e1b-5cfc2098ce10 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4271541 Dec 16 03:34:44.551402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.556719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f716477d-cd27-46ed-8b4c-7d327913b825 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '24bb6393-afa8-4008-bb16-66fdf06dbfc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:44.564713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec3e-aacb-4d70-ba1c-710d2e0b7fc7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.581438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec3e-aacb-4d70-ba1c-710d2e0b7fc7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.586512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd431001-ec3b-4e25-86c8-383088d91f8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.591461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd431001-ec3b-4e25-86c8-383088d91f8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.609824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1336fa04-91cb-4991-ac27-e55c6a655949 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.613179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1336fa04-91cb-4991-ac27-e55c6a655949 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.617189 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1336fa04-91cb-4991-ac27-e55c6a655949 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/security-groups/f53899fb-cb40-4902-9232-17364882539f HTTP/1.1" status: 204 len: 168 time: 0.5117111 Dec 16 03:34:44.618870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.632845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0ec3e-aacb-4d70-ba1c-710d2e0b7fc7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e7562b-09a6-4a40-a42a-33c94d5a7450,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.645054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Deleting port 3c566eba-685e-4420-b70b-c12cb96cb4d4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:44.645394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.647239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336fa04-91cb-4991-ac27-e55c6a655949 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53899fb-cb40-4902-9232-17364882539f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.651066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec3e-aacb-4d70-ba1c-710d2e0b7fc7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.655118 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8ef0ec3e-aacb-4d70-ba1c-710d2e0b7fc7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5318303 Dec 16 03:34:44.656670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35572) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.676405 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-17bfb3a3-5ec8-4a95-a7ca-12b10e9cd7c2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '7f17e06b-f8da-4a4b-953d-8becdb543866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:44.712524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.747004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.748796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-28d11fc4-1b12-4582-8ac3-034a9b1b8d83', 'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': 'd01194b5-d5a2-43bb-9a81-4ea1b1fc0a15'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:44.749822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.754845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f716477d-cd27-46ed-8b4c-7d327913b825 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.763565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9329f393-52e8-4fef-946f-d364cdcab49a no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:44.778465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd431001-ec3b-4e25-86c8-383088d91f8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.785738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 9329f393-52e8-4fef-946f-d364cdcab49a {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:44.786263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet ce8e4a62-2e74-434a-b412-902702191cfb {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:44.786683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9329f393-52e8-4fef-946f-d364cdcab49a not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:44.790253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=9329f393-52e8-4fef-946f-d364cdcab49a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:44.792142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 9329f393-52e8-4fef-946f-d364cdcab49a on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:44.794239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd431001-ec3b-4e25-86c8-383088d91f8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.806109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.848668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17bfb3a3-5ec8-4a95-a7ca-12b10e9cd7c2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.870521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-9b3f0b6d-8403-4de9-8df4-32c9f56bae6c', 'network_id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c', 'project_id': 'f89fa51a98cf49b0ac9fc908c89f573d', 'fixed_ips': [{'subnet_id': '804f1717-0391-416e-8e55-fb10cd82eee9'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:44.871456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.887911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd431001-ec3b-4e25-86c8-383088d91f8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.891773 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dd431001-ec3b-4e25-86c8-383088d91f8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4447620 Dec 16 03:34:44.895386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.895719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.896700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:44.909187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'port': {'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83', 'name': 'tempest-RoutersIpV6Test-1879931974'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:44.920658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.929050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.932728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:44.935304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Calling delete_port for 3c566eba-685e-4420-b70b-c12cb96cb4d4 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:44.937276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Allocated IP 2001:db8::2 (28d11fc4-1b12-4582-8ac3-034a9b1b8d83/d01194b5-d5a2-43bb-9a81-4ea1b1fc0a15/0fe65ab0-d67f-43c6-ae4a-9e61727bd892) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:44.980858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b99abb-4093-4796-826e-92cd2fec3bdc']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:45.016473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f716477d-cd27-46ed-8b4c-7d327913b825 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.024502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb34141-4193-4bd4-9056-908fc7c87d3c') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:45.024809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb34141-4193-4bd4-9056-908fc7c87d3c') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:45.030482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f716477d-cd27-46ed-8b4c-7d327913b825 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.039872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] Pushing event deleted for resources: {'Port': ['ID=9329f393-52e8-4fef-946f-d364cdcab49a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.040511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.044879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc0c91-377a-46a5-9ed8-55a166c7570b None None] No DVR routers for this DVR port 9329f393-52e8-4fef-946f-d364cdcab49a on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:45.053184 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-17bfb3a3-5ec8-4a95-a7ca-12b10e9cd7c2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 03:34:45.057302 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-17bfb3a3-5ec8-4a95-a7ca-12b10e9cd7c2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3940616 Dec 16 03:34:45.057898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35576) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.069836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.083781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.104125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f716477d-cd27-46ed-8b4c-7d327913b825 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.108563 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f716477d-cd27-46ed-8b4c-7d327913b825 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5531485 Dec 16 03:34:45.110333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35578) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.121060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716477d-cd27-46ed-8b4c-7d327913b825 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4d3130-6bb9-4943-844e-464a23f36159,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.131887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:45.132372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:45.138943 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:45.218434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.222683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.232936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Allocated IP 2001:db8::2 (9b3f0b6d-8403-4de9-8df4-32c9f56bae6c/804f1717-0391-416e-8e55-fb10cd82eee9/1cde69ea-9eee-40b8-b400-b00d3a58283b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:45.235513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.244079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3afcf17d-ca1e-4de4-9522-e2dd1c7784d8 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.255654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3afcf17d-ca1e-4de4-9522-e2dd1c7784d8 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.264887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:45.269402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.274949 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.285115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:45.291340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:45.294518 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.297987 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/d1b99abb-4093-4796-826e-92cd2fec3bdc HTTP/1.1" status: 204 len: 168 time: 1.3680499 Dec 16 03:34:45.299006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] device_id is not set on port 97370691-abd1-4bec-a895-fb66be2d001c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:34:45.303827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35580) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.310371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:45.333396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0be4e734-44ff-4a3e-b8cb-1f9ac23ffb3c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.343099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210bc42-9d30-41ca-b644-1650c1b26523 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=d1b99abb-4093-4796-826e-92cd2fec3bdc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.344061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Pushing event updated for resources: {'Port': ['ID=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.368868 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3afcf17d-ca1e-4de4-9522-e2dd1c7784d8 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.382619 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3afcf17d-ca1e-4de4-9522-e2dd1c7784d8 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.386221 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3afcf17d-ca1e-4de4-9522-e2dd1c7784d8 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5d4d3130-6bb9-4943-844e-464a23f36159 HTTP/1.1" status: 204 len: 168 time: 0.2696450 Dec 16 03:34:45.390851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35582) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.401977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0be4e734-44ff-4a3e-b8cb-1f9ac23ffb3c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.412339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Attempting to bind port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:45.412707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Attempting to bind port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '54e292ca-9d4e-40c1-85ef-92cd90d800fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:45.413070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Attempting to bind port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 on network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:45.424150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.426023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:45.426336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcf17d-ca1e-4de4-9522-e2dd1c7784d8 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d4d3130-6bb9-4943-844e-464a23f36159,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.426477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Checking segment: {'id': '54e292ca-9d4e-40c1-85ef-92cd90d800fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:45.426841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.427230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Bound using segment: {'id': '54e292ca-9d4e-40c1-85ef-92cd90d800fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:45.427722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Bound port: 0fe65ab0-d67f-43c6-ae4a-9e61727bd892, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e292ca-9d4e-40c1-85ef-92cd90d800fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28d11fc4-1b12-4582-8ac3-034a9b1b8d83'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:45.428083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.467115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.481571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c566eba-685e-4420-b70b-c12cb96cb4d4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.511137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8e4a62-2e74-434a-b412-902702191cfb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.533845 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f44d94c2-a841-461e-bdf1-cd1b43ce6b7d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1361988 Dec 16 03:34:45.536996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.537154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c00e0b-62dc-4a71-9447-c780f98473b4 None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:45.539344 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9282df6b-3a98-4827-b557-b3964bd73507 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/ce8e4a62-2e74-434a-b412-902702191cfb HTTP/1.1" status: 204 len: 168 time: 0.9163315 Dec 16 03:34:45.543237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35584) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.549092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.556533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35586) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.588647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] For port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:45.591563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.593981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0be4e734-44ff-4a3e-b8cb-1f9ac23ffb3c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.596429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0be4e734-44ff-4a3e-b8cb-1f9ac23ffb3c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.598934 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0be4e734-44ff-4a3e-b8cb-1f9ac23ffb3c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/7f17e06b-f8da-4a4b-953d-8becdb543866 HTTP/1.1" status: 204 len: 168 time: 0.5274265 Dec 16 03:34:45.603257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35588) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.616146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] For port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,segment=NetworkSegment(54e292ca-9d4e-40c1-85ef-92cd90d800fa),segment_id=54e292ca-9d4e-40c1-85ef-92cd90d800fa)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:45.641626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4e734-44ff-4a3e-b8cb-1f9ac23ffb3c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17e06b-f8da-4a4b-953d-8becdb543866,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.648579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.651803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7122df9f-72da-4dd5-9a93-faf9e0c81cd3 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.662298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.665173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.669795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f1827ebd-fe46-404e-b3f2-5947da630d36 tempest-FloatingIPAdminTestJSON-1771516379 tempest-FloatingIPAdminTestJSON-1771516379-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/445c801e-d202-486c-b9c6-a5ae9e74791c HTTP/1.1" status: 204 len: 168 time: 1.3631461 Dec 16 03:34:45.669971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.671982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35590) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.675175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Network 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:45.682441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7122df9f-72da-4dd5-9a93-faf9e0c81cd3 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.686007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:45.692015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:45.696634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8::20 (28d11fc4-1b12-4582-8ac3-034a9b1b8d83/d01194b5-d5a2-43bb-9a81-4ea1b1fc0a15/97370691-abd1-4bec-a895-fb66be2d001c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:45.711367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Pushing event updated for resources: {'Port': ['ID=1cde69ea-9eee-40b8-b400-b00d3a58283b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.726318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet d2fbe7a0-16a6-43ab-b1fb-ac0508c5affa {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:45.736210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.750530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Subnet': ['ID=804f1717-0391-416e-8e55-fb10cd82eee9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.804104 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cd5b8028-6a15-4882-a9c7-646607e31f82 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1753778 Dec 16 03:34:45.808736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.812529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35592) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.827111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d1fc8490-2c54-487e-8776-1a25244083fa tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097867009'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:45.847211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7122df9f-72da-4dd5-9a93-faf9e0c81cd3 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.852234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7122df9f-72da-4dd5-9a93-faf9e0c81cd3 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.855804 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7122df9f-72da-4dd5-9a93-faf9e0c81cd3 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bc9dd078-2574-4624-9dad-97d182b3189e HTTP/1.1" status: 204 len: 168 time: 0.2897823 Dec 16 03:34:45.855970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aca23-914c-4bcd-95ff-56b3d4322b46 None None] Pushing event updated for resources: {'Port': ['ID=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.857274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Attempting to bind port 1cde69ea-9eee-40b8-b400-b00d3a58283b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:45.857730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Attempting to bind port 1cde69ea-9eee-40b8-b400-b00d3a58283b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '7ce30027-34fa-4509-a041-80c3c9385fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:45.858136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Attempting to bind port 1cde69ea-9eee-40b8-b400-b00d3a58283b on network 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:45.873174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:45.873464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Checking segment: {'id': '7ce30027-34fa-4509-a041-80c3c9385fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:45.874063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.877839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35594) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:45.878025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Bound using segment: {'id': '7ce30027-34fa-4509-a041-80c3c9385fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:45.879416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Bound port: 1cde69ea-9eee-40b8-b400-b00d3a58283b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce30027-34fa-4509-a041-80c3c9385fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:45.879849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.884555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.923995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122df9f-72da-4dd5-9a93-faf9e0c81cd3 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc9dd078-2574-4624-9dad-97d182b3189e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:45.946266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 37019fd8-7a08-4553-a36d-33346e681e50 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:45.947023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.958536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3f0b6d-8403-4de9-8df4-32c9f56bae6c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:45.967574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] For port 1cde69ea-9eee-40b8-b400-b00d3a58283b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:45.973917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] For port 1cde69ea-9eee-40b8-b400-b00d3a58283b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1cde69ea-9eee-40b8-b400-b00d3a58283b,segment=NetworkSegment(7ce30027-34fa-4509-a041-80c3c9385fa9),segment_id=7ce30027-34fa-4509-a041-80c3c9385fa9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:45.983421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:45.998916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Deleting port 51a5452d-1342-4fe2-a7ce-b66fef64c82f {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:45.999513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.070838 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce30027-34fa-4509-a041-80c3c9385fa9') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:46.071548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce30027-34fa-4509-a041-80c3c9385fa9') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:46.093702 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.099672 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8490-2c54-487e-8776-1a25244083fa tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.121547 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.171509 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ec6e62a4-3b98-45b1-b7a1-ee32afb7997b tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2901103 Dec 16 03:34:46.172783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195f8a7-7906-4e85-8ef2-8b23aad18a27 None None] Pushing event updated for resources: {'Port': ['ID=1cde69ea-9eee-40b8-b400-b00d3a58283b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:46.175777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35596) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.189180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.216319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:46.217226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:46.220733 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:46.243011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2e319-aeed-4cde-bb50-7681033523bd None None] Network 9b3f0b6d-8403-4de9-8df4-32c9f56bae6c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:46.249151 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.268938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Calling delete_port for 51a5452d-1342-4fe2-a7ce-b66fef64c82f owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:46.323086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.323693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.354682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 37019fd8-7a08-4553-a36d-33346e681e50 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:46.360322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.361826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.api [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:34:46.361826 dv-neutron-821927-1-hyperv neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:34:46.361826 dv-neutron-821927-1-hyperv neutron-server[103162]: [parameters: {'id': '9b3f0b6d-8403-4de9-8df4-32c9f56bae6c'}] Dec 16 03:34:46.361826 dv-neutron-821927-1-hyperv neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:34:46.362167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG oslo_db.api [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:34:46.364845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-853b71c0-b4cb-4bfe-8b08-7f561d6a698d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.381837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-853b71c0-b4cb-4bfe-8b08-7f561d6a698d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.442265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.469625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8490-2c54-487e-8776-1a25244083fa tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.472692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-853b71c0-b4cb-4bfe-8b08-7f561d6a698d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.486036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fbe7a0-16a6-43ab-b1fb-ac0508c5affa,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:46.491881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8490-2c54-487e-8776-1a25244083fa tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.495337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-853b71c0-b4cb-4bfe-8b08-7f561d6a698d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.496477 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-853b71c0-b4cb-4bfe-8b08-7f561d6a698d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/41859d99-1be5-407b-9f59-1285af821fbc HTTP/1.1" status: 204 len: 168 time: 0.2985110 Dec 16 03:34:46.498632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b71c0-b4cb-4bfe-8b08-7f561d6a698d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41859d99-1be5-407b-9f59-1285af821fbc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:46.502800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35598) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.510595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.513735 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e57d5b75-1949-49d3-ad78-499835e7fcd8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/d2fbe7a0-16a6-43ab-b1fb-ac0508c5affa HTTP/1.1" status: 204 len: 168 time: 0.9563801 Dec 16 03:34:46.519369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35600) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.559150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8490-2c54-487e-8776-1a25244083fa tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.560196 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d1fc8490-2c54-487e-8776-1a25244083fa tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7436843 Dec 16 03:34:46.563071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35602) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.567701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f911ca43-5df8-4527-b898-13537b1dc4c0 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '581f7ce1-6f86-43c9-af19-a2c49963c916', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:46.568225 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-f911ca43-5df8-4527-b898-13537b1dc4c0 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 03:34:46.568785 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-f911ca43-5df8-4527-b898-13537b1dc4c0 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:46.569793 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f911ca43-5df8-4527-b898-13537b1dc4c0 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057871 Dec 16 03:34:46.573019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8490-2c54-487e-8776-1a25244083fa tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581f7ce1-6f86-43c9-af19-a2c49963c916,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:46.576694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.580391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35604) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.608369 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9c2c40-177b-44f7-9576-41152e62b425 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:46.608846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9c2c40-177b-44f7-9576-41152e62b425 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:46.619044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4d9c2c40-177b-44f7-9576-41152e62b425 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/ce8e4a62-2e74-434a-b412-902702191cfb HTTP/1.1" status: 404 len: 337 time: 0.0916088 Dec 16 03:34:46.619716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35606) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.644501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.670303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:46.685185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:46.703312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:46.709532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:46.710287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.723854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:46.733039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Port': ['ID=51a5452d-1342-4fe2-a7ce-b66fef64c82f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:46.736773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=97370691-abd1-4bec-a895-fb66be2d001c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:46.754020 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aff0b5a9-d10c-40c6-a74b-2d142a47a8fd tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2518435 Dec 16 03:34:46.765188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35608) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.791256 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-282e551c-86c3-402a-b3d7-32040e6ebb78 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8925524 Dec 16 03:34:46.795342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.801552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2af6e8-c1b5-42db-86b3-642bbcb74ab4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.833914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:46.834293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.842147 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting subnet e6f97c57-403a-42f0-a94c-b9dc451131ad {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:46.851167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.855804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2af6e8-c1b5-42db-86b3-642bbcb74ab4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.902902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.906582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-96db9557-08ff-470d-9d74-33b8518a45ce tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "DELETE /v2.0/ports/51a5452d-1342-4fe2-a7ce-b66fef64c82f HTTP/1.1" status: 204 len: 168 time: 1.2349377 Dec 16 03:34:46.911416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35612) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:46.977740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.982603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:46.994296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.034006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2af6e8-c1b5-42db-86b3-642bbcb74ab4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.037158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2af6e8-c1b5-42db-86b3-642bbcb74ab4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.038642 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4f2af6e8-c1b5-42db-86b3-642bbcb74ab4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/581f7ce1-6f86-43c9-af19-a2c49963c916 HTTP/1.1" status: 204 len: 168 time: 0.4503741 Dec 16 03:34:47.055312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2003f3d-4d70-40ea-83ce-c08aa2524e79 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:47.056027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,segment=NetworkSegment(54e292ca-9d4e-40c1-85ef-92cd90d800fa),segment_id=54e292ca-9d4e-40c1-85ef-92cd90d800fa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:47.062045 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f2003f3d-4d70-40ea-83ce-c08aa2524e79 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "GET /v2.0/ports?device_id=363b65f0-c75d-43e9-8766-69a835321c14 HTTP/1.1" status: 200 len: 913 time: 0.1472344 Dec 16 03:34:47.062045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35614) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:47.062543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.076217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35616) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:47.144006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda18267-c93a-490f-bcd7-2a64b0c63f5d None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:47.153570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2af6e8-c1b5-42db-86b3-642bbcb74ab4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581f7ce1-6f86-43c9-af19-a2c49963c916,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:47.159511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb218c57-009c-43b8-bd48-f5cd8f6e2747 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.192131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb218c57-009c-43b8-bd48-f5cd8f6e2747 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.227485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:47.274652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.286121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.308401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c06790b0-aaac-4268-bbdd-b1e0a01259c0 None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:47.308779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c06790b0-aaac-4268-bbdd-b1e0a01259c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.324725 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=37019fd8-7a08-4553-a36d-33346e681e50,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:47.347571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038dc399-cf07-48ab-ba60-f6368b16b0b3 None None] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:47.379644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb218c57-009c-43b8-bd48-f5cd8f6e2747 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.406230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb218c57-009c-43b8-bd48-f5cd8f6e2747 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.407698 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fb218c57-009c-43b8-bd48-f5cd8f6e2747 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/65f3a592-e5cb-4968-aae0-020400b4f966 HTTP/1.1" status: 204 len: 168 time: 0.6373289 Dec 16 03:34:47.410571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:47.444889 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-de1f72b8-1289-4be5-800d-f83b7ce5ddc2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3770514 Dec 16 03:34:47.448458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35620) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:47.453027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1738a569-d794-4e09-8265-4bd5efbfd964 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098936445'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:47.465436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.515221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f97c57-403a-42f0-a94c-b9dc451131ad,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:47.516487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c06790b0-aaac-4268-bbdd-b1e0a01259c0 None None] Provisioning complete for port 61e55990-e610-436c-b6af-e2b5f9b28daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:47.516887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c06790b0-aaac-4268-bbdd-b1e0a01259c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.528789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.535274 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d8a0f427-8e5d-4610-a992-c334a3399c15 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/e6f97c57-403a-42f0-a94c-b9dc451131ad HTTP/1.1" status: 204 len: 168 time: 0.9137712 Dec 16 03:34:47.540145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35622) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:47.561088 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c06790b0-aaac-4268-bbdd-b1e0a01259c0 None None] Port 61e55990-e610-436c-b6af-e2b5f9b28daa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:47.574531 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef81e03a-fef7-4bc0-b0cd-4ffa6c4eeda5 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:47.576286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef81e03a-fef7-4bc0-b0cd-4ffa6c4eeda5 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:47.581653 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ef81e03a-fef7-4bc0-b0cd-4ffa6c4eeda5 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/328b154d-99c2-4dde-b3e8-3cbcb29eaa6a HTTP/1.1" status: 404 len: 337 time: 0.0374906 Dec 16 03:34:47.594994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35624) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:47.606295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1738a569-d794-4e09-8265-4bd5efbfd964 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.724104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-204a29d6-6dfc-4f98-8fa6-849cad5f5198 None None] Provisioning complete for port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:47.724710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-204a29d6-6dfc-4f98-8fa6-849cad5f5198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.844177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb218c57-009c-43b8-bd48-f5cd8f6e2747 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65f3a592-e5cb-4968-aae0-020400b4f966,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:47.887927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting port 1cde69ea-9eee-40b8-b400-b00d3a58283b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:47.888266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.957210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:47.957552 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP e1748db1-da43-45f8-a8bc-8b0bc403401e disassociated (deleted). External IP: 172.26.6.77, port: 761ab04b-885c-4970-9a1e-b25dc65190de. Dec 16 03:34:47.990686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-15b0102e-274f-4108-8d86-6ee5440edf52 None None] Provisioning complete for port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:47.992007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15b0102e-274f-4108-8d86-6ee5440edf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.017845 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-340275c5-0a4a-4012-982a-a6dff37b7787 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "GET /v2.0/ports?device_id=8abb2b13-926a-4a07-9165-75ac87669bfe HTTP/1.1" status: 200 len: 205 time: 0.4207547 Dec 16 03:34:48.021484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35626) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.076505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-0e8452a9-3964-4ec5-b924-9a4a4993acb5 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] delete failed (client error): The resource could not be found. Dec 16 03:34:48.080820 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0e8452a9-3964-4ec5-b924-9a4a4993acb5 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/routers/8abb2b13-926a-4a07-9165-75ac87669bfe HTTP/1.1" status: 404 len: 336 time: 0.0560122 Dec 16 03:34:48.085925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35628) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.100469 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4bdb397b-dac7-49c3-991e-598538c36ac0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6807990 Dec 16 03:34:48.129822 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] For port 1cde69ea-9eee-40b8-b400-b00d3a58283b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1cde69ea-9eee-40b8-b400-b00d3a58283b,segment=NetworkSegment(7ce30027-34fa-4509-a041-80c3c9385fa9),segment_id=7ce30027-34fa-4509-a041-80c3c9385fa9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:48.130840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.149578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35630) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.157679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-35edde26-43d2-4954-9c4a-6794f5cc540e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.157988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-15b0102e-274f-4108-8d86-6ee5440edf52 None None] Provisioning complete for port 97370691-abd1-4bec-a895-fb66be2d001c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:48.158192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35edde26-43d2-4954-9c4a-6794f5cc540e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.158755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15b0102e-274f-4108-8d86-6ee5440edf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.164206 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-35edde26-43d2-4954-9c4a-6794f5cc540e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/ba263242-6d9a-4e81-9715-c65d58c15003 HTTP/1.1" status: 404 len: 337 time: 0.0769074 Dec 16 03:34:48.164931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35632) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.184923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Calling delete_port for 1cde69ea-9eee-40b8-b400-b00d3a58283b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:48.187061 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.210753 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-08343d4a-76dd-409a-9a18-81fbd894e3a0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.211827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08343d4a-76dd-409a-9a18-81fbd894e3a0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.219337 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-08343d4a-76dd-409a-9a18-81fbd894e3a0 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/d3f2532a-17f4-4968-b490-845f59d39fb6 HTTP/1.1" status: 404 len: 337 time: 0.0446122 Dec 16 03:34:48.224231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35634) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.225811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-15b0102e-274f-4108-8d86-6ee5440edf52 None None] Port 97370691-abd1-4bec-a895-fb66be2d001c cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:48.269161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b808f611-4878-4dbc-b219-e92939c0f879 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.270271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b808f611-4878-4dbc-b219-e92939c0f879 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.273724 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b808f611-4878-4dbc-b219-e92939c0f879 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/3df8a7ff-7692-47c4-ab70-03e67796d538 HTTP/1.1" status: 404 len: 337 time: 0.0482533 Dec 16 03:34:48.278610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35636) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.315209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27c2fa-3507-4337-923e-a00c950e4bd7 None None] Network c1f85118-adb5-423f-8069-fa84a5805c92 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:48.328146 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a75eecc3-dfaa-4a3c-935f-c34db25fac50 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.344517 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-476923c8-e177-4bec-80a0-15be314be02a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.345347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476923c8-e177-4bec-80a0-15be314be02a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.348751 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-476923c8-e177-4bec-80a0-15be314be02a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/129ef3e8-0399-47b9-8750-fd3054f9875a HTTP/1.1" status: 404 len: 333 time: 0.0690444 Dec 16 03:34:48.349664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a75eecc3-dfaa-4a3c-935f-c34db25fac50 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.355134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.384652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1738a569-d794-4e09-8265-4bd5efbfd964 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.394711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1738a569-d794-4e09-8265-4bd5efbfd964 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.405092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Provisioning complete for port 101d1686-4260-4c64-91e8-ffecf3e1f687 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:48.405782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.453875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1738a569-d794-4e09-8265-4bd5efbfd964 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.455961 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1738a569-d794-4e09-8265-4bd5efbfd964 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0063658 Dec 16 03:34:48.458911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35640) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.466132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-24d5432c-bfc6-480e-9667-da048f96e068 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '2239a349-020e-486e-a5dd-4a7befa9690f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:48.467038 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-24d5432c-bfc6-480e-9667-da048f96e068 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 03:34:48.467522 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-24d5432c-bfc6-480e-9667-da048f96e068 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:48.468699 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-24d5432c-bfc6-480e-9667-da048f96e068 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079236 Dec 16 03:34:48.472981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35642) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.477381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738a569-d794-4e09-8265-4bd5efbfd964 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2239a349-020e-486e-a5dd-4a7befa9690f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:48.482104 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c012bd1-849c-4e34-a08d-0bf4dba1d912 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.482531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c012bd1-849c-4e34-a08d-0bf4dba1d912 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.488359 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2c012bd1-849c-4e34-a08d-0bf4dba1d912 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/59203ec3-db8b-4fa9-8bc6-a56f948b75b7 HTTP/1.1" status: 404 len: 337 time: 0.1242793 Dec 16 03:34:48.496673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35644) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.531133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] DHCP port deletion for c1f85118-adb5-423f-8069-fa84a5805c92 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:48.572796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a75eecc3-dfaa-4a3c-935f-c34db25fac50 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.573575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Provisioning complete for port 97370691-abd1-4bec-a895-fb66be2d001c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:48.573947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.590814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ceeb5f13-57cc-4f2b-8f38-140bbe790734 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.615357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] Deleting port 101d1686-4260-4c64-91e8-ffecf3e1f687 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:48.615730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.620240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ceeb5f13-57cc-4f2b-8f38-140bbe790734 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.651514 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bd5943-fa5f-45f1-a1dc-cc5be02059b8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.652780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bd5943-fa5f-45f1-a1dc-cc5be02059b8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.657781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a1bd5943-fa5f-45f1-a1dc-cc5be02059b8 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/e89481c3-0b2b-46a2-bb10-59a6bef6e275 HTTP/1.1" status: 404 len: 337 time: 0.1584713 Dec 16 03:34:48.670125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a75eecc3-dfaa-4a3c-935f-c34db25fac50 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.670778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.673842 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a75eecc3-dfaa-4a3c-935f-c34db25fac50 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4829843f-3bf0-4f46-ab2f-0b65e16dfc93 HTTP/1.1" status: 204 len: 168 time: 0.5164425 Dec 16 03:34:48.674313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35646) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.674685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35648) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.703014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eecc3-dfaa-4a3c-935f-c34db25fac50 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4829843f-3bf0-4f46-ab2f-0b65e16dfc93,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:48.730759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.748478 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-72647f58-fc98-4b65-b068-7085a67806df tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.749065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72647f58-fc98-4b65-b068-7085a67806df tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.754649 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-72647f58-fc98-4b65-b068-7085a67806df tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/bb9cc3d2-7b01-4d4d-98e1-230353807107 HTTP/1.1" status: 404 len: 333 time: 0.0712383 Dec 16 03:34:48.774435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35650) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.809224 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa066af-837b-498e-8b09-12ea99de543e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.809598 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa066af-837b-498e-8b09-12ea99de543e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.815063 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0aa066af-837b-498e-8b09-12ea99de543e tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/2e7f48df-2bea-46e3-ab20-eff29f522c89 HTTP/1.1" status: 404 len: 337 time: 0.0390644 Dec 16 03:34:48.816028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ceeb5f13-57cc-4f2b-8f38-140bbe790734 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.816213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35652) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.818942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ceeb5f13-57cc-4f2b-8f38-140bbe790734 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.819081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Port': ['ID=1cde69ea-9eee-40b8-b400-b00d3a58283b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:48.822581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No DVR routers for this DVR port 1cde69ea-9eee-40b8-b400-b00d3a58283b on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:48.822739 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ceeb5f13-57cc-4f2b-8f38-140bbe790734 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/2239a349-020e-486e-a5dd-4a7befa9690f HTTP/1.1" status: 204 len: 168 time: 0.3406239 Dec 16 03:34:48.823235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35654) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.828827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:34:48.845074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb5f13-57cc-4f2b-8f38-140bbe790734 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2239a349-020e-486e-a5dd-4a7befa9690f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:48.867928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Port 97370691-abd1-4bec-a895-fb66be2d001c cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:48.892891 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-720b62e2-c1cc-4b46-b261-4badac156b0a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:48.893355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720b62e2-c1cc-4b46-b261-4badac156b0a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:48.898916 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-720b62e2-c1cc-4b46-b261-4badac156b0a tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/subnets/8ed8f2b8-914e-4970-bd00-76b625267d05 HTTP/1.1" status: 404 len: 337 time: 0.0752118 Dec 16 03:34:48.900193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35656) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.912305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:48.912955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.923994 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9aaa02bc-8bdc-43dd-83aa-9b8ce0c16062 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2416601 Dec 16 03:34:48.940276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.954590 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Provisioning complete for port 61e55990-e610-436c-b6af-e2b5f9b28daa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:48.955102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:48.978456 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c464d4d8-f334-478d-a70a-f632a3677531 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1411443 Dec 16 03:34:48.980180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35660) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:48.984405 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-64b2b1b1-fcea-4437-8606-4bea7542211f tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108993527'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:49.005936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-97b2391b-f056-4f11-a84a-62c9e3ca2cb1 None None] Port 61e55990-e610-436c-b6af-e2b5f9b28daa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:49.020525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 234251b0-d8c7-459b-94ef-48c01ec3256d has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:49.023781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] For port 101d1686-4260-4c64-91e8-ffecf3e1f687, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=101d1686-4260-4c64-91e8-ffecf3e1f687,segment=NetworkSegment(c702e8f3-7d0f-4fa1-8781-5325615d9ca9),segment_id=c702e8f3-7d0f-4fa1-8781-5325615d9ca9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:49.024070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.024618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.062608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1b1-fcea-4437-8606-4bea7542211f tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.067218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] Calling delete_port for 101d1686-4260-4c64-91e8-ffecf3e1f687 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:49.081299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3f0b6d-8403-4de9-8df4-32c9f56bae6c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:49.084581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.097452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.103621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce30027-34fa-4509-a041-80c3c9385fa9') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:49.104202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce30027-34fa-4509-a041-80c3c9385fa9') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:49.124473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Deleting port 61e55990-e610-436c-b6af-e2b5f9b28daa {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:49.125206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.169216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 101d1686-4260-4c64-91e8-ffecf3e1f687 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:49.179533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.243180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.245165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb90f-7613-448e-b014-26735eb35ae6 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.248609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.259924 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No ports have port_id starting with 101d1686-4260-4c64-91e8-ffecf3e1f687 Dec 16 03:34:49.270980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.290597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Calling delete_port for 61e55990-e610-436c-b6af-e2b5f9b28daa owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:49.294404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=97370691-abd1-4bec-a895-fb66be2d001c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:49.296116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1b1-fcea-4437-8606-4bea7542211f tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.310054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1b1-fcea-4437-8606-4bea7542211f tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.315259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] No DVR routers for this DVR port 101d1686-4260-4c64-91e8-ffecf3e1f687 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:49.321126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f4cb-65a1-4535-842a-b90b322ae5b2 None None] Pushing event deleted for resources: {'Port': ['ID=101d1686-4260-4c64-91e8-ffecf3e1f687,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:49.339298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:49.339849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.341229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Deleting port 981ceca2-5b66-4037-9fcc-d46406a3665a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:49.341636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:49.348828 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:49.397748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1b1-fcea-4437-8606-4bea7542211f tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.401830 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-64b2b1b1-fcea-4437-8606-4bea7542211f tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4186058 Dec 16 03:34:49.412877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35662) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.421550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb90f-7613-448e-b014-26735eb35ae6 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.422004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-366667e1-641a-48ec-8454-b6b1ec1c3d07 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '1392df75-1f31-4ea2-a03c-3cba71f4c73c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:49.424060 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-366667e1-641a-48ec-8454-b6b1ec1c3d07 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 03:34:49.424581 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-366667e1-641a-48ec-8454-b6b1ec1c3d07 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:49.425555 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-366667e1-641a-48ec-8454-b6b1ec1c3d07 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072525 Dec 16 03:34:49.442903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35664) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.452788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-88677e16-43b3-495f-8715-b07805a0ded1 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '1392df75-1f31-4ea2-a03c-3cba71f4c73c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:49.453462 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-88677e16-43b3-495f-8715-b07805a0ded1 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 03:34:49.454155 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-88677e16-43b3-495f-8715-b07805a0ded1 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:49.455318 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-88677e16-43b3-495f-8715-b07805a0ded1 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061746 Dec 16 03:34:49.460209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35666) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.467763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1efeec0e-5cd8-447a-bdce-8d4f55ec9ae2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '1392df75-1f31-4ea2-a03c-3cba71f4c73c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:49.468605 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-1efeec0e-5cd8-447a-bdce-8d4f55ec9ae2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 03:34:49.469095 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-1efeec0e-5cd8-447a-bdce-8d4f55ec9ae2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:49.472148 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1efeec0e-5cd8-447a-bdce-8d4f55ec9ae2 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086942 Dec 16 03:34:49.475501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.490160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-17d1e0d4-c411-48fe-bfbc-5e8dd19a139c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '1392df75-1f31-4ea2-a03c-3cba71f4c73c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:49.491061 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-17d1e0d4-c411-48fe-bfbc-5e8dd19a139c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 03:34:49.491550 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-17d1e0d4-c411-48fe-bfbc-5e8dd19a139c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:49.496309 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-17d1e0d4-c411-48fe-bfbc-5e8dd19a139c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092845 Dec 16 03:34:49.496908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2b1b1-fcea-4437-8606-4bea7542211f tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1392df75-1f31-4ea2-a03c-3cba71f4c73c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:49.499778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35670) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.502975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:49.509657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.509781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29808c-d754-4b13-8b9c-68a220df4585 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:34:49.513578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.522917 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] Sync routers for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:49.536403 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:49.537445 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:49.555231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.567546 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/9b3f0b6d-8403-4de9-8df4-32c9f56bae6c HTTP/1.1" status: 204 len: 168 time: 5.0743277 Dec 16 03:34:49.567803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35672) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.577146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1748304607'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:49.600642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5c016109-8d84-4aef-93fb-a74d8a46e742 None None] Provisioning complete for port 97370691-abd1-4bec-a895-fb66be2d001c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:49.601037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c016109-8d84-4aef-93fb-a74d8a46e742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.624875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.628923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb90f-7613-448e-b014-26735eb35ae6 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.634504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb90f-7613-448e-b014-26735eb35ae6 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.636730 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4f2fb90f-7613-448e-b014-26735eb35ae6 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/24bb6393-afa8-4008-bb16-66fdf06dbfc1 HTTP/1.1" status: 204 len: 168 time: 0.6890607 Dec 16 03:34:49.639646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.646654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35674) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.654175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5c016109-8d84-4aef-93fb-a74d8a46e742 None None] Port 97370691-abd1-4bec-a895-fb66be2d001c cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:49.659304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e77f8e73-ad88-43ac-bff6-c292b2cd40a6 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.663610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29808c-d754-4b13-8b9c-68a220df4585 None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:34:49.667208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a2849-4d24-4c14-b4c1-96d45054a857 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Network': ['ID=9b3f0b6d-8403-4de9-8df4-32c9f56bae6c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:49.679384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fb90f-7613-448e-b014-26735eb35ae6 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bb6393-afa8-4008-bb16-66fdf06dbfc1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:49.689822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e77f8e73-ad88-43ac-bff6-c292b2cd40a6 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.694474 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a351836a-1de8-4421-9b5a-51a7de8dcdf4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/e1748db1-da43-45f8-a8bc-8b0bc403401e HTTP/1.1" status: 204 len: 168 time: 4.3836555 Dec 16 03:34:49.716254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:34:49.718834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161b8e67-dff5-44c3-b371-130eee3e00df" -d '{"events": [{"name": "network-changed", "server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:34:49.721537 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:34:49.722658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.808146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e77f8e73-ad88-43ac-bff6-c292b2cd40a6 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.811624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e77f8e73-ad88-43ac-bff6-c292b2cd40a6 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.813021 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e77f8e73-ad88-43ac-bff6-c292b2cd40a6 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/1392df75-1f31-4ea2-a03c-3cba71f4c73c HTTP/1.1" status: 204 len: 168 time: 0.3119042 Dec 16 03:34:49.829124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Port': ['ID=61e55990-e610-436c-b6af-e2b5f9b28daa,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:49.833550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Calling delete_port for 981ceca2-5b66-4037-9fcc-d46406a3665a owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:49.839667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35680) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.841677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83c4ba4-5199-4e20-b7da-0f4768be0faf x-openstack-request-id: req-b83c4ba4-5199-4e20-b7da-0f4768be0faf {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:34:49.842259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:34:49.842637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b83c4ba4-5199-4e20-b7da-0f4768be0faf {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:34:49.843161 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de', 'status': 'completed', 'code': 200} Dec 16 03:34:49.847481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.854843 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5e1736e0-7c3f-4374-95f9-1e5bbe072304 tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/ports/61e55990-e610-436c-b6af-e2b5f9b28daa HTTP/1.1" status: 204 len: 168 time: 0.9537055 Dec 16 03:34:49.855791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35682) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:49.875051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:49.879281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:49.909282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8e73-ad88-43ac-bff6-c292b2cd40a6 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1392df75-1f31-4ea2-a03c-3cba71f4c73c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:49.951179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.062211 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:34Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:50.073012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b8e67-dff5-44c3-b371-130eee3e00df req-f34eaeb8-a37e-4e2f-81c7-e7c00d0fd60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:50.075058 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-161b8e67-dff5-44c3-b371-130eee3e00df req-f34eaeb8-a37e-4e2f-81c7-e7c00d0fd60d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 1098 time: 0.2292795 Dec 16 03:34:50.088766 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dd70ceb9-2724-4c92-96ba-438197f46373 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2402058 Dec 16 03:34:50.096429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35686) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:50.107484 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] Checking router: 234251b0-d8c7-459b-94ef-48c01ec3256d for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:34:50.116851 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:50.118022 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:50.130148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a94f07ad-ea92-4975-a04a-625d3511928a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840472576'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:50.141413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:34:50.187695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.188691 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Added segment 011c6331-7ea7-498f-9c69-7b7745b45360 of type vlan for network 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e Dec 16 03:34:50.196756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.206109 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1c181c53-4ff1-47b5-ab96-0eaea373d1ea tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5439212 Dec 16 03:34:50.207132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:50.213145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7d156ed9-f392-4e8d-8055-68885c20b826 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295748711'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:50.234624 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:34:50.314426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d156ed9-f392-4e8d-8055-68885c20b826 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.319158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.331884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a94f07ad-ea92-4975-a04a-625d3511928a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.337355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b8e67-dff5-44c3-b371-130eee3e00df req-5c3dfa69-492c-4ef7-92e2-e3d3e362e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:50.339276 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-161b8e67-dff5-44c3-b371-130eee3e00df req-5c3dfa69-492c-4ef7-92e2-e3d3e362e55b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 200 len: 896 time: 0.2236211 Dec 16 03:34:50.350773 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc1fc-22b7-4502-b42e-f969551f166d req-297ccd44-bca3-409c-83a3-27cfd15752eb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:50.352659 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-feafc1fc-22b7-4502-b42e-f969551f166d req-297ccd44-bca3-409c-83a3-27cfd15752eb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 945 time: 0.2552295 Dec 16 03:34:50.397816 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-161b8e67-dff5-44c3-b371-130eee3e00df req-2577fa4c-c3ee-4e40-8942-81fd9d236b0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761ab04b-885c-4970-9a1e-b25dc65190de HTTP/1.1" status: 200 len: 217 time: 0.0483339 Dec 16 03:34:50.474794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.480813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:50.481623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.500435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b8e67-dff5-44c3-b371-130eee3e00df req-84cfeb51-f5c6-48c2-8c11-a1840973be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:50.502145 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-161b8e67-dff5-44c3-b371-130eee3e00df req-84cfeb51-f5c6-48c2-8c11-a1840973be09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=083fb0d0-30b8-490c-9b0a-3a5f2a060d98 HTTP/1.1" status: 200 len: 834 time: 0.0934730 Dec 16 03:34:50.517137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.534784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.535957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.565156 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:34Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:50.565761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d156ed9-f392-4e8d-8055-68885c20b826 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.590348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.591199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d156ed9-f392-4e8d-8055-68885c20b826 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.596224 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c17a75-0fcf-4f08-abb7-3b12f3149f27 None None] The sync data for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv is: [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:34Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f28c05fc-bcd3-49ea-80f2-3c54e6b73e66', 'name': '', 'network_id': 'e6348661-16a0-44ec-81c9-ba576d5602e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:96:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:12Z', 'updated_at': '2021-12-16T03:32:20Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '083fb0d0-30b8-490c-9b0a-3a5f2a060d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:50.623419 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0555854 Dec 16 03:34:50.634766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35690) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:50.653025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Request body: {'subnet': {'network_id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:50.681923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d156ed9-f392-4e8d-8055-68885c20b826 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.683364 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7d156ed9-f392-4e8d-8055-68885c20b826 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4751070 Dec 16 03:34:50.684089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f85118-adb5-423f-8069-fa84a5805c92']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:50.684616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=97370691-abd1-4bec-a895-fb66be2d001c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:50.688349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:50.702166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c4f5271d-9a9a-4409-b1c4-0636659eb279 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '18c22339-068c-4976-844a-f08726564725', 'direction': 'ingress', 'protocol': 17}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:50.710117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d156ed9-f392-4e8d-8055-68885c20b826 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c22339-068c-4976-844a-f08726564725,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:50.713623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b8e67-dff5-44c3-b371-130eee3e00df req-9d5724cf-d56f-4044-9043-93d9dc632bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:50.715179 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-161b8e67-dff5-44c3-b371-130eee3e00df req-9d5724cf-d56f-4044-9043-93d9dc632bdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6348661-16a0-44ec-81c9-ba576d5602e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2034841 Dec 16 03:34:50.716447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-feafc1fc-22b7-4502-b42e-f969551f166d req-3bf1c43a-134d-475d-8004-677228c69a7a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290026 Dec 16 03:34:50.750698 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.753682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c702e8f3-7d0f-4fa1-8781-5325615d9ca9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:50.753881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c702e8f3-7d0f-4fa1-8781-5325615d9ca9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:50.760130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edae89e-c06e-4291-86c6-1d8a1dec2654 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Network': ['ID=3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:50.778351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:34:50.793423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Port': ['ID=981ceca2-5b66-4037-9fcc-d46406a3665a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:50.829817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:50.836775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:50.839546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a94f07ad-ea92-4975-a04a-625d3511928a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.840767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4f5271d-9a9a-4409-b1c4-0636659eb279 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.878135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a94f07ad-ea92-4975-a04a-625d3511928a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.882497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.963512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:50.963857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:50.968627 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:51.044864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad976d3a-79ce-41f1-8fee-b5ca2620f540 None None] New status for floating IP e1748db1-da43-45f8-a8bc-8b0bc403401e: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:34:51.076849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f07ad-ea92-4975-a04a-625d3511928a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbfa1cf-e753-4f82-91e4-5991177f427d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:51.101162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a94f07ad-ea92-4975-a04a-625d3511928a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.107389 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a94f07ad-ea92-4975-a04a-625d3511928a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0006645 Dec 16 03:34:51.108254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35694) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.119407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a1180d31-fe73-47ad-b3e9-fbba0068df78 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:51.120355 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-a1180d31-fe73-47ad-b3e9-fbba0068df78 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 03:34:51.121462 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-a1180d31-fe73-47ad-b3e9-fbba0068df78 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:51.126270 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a1180d31-fe73-47ad-b3e9-fbba0068df78 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128207 Dec 16 03:34:51.129042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35696) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.196985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ca20ecaf-8a84-47df-aae8-adc280eb8239 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:51.207135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.208658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Made reservation on behalf of f89fa51a98cf49b0ac9fc908c89f573d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:34:51.212341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.226527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.232255 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] 10.222.0.16 "DELETE /v2.0/networks/c1f85118-adb5-423f-8069-fa84a5805c92 HTTP/1.1" status: 204 len: 168 time: 1.3652294 Dec 16 03:34:51.289628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022c9be-35ce-4bd8-a246-d4023e2c62fe tempest-PortsIpV6TestJSON-1402394798 tempest-PortsIpV6TestJSON-1402394798-project] Pushing event deleted for resources: {'Network': ['ID=c1f85118-adb5-423f-8069-fa84a5805c92,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:51.422891 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-ca20ecaf-8a84-47df-aae8-adc280eb8239 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:51.423973 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ca20ecaf-8a84-47df-aae8-adc280eb8239 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2334499 Dec 16 03:34:51.426306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.428149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35700) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.442046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-46d3967b-43d5-476f-8ff3-5961118c3f97 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:51.442907 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-46d3967b-43d5-476f-8ff3-5961118c3f97 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 03:34:51.443586 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-46d3967b-43d5-476f-8ff3-5961118c3f97 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:51.444793 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-46d3967b-43d5-476f-8ff3-5961118c3f97 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131352 Dec 16 03:34:51.449156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35702) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.451512 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-161b8e67-dff5-44c3-b371-130eee3e00df req-b240b6e1-d965-49b5-8e4d-211a4397da24 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240989 Dec 16 03:34:51.456641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f9e23f8e-bdd8-4f6f-8f27-570e389e5eed tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:51.584362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4f5271d-9a9a-4409-b1c4-0636659eb279 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.595168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4f5271d-9a9a-4409-b1c4-0636659eb279 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.636012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:34:51.636574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3b3cf6c7-22b8-496e-8985-8d4ae74202c3 None None] Provisioning complete for port 97370691-abd1-4bec-a895-fb66be2d001c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:34:51.637271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf6c7-22b8-496e-8985-8d4ae74202c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.645912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5271d-9a9a-4409-b1c4-0636659eb279 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ba7e1d-459c-4c64-b0be-2222825aca71,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:51.654564 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-161b8e67-dff5-44c3-b371-130eee3e00df req-5e724015-52d5-4b37-a907-a76e58163a62 service neutron] 10.222.0.30 "GET /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835902 Dec 16 03:34:51.659884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4f5271d-9a9a-4409-b1c4-0636659eb279 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.664110 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c4f5271d-9a9a-4409-b1c4-0636659eb279 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9679494 Dec 16 03:34:51.665041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35706) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.707901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3b3cf6c7-22b8-496e-8985-8d4ae74202c3 None None] Port 97370691-abd1-4bec-a895-fb66be2d001c cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:34:51.755192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35708) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.832271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:51.842362 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-29f21f1a-99ed-4564-b080-347af7863ff1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9435871 Dec 16 03:34:51.845316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.847515 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] Sync routers for ids ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:51.857767 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] Routers {'1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:51.858480 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:51.898234 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:51.908282 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] Routers {'1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:51.909152 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:51.929287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eaea12-c861-4e33-b70e-ae88947cd7ba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:51.933396 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b8eaea12-c861-4e33-b70e-ae88947cd7ba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports/97370691-abd1-4bec-a895-fb66be2d001c HTTP/1.1" status: 200 len: 983 time: 0.0758922 Dec 16 03:34:51.933396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-367fc48f-7c42-4664-926d-75fb81663f0f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:51.934585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35716) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:51.942333 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:51.943264 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d2a19-fc69-4419-958b-58b9367cec3e None None] The sync data for ids ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:51.959088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-56f68b14-e4c4-4b84-9d6d-4ca86f036eb8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:51.960578 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-56f68b14-e4c4-4b84-9d6d-4ca86f036eb8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 945 time: 0.4954000 Dec 16 03:34:51.993349 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-f9e23f8e-bdd8-4f6f-8f27-570e389e5eed tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:51.993349 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f9e23f8e-bdd8-4f6f-8f27-570e389e5eed tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5428464 Dec 16 03:34:51.997579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.033092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-283ba150-3e64-4a7b-9178-854eae01462d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:52.033565 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-283ba150-3e64-4a7b-9178-854eae01462d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 03:34:52.034052 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-283ba150-3e64-4a7b-9178-854eae01462d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:52.035049 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-283ba150-3e64-4a7b-9178-854eae01462d tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078423 Dec 16 03:34:52.038094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35720) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.067044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b557d180-7ca2-4c0f-9523-0af722fda152 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:52.068502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-367fc48f-7c42-4664-926d-75fb81663f0f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.088919 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a4637162-1aae-4071-a102-8752c86297d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c2463e444a04bc0bad627bceb88d986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326654 Dec 16 03:34:52.095806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.156223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2514db9-28ae-4229-ad2e-525541cf908f req-d50a647a-c353-45a3-8abb-270ff223c515 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:52.157649 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2514db9-28ae-4229-ad2e-525541cf908f req-d50a647a-c353-45a3-8abb-270ff223c515 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 945 time: 0.2404120 Dec 16 03:34:52.226014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-367fc48f-7c42-4664-926d-75fb81663f0f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.228657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-367fc48f-7c42-4664-926d-75fb81663f0f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.228990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.objects.ports [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 03:34:52.229816 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-367fc48f-7c42-4664-926d-75fb81663f0f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/18c22339-068c-4976-844a-f08726564725 HTTP/1.1" status: 204 len: 168 time: 0.5621326 Dec 16 03:34:52.234304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35724) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.266688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.271618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98c99846-8cdc-4c17-92d0-3256c3a88743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.273278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fc48f-7c42-4664-926d-75fb81663f0f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c22339-068c-4976-844a-f08726564725,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:52.328188 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-b557d180-7ca2-4c0f-9523-0af722fda152 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:52.329269 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b557d180-7ca2-4c0f-9523-0af722fda152 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2876296 Dec 16 03:34:52.334139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.347227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98c99846-8cdc-4c17-92d0-3256c3a88743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.352262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6ca32976-4fcc-4f44-b0ff-b423d95ed30c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:52.352730 dv-neutron-821927-1-hyperv neutron-server[103162]: WARNING neutron.api.v2.base [None req-6ca32976-4fcc-4f44-b0ff-b423d95ed30c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 03:34:52.353220 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-6ca32976-4fcc-4f44-b0ff-b423d95ed30c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:52.354160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6ca32976-4fcc-4f44-b0ff-b423d95ed30c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092282 Dec 16 03:34:52.361709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.365426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2fda5c2-6130-43d2-9da5-92cd584ab4c4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1260571 Dec 16 03:34:52.371546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35730) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.372221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-78fa2c40-a552-4097-a9e3-faef8d37a0eb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:52.377620 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2ef93673-bd01-4340-b88d-97e6c4291a15 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--12698707'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:52.387286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2514db9-28ae-4229-ad2e-525541cf908f req-5a857e8f-2898-4d8f-89fb-e49bbbf24a71 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=046d6c5f-2713-4742-970b-0394efaed669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151585 Dec 16 03:34:52.402625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Router 363b65f0-c75d-43e9-8766-69a835321c14 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:52.413301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 761ab04b-885c-4970-9a1e-b25dc65190de {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:52.413301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.413301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event updated for resources: {'Subnet': ['ID=970755c1-4fa8-434f-8aa0-e82d7a7feb32,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:52.472015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98c99846-8cdc-4c17-92d0-3256c3a88743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.474658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98c99846-8cdc-4c17-92d0-3256c3a88743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.478717 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-98c99846-8cdc-4c17-92d0-3256c3a88743 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e470525-1dbc-40f7-ba37-be2c3796dec5 HTTP/1.1" status: 204 len: 168 time: 0.3769944 Dec 16 03:34:52.490205 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-78fa2c40-a552-4097-a9e3-faef8d37a0eb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:52.491434 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-78fa2c40-a552-4097-a9e3-faef8d37a0eb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1249120 Dec 16 03:34:52.493524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c99846-8cdc-4c17-92d0-3256c3a88743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e470525-1dbc-40f7-ba37-be2c3796dec5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:52.496169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Checking segment: {'id': '011c6331-7ea7-498f-9c69-7b7745b45360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:52.496538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network hostable DHCP agents. Network: 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:34:52.496740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35734) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.502267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a5a64cb2-a3f3-4d74-b9c2-b9254e8c8c90 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa1cf-e753-4f82-91e4-5991177f427d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:52.519927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ef93673-bd01-4340-b88d-97e6c4291a15 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.593480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.597883 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-a5a64cb2-a3f3-4d74-b9c2-b9254e8c8c90 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:52.603181 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a5a64cb2-a3f3-4d74-b9c2-b9254e8c8c90 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1008818 Dec 16 03:34:52.605203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35736) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.620304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 761ab04b-885c-4970-9a1e-b25dc65190de, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=761ab04b-885c-4970-9a1e-b25dc65190de,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:52.620710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.650124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Network 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:34:52.686526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 761ab04b-885c-4970-9a1e-b25dc65190de owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:52.703872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:52.715040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79501d8f-12c1-491f-9275-99a4db7da184 None None] Network 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:52.725701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:34:52.726300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.794902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:52.810762 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-220a2a29-64a8-48d3-b5d1-50dee7f02c18 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "PUT /v2.0/routers/363b65f0-c75d-43e9-8766-69a835321c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7312725 Dec 16 03:34:52.812464 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35742) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.813606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] Sync routers for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:52.814106 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-04b0aa4e-8c4a-49a8-8ffe-740ddde1e50d tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1653967 Dec 16 03:34:52.824819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:52.856340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:52.856955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:52.857544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09819ea7-28b7-480f-b611-d8c92c77d802 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.866249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ef93673-bd01-4340-b88d-97e6c4291a15 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.889666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ef93673-bd01-4340-b88d-97e6c4291a15 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.920260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09819ea7-28b7-480f-b611-d8c92c77d802 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.931272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e', 'network_id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e', 'project_id': 'f89fa51a98cf49b0ac9fc908c89f573d', 'fixed_ips': [{'subnet_id': '970755c1-4fa8-434f-8aa0-e82d7a7feb32'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:34:52.932360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.949498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef93673-bd01-4340-b88d-97e6c4291a15 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb83eb44-15eb-41ff-aec8-8071511e5052,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:52.963449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:52.974820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.982749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ef93673-bd01-4340-b88d-97e6c4291a15 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:52.986629 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2ef93673-bd01-4340-b88d-97e6c4291a15 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6109664 Dec 16 03:34:52.991115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35752) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.000810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b55f5f2e-6bc2-494a-b6c2-061990d441d0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838514201'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:53.042497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09819ea7-28b7-480f-b611-d8c92c77d802 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.045046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09819ea7-28b7-480f-b611-d8c92c77d802 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.048620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-09819ea7-28b7-480f-b611-d8c92c77d802 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/3dbfa1cf-e753-4f82-91e4-5991177f427d HTTP/1.1" status: 204 len: 168 time: 0.4383299 Dec 16 03:34:53.050726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35754) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.053842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.078339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09819ea7-28b7-480f-b611-d8c92c77d802 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbfa1cf-e753-4f82-91e4-5991177f427d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:53.080142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f2e-6bc2-494a-b6c2-061990d441d0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.082035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 97370691-abd1-4bec-a895-fb66be2d001c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:53.082591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.111983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=761ab04b-885c-4970-9a1e-b25dc65190de,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:53.160053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] Routers {'363b65f0-c75d-43e9-8766-69a835321c14'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:53.160944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['363b65f0-c75d-43e9-8766-69a835321c14'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:53.182250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 761ab04b-885c-4970-9a1e-b25dc65190de on host hv-neutron-8219 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:53.190346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.193571 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8d4e6e2-b8be-4ac2-8d31-d38f0007da2b req-c6aebbe2-14ba-498f-850e-8ef7d19912c7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/761ab04b-885c-4970-9a1e-b25dc65190de HTTP/1.1" status: 204 len: 173 time: 1.2134781 Dec 16 03:34:53.194673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'name': 'network-vif-deleted', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:34:53.197569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6accf2-87d7-4898-a073-d467a9bf31cb" -d '{"events": [{"server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "name": "network-vif-deleted", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:34:53.210485 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-29bf430e-1729-4a7d-8b64-38f538e22f43 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1573586 Dec 16 03:34:53.215238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35760) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.219699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1c685a26-301e-48e5-996d-acc334960db4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439097389'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:53.237016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.242721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.250403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:53.251310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d5cff-a44b-408e-a3b1-327a4775b296 None None] The sync data for ids ['363b65f0-c75d-43e9-8766-69a835321c14'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:53.298694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bb8402-6943-4a39-b392-934e40c16322 x-openstack-request-id: req-c7bb8402-6943-4a39-b392-934e40c16322 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:34:53.299575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d72c0b-c410-4e85-9140-e891caa08b2a", "name": "network-vif-deleted", "tag": "761ab04b-885c-4970-9a1e-b25dc65190de", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:34:53.299968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7bb8402-6943-4a39-b392-934e40c16322 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:34:53.300511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d72c0b-c410-4e85-9140-e891caa08b2a', 'name': 'network-vif-deleted', 'tag': '761ab04b-885c-4970-9a1e-b25dc65190de', 'status': 'completed', 'code': 200} Dec 16 03:34:53.300634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Allocated IP 2001:db8::f816:3eff:fefa:a587 (3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e/970755c1-4fa8-434f-8aa0-e82d7a7feb32/2d78ea52-0a10-49cc-b0e2-994e522764f4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:34:53.315968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f2e-6bc2-494a-b6c2-061990d441d0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.318256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c685a26-301e-48e5-996d-acc334960db4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.331947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f2e-6bc2-494a-b6c2-061990d441d0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.392448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f2e-6bc2-494a-b6c2-061990d441d0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.394111 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b55f5f2e-6bc2-494a-b6c2-061990d441d0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4006584 Dec 16 03:34:53.405178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35766) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.410372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fb243e21-ebeb-457a-8a0f-7aa1a0073300 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': 'eb83eb44-15eb-41ff-aec8-8071511e5052', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '540895be-92f2-4c19-9ad6-0c3cb7df3418', 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:53.417838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f5f2e-6bc2-494a-b6c2-061990d441d0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540895be-92f2-4c19-9ad6-0c3cb7df3418,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:53.499411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.501697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb243e21-ebeb-457a-8a0f-7aa1a0073300 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.524715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 97370691-abd1-4bec-a895-fb66be2d001c owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:53.528582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.557582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c685a26-301e-48e5-996d-acc334960db4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.564910 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-77a12be9-ecf7-4978-b190-4251845edd80 req-7fc008f5-0963-4bd9-94f2-959a1dbfd932 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=90d72c0b-c410-4e85-9140-e891caa08b2a HTTP/1.1" status: 200 len: 210 time: 0.0549781 Dec 16 03:34:53.572468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c685a26-301e-48e5-996d-acc334960db4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.620566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c685a26-301e-48e5-996d-acc334960db4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39304b8-f322-4311-afc5-1d1cfb28a4e8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:53.632616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c685a26-301e-48e5-996d-acc334960db4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.640216 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1c685a26-301e-48e5-996d-acc334960db4 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4232368 Dec 16 03:34:53.640874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35772) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.656367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0a10b593-9aa0-4ae2-8635-42c77140b406 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': 'a39304b8-f322-4311-afc5-1d1cfb28a4e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:53.662076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.662494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.671653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0068808 Dec 16 03:34:53.678827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.682337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.752138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb243e21-ebeb-457a-8a0f-7aa1a0073300 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.757276 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-0a10b593-9aa0-4ae2-8635-42c77140b406 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The resource could not be found. Dec 16 03:34:53.768452 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0a10b593-9aa0-4ae2-8635-42c77140b406 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1246490 Dec 16 03:34:53.769461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35780) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.774830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-00acb907-dd3a-45f7-8efb-63ecf327dfae tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': 'a39304b8-f322-4311-afc5-1d1cfb28a4e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'baaaaa14-8499-49ce-a893-afc4a60387d9'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:53.779178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Network 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:34:53.785978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Pushing event updated for resources: {'Port': ['ID=2d78ea52-0a10-49cc-b0e2-994e522764f4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:53.794620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:34:53.799380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:34:53.801153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb243e21-ebeb-457a-8a0f-7aa1a0073300 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.810702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.819709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Deleting port 1fb8d987-29b3-450b-9040-b55ebf7af274 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:53.820763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.833728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.837439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243e21-ebeb-457a-8a0f-7aa1a0073300 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c9077c-9267-494d-bceb-65e9a2586038,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:53.864808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb243e21-ebeb-457a-8a0f-7aa1a0073300 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.866718 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fb243e21-ebeb-457a-8a0f-7aa1a0073300 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4602811 Dec 16 03:34:53.868654 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-00acb907-dd3a-45f7-8efb-63ecf327dfae tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The resource could not be found. Dec 16 03:34:53.873228 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-00acb907-dd3a-45f7-8efb-63ecf327dfae tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1008248 Dec 16 03:34:53.874066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35782) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.874739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35784) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:53.880947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Attempting to bind port 2d78ea52-0a10-49cc-b0e2-994e522764f4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:34:53.881908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Attempting to bind port 2d78ea52-0a10-49cc-b0e2-994e522764f4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '011c6331-7ea7-498f-9c69-7b7745b45360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:34:53.883116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Attempting to bind port 2d78ea52-0a10-49cc-b0e2-994e522764f4 on network 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:34:53.889471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:34:53.889960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Checking segment: {'id': '011c6331-7ea7-498f-9c69-7b7745b45360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:34:53.890437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.890888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Bound using segment: {'id': '011c6331-7ea7-498f-9c69-7b7745b45360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:34:53.891429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Bound port: 2d78ea52-0a10-49cc-b0e2-994e522764f4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011c6331-7ea7-498f-9c69-7b7745b45360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:34:53.891847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.937470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b65160-6f36-4763-8839-45cd9fc1bf84 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.953953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b65160-6f36-4763-8839-45cd9fc1bf84 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.963704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] For port 2d78ea52-0a10-49cc-b0e2-994e522764f4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:34:53.967019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] For port 2d78ea52-0a10-49cc-b0e2-994e522764f4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d78ea52-0a10-49cc-b0e2-994e522764f4,segment=NetworkSegment(011c6331-7ea7-498f-9c69-7b7745b45360),segment_id=011c6331-7ea7-498f-9c69-7b7745b45360)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:34:53.974818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:53.992652 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ffcf2d8a-9dda-4914-b21c-cedb5976fe4a tempest-NetworksApiDiscovery-1389172631 tempest-NetworksApiDiscovery-1389172631-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3077838 Dec 16 03:34:53.993906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Subnet': ['ID=970755c1-4fa8-434f-8aa0-e82d7a7feb32,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:54.018980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4906b933-bc48-4b9f-b924-c41397b0f13a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.033267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.053862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4906b933-bc48-4b9f-b924-c41397b0f13a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.065434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecb058-4be1-47fe-9e4b-efc104f880e3 None None] Pushing event updated for resources: {'Port': ['ID=2d78ea52-0a10-49cc-b0e2-994e522764f4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:54.090163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123586e-43db-4f35-aa75-99ad1caceee8 None None] Network 3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:54.115980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b65160-6f36-4763-8839-45cd9fc1bf84 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.126708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b65160-6f36-4763-8839-45cd9fc1bf84 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.130620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-64b65160-6f36-4763-8839-45cd9fc1bf84 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b7c9077c-9267-494d-bceb-65e9a2586038 HTTP/1.1" status: 204 len: 168 time: 0.2548702 Dec 16 03:34:54.131577 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35788) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.152418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:54.155156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b65160-6f36-4763-8839-45cd9fc1bf84 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7c9077c-9267-494d-bceb-65e9a2586038,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:54.160228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4906b933-bc48-4b9f-b924-c41397b0f13a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.165567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4906b933-bc48-4b9f-b924-c41397b0f13a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.169154 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4906b933-bc48-4b9f-b924-c41397b0f13a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/a39304b8-f322-4311-afc5-1d1cfb28a4e8 HTTP/1.1" status: 204 len: 168 time: 0.2898626 Dec 16 03:34:54.171775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35790) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.172175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.174865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011c6331-7ea7-498f-9c69-7b7745b45360') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:54.175170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011c6331-7ea7-498f-9c69-7b7745b45360') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:54.194771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906b933-bc48-4b9f-b924-c41397b0f13a tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39304b8-f322-4311-afc5-1d1cfb28a4e8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:54.197918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.204023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.242023 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d9106bc1-3696-4403-96a0-e99090f70162 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1065879 Dec 16 03:34:54.243142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35792) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.261710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Calling delete_port for 1fb8d987-29b3-450b-9040-b55ebf7af274 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:54.265742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=97370691-abd1-4bec-a895-fb66be2d001c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:54.274648 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ee872de8-5d39-44bd-a4e9-ee35c9939031 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0979848 Dec 16 03:34:54.274773 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35794) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.280541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7acb646b-b8f7-47ec-8e4b-fda90d4bb7eb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': '896d68c5-306f-4211-b07b-dfda17f31da5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:54.324164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.354488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16f7e3d9-6b05-4ee7-a3d0-cd20802a1dc9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.358934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:54.359597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:54.371006 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:54.389910 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-7acb646b-b8f7-47ec-8e4b-fda90d4bb7eb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The resource could not be found. Dec 16 03:34:54.394305 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7acb646b-b8f7-47ec-8e4b-fda90d4bb7eb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1153004 Dec 16 03:34:54.394305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16f7e3d9-6b05-4ee7-a3d0-cd20802a1dc9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.396142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35798) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.400594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7b97598d-6f72-4f8b-92a9-dbf57114a314 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--377062318'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:54.422778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35800) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.453311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.465759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b97598d-6f72-4f8b-92a9-dbf57114a314 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.495148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16f7e3d9-6b05-4ee7-a3d0-cd20802a1dc9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.498342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16f7e3d9-6b05-4ee7-a3d0-cd20802a1dc9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.498780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.api [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:34:54.498780 dv-neutron-821927-1-hyperv neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:34:54.498780 dv-neutron-821927-1-hyperv neutron-server[103162]: [parameters: {'id': '3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e'}] Dec 16 03:34:54.498780 dv-neutron-821927-1-hyperv neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:34:54.499104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG oslo_db.api [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:34:54.503390 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-16f7e3d9-6b05-4ee7-a3d0-cd20802a1dc9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/540895be-92f2-4c19-9ad6-0c3cb7df3418 HTTP/1.1" status: 204 len: 168 time: 0.2542503 Dec 16 03:34:54.504183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35804) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.532939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7e3d9-6b05-4ee7-a3d0-cd20802a1dc9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540895be-92f2-4c19-9ad6-0c3cb7df3418,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:54.584832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61dbdba-83f9-468c-acf5-4917171c6dbe None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:34:54.609270 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e90fd073-87e9-4d5e-88e4-bcd1b1035b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.631700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-40b0730f-3a27-4c62-b438-779c060b6081 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4537 time: 0.1220434 Dec 16 03:34:54.638426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35808) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.638796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35810) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.674368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b97598d-6f72-4f8b-92a9-dbf57114a314 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.698106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dbdba-83f9-468c-acf5-4917171c6dbe None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:34:54.702094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b97598d-6f72-4f8b-92a9-dbf57114a314 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.785092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b97598d-6f72-4f8b-92a9-dbf57114a314 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.786538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7b97598d-6f72-4f8b-92a9-dbf57114a314 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3892431 Dec 16 03:34:54.794761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35812) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:54.806526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-28cf808c-8282-49a7-a355-51f3337088a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736475951'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:54.822649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97598d-6f72-4f8b-92a9-dbf57114a314 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f68d05-4ad5-45e2-9710-026e454765d8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:54.832227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55fa5048-f6c9-4fb9-b718-24436648cd47 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.895736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55fa5048-f6c9-4fb9-b718-24436648cd47 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.904378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e176271c-7a63-4150-a14f-8bdfbbae736e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.931379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28cf808c-8282-49a7-a355-51f3337088a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.970494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e90fd073-87e9-4d5e-88e4-bcd1b1035b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.979917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e176271c-7a63-4150-a14f-8bdfbbae736e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:54.989597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e90fd073-87e9-4d5e-88e4-bcd1b1035b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.003030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.077007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e90fd073-87e9-4d5e-88e4-bcd1b1035b89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc5c352d470f432e8724038493c4da1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6522470 Dec 16 03:34:55.077741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fd073-87e9-4d5e-88e4-bcd1b1035b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ee995-b615-4cda-b8e1-9712b463ca74,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.080187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.108798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55fa5048-f6c9-4fb9-b718-24436648cd47 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.111547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55fa5048-f6c9-4fb9-b718-24436648cd47 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.112771 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-55fa5048-f6c9-4fb9-b718-24436648cd47 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb83eb44-15eb-41ff-aec8-8071511e5052 HTTP/1.1" status: 204 len: 168 time: 0.4730492 Dec 16 03:34:55.118485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.146446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa5048-f6c9-4fb9-b718-24436648cd47 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb83eb44-15eb-41ff-aec8-8071511e5052,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.162803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:34:55.186259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28cf808c-8282-49a7-a355-51f3337088a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.191024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24398445-c516-43ce-a387-4e90be4ec89f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.194073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28cf808c-8282-49a7-a355-51f3337088a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.210202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e176271c-7a63-4150-a14f-8bdfbbae736e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.212851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e176271c-7a63-4150-a14f-8bdfbbae736e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.214014 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e176271c-7a63-4150-a14f-8bdfbbae736e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/046d6c5f-2713-4742-970b-0394efaed669 HTTP/1.1" status: 204 len: 168 time: 0.5731320 Dec 16 03:34:55.235740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.245654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 761ab04b-885c-4970-9a1e-b25dc65190de no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:55.250791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35820) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.259532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24398445-c516-43ce-a387-4e90be4ec89f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.273191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 761ab04b-885c-4970-9a1e-b25dc65190de {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:55.273542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 761ab04b-885c-4970-9a1e-b25dc65190de not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:55.303401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28cf808c-8282-49a7-a355-51f3337088a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.304627 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-28cf808c-8282-49a7-a355-51f3337088a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5021527 Dec 16 03:34:55.312367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35822) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.313010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf808c-8282-49a7-a355-51f3337088a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f4a6de-2032-429a-a12b-4d2e021c9c46,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.325655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-135cb541-bf38-4994-b7fe-408716314c66 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group_rule': {'security_group_id': 'd3f68d05-4ad5-45e2-9710-026e454765d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '75f4a6de-2032-429a-a12b-4d2e021c9c46'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:55.332324 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5160a1d1-bbdb-4046-b50d-76168e988c93 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2042956 Dec 16 03:34:55.335129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35824) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.337706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Port': ['ID=1fb8d987-29b3-450b-9040-b55ebf7af274,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.346427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-732593e6-1abb-4172-82f6-bccf261f6921 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672893066'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:55.347880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a854994-64c4-4402-be60-147e759ef285 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:55.356246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting port 2d78ea52-0a10-49cc-b0e2-994e522764f4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:55.356879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.361282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176271c-7a63-4150-a14f-8bdfbbae736e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d6c5f-2713-4742-970b-0394efaed669,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.373461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:34:55.379739 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1c2ee3ef-105e-4492-8086-b068eafe518e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4431920 Dec 16 03:34:55.385850 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] Sync routers for ids ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:34:55.401185 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] Routers {'1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:55.401344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35826) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.403018 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:55.453244 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:55.466503 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] Routers {'1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:34:55.467275 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:55.491956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] For port 2d78ea52-0a10-49cc-b0e2-994e522764f4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d78ea52-0a10-49cc-b0e2-994e522764f4,segment=NetworkSegment(011c6331-7ea7-498f-9c69-7b7745b45360),segment_id=011c6331-7ea7-498f-9c69-7b7745b45360)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:55.492932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.495654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-732593e6-1abb-4172-82f6-bccf261f6921 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.502563 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:55.503450 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc4c87-f8bf-4013-95b1-b922a757e907 None None] The sync data for ids ['1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:34:55.503569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.544480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Calling delete_port for 2d78ea52-0a10-49cc-b0e2-994e522764f4 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:55.623911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24398445-c516-43ce-a387-4e90be4ec89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.626177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.626358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24398445-c516-43ce-a387-4e90be4ec89f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.629331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.629921 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-24398445-c516-43ce-a387-4e90be4ec89f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/743ee995-b615-4cda-b8e1-9712b463ca74 HTTP/1.1" status: 204 len: 168 time: 0.5463214 Dec 16 03:34:55.639457 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-135cb541-bf38-4994-b7fe-408716314c66 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:34:55.640655 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-135cb541-bf38-4994-b7fe-408716314c66 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3250694 Dec 16 03:34:55.646625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35830) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.667775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398445-c516-43ce-a387-4e90be4ec89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ee995-b615-4cda-b8e1-9712b463ca74,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.732317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.732848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Fanout notify agent at l3_agent the message router_deleted on router 363b65f0-c75d-43e9-8766-69a835321c14 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:34:55.743725 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.744807 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-778e5add-9f97-4153-bf45-58ff6ad12de4 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "DELETE /v2.0/routers/363b65f0-c75d-43e9-8766-69a835321c14 HTTP/1.1" status: 204 len: 168 time: 2.9313502 Dec 16 03:34:55.750127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.797448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-732593e6-1abb-4172-82f6-bccf261f6921 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.811339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-732593e6-1abb-4172-82f6-bccf261f6921 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.848201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.872500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-732593e6-1abb-4172-82f6-bccf261f6921 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.877519 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-732593e6-1abb-4172-82f6-bccf261f6921 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5373812 Dec 16 03:34:55.878083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Deleting subnet 71d51dab-13ec-4336-ae16-1ae30fa3e083 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:55.898066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:55.904899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-113f8cb4-6688-4798-9c68-618821c33dd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': 'bf1ddf7c-d00a-4bd4-92a9-030fc089157c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:55.910713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:55.914667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Port': ['ID=2d78ea52-0a10-49cc-b0e2-994e522764f4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.916511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732593e6-1abb-4172-82f6-bccf261f6921 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ddf7c-d00a-4bd4-92a9-030fc089157c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:55.937168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No DVR routers for this DVR port 2d78ea52-0a10-49cc-b0e2-994e522764f4 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:56.039719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.075943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.076368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-21e57659-7277-4571-957e-be300ffc48b1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 03:34:56.080025 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-21e57659-7277-4571-957e-be300ffc48b1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6702740 Dec 16 03:34:56.081603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35846) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.098907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-113f8cb4-6688-4798-9c68-618821c33dd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.123676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.143511 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f86f6525-e557-4ed6-a355-73ae8b754ec3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c HTTP/1.1" status: 200 len: 205 time: 0.0607729 Dec 16 03:34:56.150325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:56.154117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.176290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.243067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011c6331-7ea7-498f-9c69-7b7745b45360') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:56.243563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011c6331-7ea7-498f-9c69-7b7745b45360') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:56.275581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.289583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.292537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.293970 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/75f4a6de-2032-429a-a12b-4d2e021c9c46 HTTP/1.1" status: 204 len: 168 time: 0.6425586 Dec 16 03:34:56.298704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35856) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.316133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-143d2137-89f9-495b-8be4-5d48ea7cbd62 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.323190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f4a6de-2032-429a-a12b-4d2e021c9c46,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:56.348197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.348548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.348887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.349220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.349551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.349875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.350202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.350552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.350876 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.351198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.351547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.352079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.352641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb522a0-ced6-44aa-8bb3-4172f5489cac tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:56.360037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.409486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:56.410007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:56.413524 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:56.418885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.436496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8712a395-e88a-4d3f-8884-357077093a38 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1359193 Dec 16 03:34:56.440245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35860) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.478456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.505755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-113f8cb4-6688-4798-9c68-618821c33dd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.577100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-113f8cb4-6688-4798-9c68-618821c33dd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.607852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edab37f4-d45b-445c-a372-3e9b95cb54a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.639835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.640072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f8cb4-6688-4798-9c68-618821c33dd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262b96ac-2e8b-4902-addf-001cbce87b90,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:56.646752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edab37f4-d45b-445c-a372-3e9b95cb54a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.647431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-143d2137-89f9-495b-8be4-5d48ea7cbd62 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.654379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.658344 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e HTTP/1.1" status: 204 len: 168 time: 3.8308325 Dec 16 03:34:56.661485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-143d2137-89f9-495b-8be4-5d48ea7cbd62 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.662873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35866) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.688084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-113f8cb4-6688-4798-9c68-618821c33dd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.689274 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-113f8cb4-6688-4798-9c68-618821c33dd9 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7898903 Dec 16 03:34:56.695968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.732960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5db00-db31-4ba6-bcc5-7f53e370339e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Network': ['ID=3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:56.742386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.777440 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa4e890-d2e0-4f62-9673-f92de4d4b4c2 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:56.777901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa4e890-d2e0-4f62-9673-f92de4d4b4c2 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:56.783904 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bfa4e890-d2e0-4f62-9673-f92de4d4b4c2 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/970755c1-4fa8-434f-8aa0-e82d7a7feb32 HTTP/1.1" status: 404 len: 337 time: 0.1172569 Dec 16 03:34:56.784090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-143d2137-89f9-495b-8be4-5d48ea7cbd62 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.784090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d2137-89f9-495b-8be4-5d48ea7cbd62 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Fanout notify agent at l3_agent the message router_deleted on router 1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:34:56.785236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.796881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-143d2137-89f9-495b-8be4-5d48ea7cbd62 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.798132 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-143d2137-89f9-495b-8be4-5d48ea7cbd62 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c HTTP/1.1" status: 204 len: 168 time: 0.6428385 Dec 16 03:34:56.799611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Subnet': ['ID=71d51dab-13ec-4336-ae16-1ae30fa3e083,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:56.801430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35874) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.812424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.816367 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a3eb14d4-7c3c-40cf-b667-72192783b3b5 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "DELETE /v2.0/subnets/71d51dab-13ec-4336-ae16-1ae30fa3e083 HTTP/1.1" status: 204 len: 168 time: 1.0591233 Dec 16 03:34:56.817710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2537d9ab-fd89-418b-98ec-bad2b4d916d7 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.820517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183f540-2b36-4d26-a715-31ca662a5e70 None None] Network 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:56.822058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.849645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2537d9ab-fd89-418b-98ec-bad2b4d916d7 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.853111 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3742f6df-9ae1-43c5-929b-4019d9ce6474 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:56.853663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3742f6df-9ae1-43c5-929b-4019d9ce6474 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:56.857700 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3742f6df-9ae1-43c5-929b-4019d9ce6474 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/3f5b4fc0-df0a-4a0e-9c1c-62cd8d55b04e HTTP/1.1" status: 404 len: 339 time: 0.0715289 Dec 16 03:34:56.865552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35880) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.886108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edab37f4-d45b-445c-a372-3e9b95cb54a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.889939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edab37f4-d45b-445c-a372-3e9b95cb54a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:56.891276 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-edab37f4-d45b-445c-a372-3e9b95cb54a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/d3f68d05-4ad5-45e2-9710-026e454765d8 HTTP/1.1" status: 204 len: 168 time: 0.4466376 Dec 16 03:34:56.901685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35882) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:56.953686 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-245c6367-5932-4d46-901d-313848e8dbbe tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:56.954442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245c6367-5932-4d46-901d-313848e8dbbe tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:56.958786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab37f4-d45b-445c-a372-3e9b95cb54a7 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f68d05-4ad5-45e2-9710-026e454765d8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:56.960180 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-245c6367-5932-4d46-901d-313848e8dbbe tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/804f1717-0391-416e-8e55-fb10cd82eee9 HTTP/1.1" status: 404 len: 337 time: 0.0936222 Dec 16 03:34:56.967166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35886) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.015002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2537d9ab-fd89-418b-98ec-bad2b4d916d7 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.020181 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-950b1eba-4491-4811-8020-3e6bc8e15cbf tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:57.021385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950b1eba-4491-4811-8020-3e6bc8e15cbf tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:57.026109 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-950b1eba-4491-4811-8020-3e6bc8e15cbf tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/9b3f0b6d-8403-4de9-8df4-32c9f56bae6c HTTP/1.1" status: 404 len: 339 time: 0.0498700 Dec 16 03:34:57.028107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet d01194b5-d5a2-43bb-9a81-4ea1b1fc0a15 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:34:57.030240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.031938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35888) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.036194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2537d9ab-fd89-418b-98ec-bad2b4d916d7 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.040495 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2537d9ab-fd89-418b-98ec-bad2b4d916d7 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/262b96ac-2e8b-4902-addf-001cbce87b90 HTTP/1.1" status: 204 len: 168 time: 0.3404355 Dec 16 03:34:57.042126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.042888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.051325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537d9ab-fd89-418b-98ec-bad2b4d916d7 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=262b96ac-2e8b-4902-addf-001cbce87b90,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:57.060944 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d9c9fed-9767-4202-aedb-c84431556c7b tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1494815 Dec 16 03:34:57.061631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35892) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.102054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] DHCP port deletion for 6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:57.119285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a6045b05-054d-452a-a455-8c47bd856297 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'tempest-secgroup--561527171'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:57.128327 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c305f090-a52d-4a30-9714-ad64164db4e4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0843346 Dec 16 03:34:57.133968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35896) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.143771 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2d0adb-9554-460e-9dfd-fffc3c0c6a44 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:57.144245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2d0adb-9554-460e-9dfd-fffc3c0c6a44 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:57.147554 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0f2d0adb-9554-460e-9dfd-fffc3c0c6a44 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/489c0faf-466d-48bd-bac8-c12cc318db21 HTTP/1.1" status: 404 len: 337 time: 0.1133709 Dec 16 03:34:57.154019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35900) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.184813 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df9f30a-075a-4aab-a874-b5a6425cbb35 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:57.185292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df9f30a-075a-4aab-a874-b5a6425cbb35 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:57.185563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] Deleting port 097e5ef4-34f2-413e-a358-fb06eb084988 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:57.186217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.191665 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9df9f30a-075a-4aab-a874-b5a6425cbb35 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/e09a4e4d-1513-47cd-acab-34f847be26d9 HTTP/1.1" status: 404 len: 339 time: 0.0305972 Dec 16 03:34:57.192887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.209109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.239904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Deleting port 097e5ef4-34f2-413e-a358-fb06eb084988 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:57.240515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.276834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6045b05-054d-452a-a455-8c47bd856297 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.286351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] For port 097e5ef4-34f2-413e-a358-fb06eb084988, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=097e5ef4-34f2-413e-a358-fb06eb084988,segment=NetworkSegment(d1828cf5-b353-47c1-9639-3b850e11d2df),segment_id=d1828cf5-b353-47c1-9639-3b850e11d2df)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:57.287077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.309202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] Calling delete_port for 097e5ef4-34f2-413e-a358-fb06eb084988 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:57.310975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] For port 097e5ef4-34f2-413e-a358-fb06eb084988, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=097e5ef4-34f2-413e-a358-fb06eb084988,segment=NetworkSegment(d1828cf5-b353-47c1-9639-3b850e11d2df),segment_id=d1828cf5-b353-47c1-9639-3b850e11d2df)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:57.311624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.326749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Calling delete_port for 097e5ef4-34f2-413e-a358-fb06eb084988 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:57.396106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.422736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:57.423111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.437090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31d2ea41-0264-4648-8162-cda6fb602716 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.442149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.476780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31d2ea41-0264-4648-8162-cda6fb602716 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.497420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] Pushing event deleted for resources: {'Port': ['ID=097e5ef4-34f2-413e-a358-fb06eb084988,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:57.512533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ba253-94f6-40aa-829a-e8a8d5056ee5 None None] No DVR routers for this DVR port 097e5ef4-34f2-413e-a358-fb06eb084988 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:57.537814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting port e9f05ebd-a675-44a3-9d08-f1f33d4dfe82 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:57.538194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.546963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6045b05-054d-452a-a455-8c47bd856297 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.560491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6045b05-054d-452a-a455-8c47bd856297 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.584585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.606557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port f28c05fc-bcd3-49ea-80f2-3c54e6b73e66, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:57.606956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.620500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31d2ea41-0264-4648-8162-cda6fb602716 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.621100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.623237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31d2ea41-0264-4648-8162-cda6fb602716 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.625460 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-31d2ea41-0264-4648-8162-cda6fb602716 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf1ddf7c-d00a-4bd4-92a9-030fc089157c HTTP/1.1" status: 204 len: 168 time: 0.4881022 Dec 16 03:34:57.634971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.640275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Port': ['ID=097e5ef4-34f2-413e-a358-fb06eb084988,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:57.642478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:57.650160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] No DVR routers for this DVR port 097e5ef4-34f2-413e-a358-fb06eb084988 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:57.671551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6045b05-054d-452a-a455-8c47bd856297 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7e5c0-0986-479d-9d12-52d2baee56a4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:57.676599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6045b05-054d-452a-a455-8c47bd856297 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.679098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2ea41-0264-4648-8162-cda6fb602716 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ddf7c-d00a-4bd4-92a9-030fc089157c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:57.681648 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a6045b05-054d-452a-a455-8c47bd856297 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5661557 Dec 16 03:34:57.682085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.682317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35910) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.690639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.698032 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/d01194b5-d5a2-43bb-9a81-4ea1b1fc0a15 HTTP/1.1" status: 204 len: 168 time: 0.8955169 Dec 16 03:34:57.699130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958966e-a8ff-4133-b07e-2d6c91af1e20 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=d01194b5-d5a2-43bb-9a81-4ea1b1fc0a15,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:57.700644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee014f8-b056-4de5-b22c-2995ebd31599 None None] Network 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:34:57.703974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.707692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-51bd40d3-72e1-42c8-b15d-ca1d29b70dbb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:57.708118 dv-neutron-821927-1-hyperv neutron-server[103161]: WARNING neutron.api.v2.base [None req-51bd40d3-72e1-42c8-b15d-ca1d29b70dbb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 03:34:57.708654 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-51bd40d3-72e1-42c8-b15d-ca1d29b70dbb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 03:34:57.712637 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-51bd40d3-72e1-42c8-b15d-ca1d29b70dbb tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "PUT /v2.0/security-groups/d9b7e5c0-0986-479d-9d12-52d2baee56a4 HTTP/1.1" status: 409 len: 330 time: 0.0252693 Dec 16 03:34:57.714092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.777467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Calling delete_port for e9f05ebd-a675-44a3-9d08-f1f33d4dfe82 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:57.824015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.842760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.847232 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e5b8bb72-4f3b-4ac1-975f-7da1a30e746d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2091942 Dec 16 03:34:57.860175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35916) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:57.889122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f260aba-69ae-4bd2-8ef0-20de0e6c3af3']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:57.911334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7369c33a-d0b6-4911-91e5-140c22815655 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633871060'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:57.917095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1828cf5-b353-47c1-9639-3b850e11d2df') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:57.917095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1828cf5-b353-47c1-9639-3b850e11d2df') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:57.928988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] DHCP port deletion for 28d11fc4-1b12-4582-8ac3-034a9b1b8d83 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:34:57.937356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.945401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b15b0cc6-0f89-4402-bb45-15956afaa302 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.959212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.980027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:57.980403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:57.983764 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:58.025226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7369c33a-d0b6-4911-91e5-140c22815655 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.030800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] Deleting port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:58.030800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.033385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:58.033385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.034635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35918) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.037376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b15b0cc6-0f89-4402-bb45-15956afaa302 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.052323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.053480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933253927', 'description': 'tempest-secgroup-smoke-1933253927 description', 'project_id': '3311afe31a9e42f6a9fe00948766f024'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:58.106118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] For port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,segment=NetworkSegment(54e292ca-9d4e-40c1-85ef-92cd90d800fa),segment_id=54e292ca-9d4e-40c1-85ef-92cd90d800fa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:58.106347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.112456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Port': ['ID=e9f05ebd-a675-44a3-9d08-f1f33d4dfe82,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:58.119116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.127954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.131351 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e22be799-5ee3-4d25-95cc-31951045bf6f tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/ports/e9f05ebd-a675-44a3-9d08-f1f33d4dfe82 HTTP/1.1" status: 204 len: 168 time: 0.9346077 Dec 16 03:34:58.131621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] Calling delete_port for 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:58.132431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.135878 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "DELETE /v2.0/networks/6f260aba-69ae-4bd2-8ef0-20de0e6c3af3 HTTP/1.1" status: 204 len: 168 time: 1.3007433 Dec 16 03:34:58.137030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.150297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35922) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.174634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589898-984d-4365-ba10-b5bcb236553f tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Network': ['ID=6f260aba-69ae-4bd2-8ef0-20de0e6c3af3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:58.177490 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dcdaff-0470-4544-bc36-bc737d5f14f7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:58.178158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dcdaff-0470-4544-bc36-bc737d5f14f7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:58.181804 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d1dcdaff-0470-4544-bc36-bc737d5f14f7 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/75789430-8f26-4ec4-9bce-076a73aadb39 HTTP/1.1" status: 404 len: 337 time: 0.0423100 Dec 16 03:34:58.183094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b15b0cc6-0f89-4402-bb45-15956afaa302 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.185586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b15b0cc6-0f89-4402-bb45-15956afaa302 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.186680 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b15b0cc6-0f89-4402-bb45-15956afaa302 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9b7e5c0-0986-479d-9d12-52d2baee56a4 HTTP/1.1" status: 204 len: 168 time: 0.4695060 Dec 16 03:34:58.187215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.191943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.228639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.248167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,segment=NetworkSegment(54e292ca-9d4e-40c1-85ef-92cd90d800fa),segment_id=54e292ca-9d4e-40c1-85ef-92cd90d800fa)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:58.248553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.249499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b0cc6-0f89-4402-bb45-15956afaa302 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7e5c0-0986-479d-9d12-52d2baee56a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:58.268135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] No DVR routers for this DVR port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:58.274028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111da66f-ce73-48fe-9806-7c4949806bf4 None None] Pushing event deleted for resources: {'Port': ['ID=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:58.307979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.314439 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf093dde-1e97-4746-bdb5-a845d81a932c tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1140468 Dec 16 03:34:58.319057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.330642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:58.336630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-b9352fb4-23bf-48f0-8d5e-2bc2f36f4a6b tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] delete failed (client error): The resource could not be found. Dec 16 03:34:58.337664 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b9352fb4-23bf-48f0-8d5e-2bc2f36f4a6b tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "DELETE /v2.0/security-groups/5021038e-1aed-4cfc-b04d-625c748adedc HTTP/1.1" status: 404 len: 347 time: 0.0177054 Dec 16 03:34:58.338505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.341429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.344038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.373656 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-4548dd44-2a25-45fd-96d6-3e7abb25a788 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] show failed (client error): The resource could not be found. Dec 16 03:34:58.374708 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4548dd44-2a25-45fd-96d6-3e7abb25a788 tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-groups/5bd1cd14-3156-4d3f-8c8f-9e6e1f146c6e HTTP/1.1" status: 404 len: 347 time: 0.0321980 Dec 16 03:34:58.384265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.407359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.426920 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-c1cfd4cf-1a17-4da7-b032-86c3faf0c2ce tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] show failed (client error): The resource could not be found. Dec 16 03:34:58.431282 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c1cfd4cf-1a17-4da7-b032-86c3faf0c2ce tempest-NegativeSecGroupTest-331324792 tempest-NegativeSecGroupTest-331324792-project] 10.222.0.16 "GET /v2.0/security-group-rules/19dae08a-f0ed-4224-8884-be09b97f0272 HTTP/1.1" status: 404 len: 356 time: 0.0427926 Dec 16 03:34:58.443730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=f28c05fc-bcd3-49ea-80f2-3c54e6b73e66,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:58.443975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.479083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd34da4-6fb0-44e3-9d75-ebd026275a8b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:58.489027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201ac540-0874-41ef-8b8e-17bd5129fd70') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:58.489518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201ac540-0874-41ef-8b8e-17bd5129fd70') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:58.500173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.504960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7369c33a-d0b6-4911-91e5-140c22815655 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.517176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.525524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:58.526727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:58.531024 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:58.545017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7369c33a-d0b6-4911-91e5-140c22815655 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.638794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.660350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7369c33a-d0b6-4911-91e5-140c22815655 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.661653 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7369c33a-d0b6-4911-91e5-140c22815655 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7960186 Dec 16 03:34:58.667664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35936) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.675998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-eddce692-3d73-4daa-bcb5-e04deeb9395a tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '2c0aa2dd-582a-4d4f-8d0a-f620058bfd75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:58.748712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 097e5ef4-34f2-413e-a358-fb06eb084988 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:58.773299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 097e5ef4-34f2-413e-a358-fb06eb084988 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:58.774147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 097e5ef4-34f2-413e-a358-fb06eb084988 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:58.774868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:34:58.799746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:34:58.800399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:34:58.809483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.819282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369c33a-d0b6-4911-91e5-140c22815655 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0aa2dd-582a-4d4f-8d0a-f620058bfd75,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:58.839309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35940) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:58.842506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.859724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Deleting port 11096657-996d-4f18-97cf-a1813b29f0b8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:58.860059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:58.889834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.019955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=0fe65ab0-d67f-43c6-ae4a-9e61727bd892,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.029251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.031943 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/5dd34da4-6fb0-44e3-9d75-ebd026275a8b HTTP/1.1" status: 204 len: 168 time: 0.8412097 Dec 16 03:34:59.033296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c9da8-f926-4b8a-a11d-c7b50b5903e1 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Network': ['ID=5dd34da4-6fb0-44e3-9d75-ebd026275a8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.033573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No DVR routers for this DVR port 0fe65ab0-d67f-43c6-ae4a-9e61727bd892 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:59.034875 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:59.052211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae50974-99f8-472b-9ebb-eecd8645b98f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.068804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eddce692-3d73-4daa-bcb5-e04deeb9395a tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.124784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting port 3053517c-1951-43b6-947c-12460761f674 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:59.125377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.168876 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.196296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.209600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Calling delete_port for 3053517c-1951-43b6-947c-12460761f674 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:59.232438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.232756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.249610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.252426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-57624f72-9587-4af1-a6d3-a3060d47492f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e85347b258c45e591316bf331accebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073248 Dec 16 03:34:59.256498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:59.256911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.270306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Calling delete_port for 11096657-996d-4f18-97cf-a1813b29f0b8 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:59.274171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.330249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.332160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-847586f7-a7f7-463b-ae04-f7fa1cf3cbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.354550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d11fc4-1b12-4582-8ac3-034a9b1b8d83']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:59.365613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Port': ['ID=3053517c-1951-43b6-947c-12460761f674,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.382113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e292ca-9d4e-40c1-85ef-92cd90d800fa') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:59.382445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e292ca-9d4e-40c1-85ef-92cd90d800fa') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:34:59.387593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.387994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.388196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.388530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.388862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.389190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.389514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.389839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.390348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.390525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.390867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.391393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.391804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:34:59.394899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.400929 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-908aad05-74c5-4ea2-afee-ed5e9beeb913 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/ports/3053517c-1951-43b6-947c-12460761f674 HTTP/1.1" status: 204 len: 168 time: 0.3622825 Dec 16 03:34:59.400929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-847586f7-a7f7-463b-ae04-f7fa1cf3cbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.402185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:59.439426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2d1cb5-379c-44da-9e33-79451b34dcdd tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] DELETE failed (client error): The resource could not be found. Dec 16 03:34:59.439882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2d1cb5-379c-44da-9e33-79451b34dcdd tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:34:59.442972 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8d2d1cb5-379c-44da-9e33-79451b34dcdd tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/4e353c48-d55c-4013-9556-deae676037e5 HTTP/1.1" status: 404 len: 337 time: 0.0398006 Dec 16 03:34:59.446190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:59.544071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.546910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-847586f7-a7f7-463b-ae04-f7fa1cf3cbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.549433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-847586f7-a7f7-463b-ae04-f7fa1cf3cbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.550583 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-847586f7-a7f7-463b-ae04-f7fa1cf3cbd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98dcc045-936b-4878-9848-5498a4d72d42 HTTP/1.1" status: 204 len: 168 time: 0.2931266 Dec 16 03:34:59.561773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847586f7-a7f7-463b-ae04-f7fa1cf3cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dcc045-936b-4878-9848-5498a4d72d42,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.631774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting port 40c56bb0-23d9-40b0-9428-7f839f45bcfd {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:34:59.632080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.699773 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.701017 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6647770 Dec 16 03:34:59.703572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] For port 40c56bb0-23d9-40b0-9428-7f839f45bcfd, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=40c56bb0-23d9-40b0-9428-7f839f45bcfd,segment=NetworkSegment(abe849d4-3063-47be-86d6-5c2e6f700203),segment_id=abe849d4-3063-47be-86d6-5c2e6f700203)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:34:59.704063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.704973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eddce692-3d73-4daa-bcb5-e04deeb9395a tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.706840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:59.708861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14af21-ce12-4f94-8b44-e67ebc507f41 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b368c322-a924-41e1-9dd0-0088ecea01eb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.712303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.725583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c5b4a588-a651-4a65-a1db-6ef5d4ebae83 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'security_group_rule': {'security_group_id': 'b368c322-a924-41e1-9dd0-0088ecea01eb', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:34:59.736796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Calling delete_port for 40c56bb0-23d9-40b0-9428-7f839f45bcfd owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:34:59.753258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eddce692-3d73-4daa-bcb5-e04deeb9395a tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.782308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.798817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddce692-3d73-4daa-bcb5-e04deeb9395a tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cceb8e-7459-4fdd-bac5-a596612fd908,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.805736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a588-a651-4a65-a1db-6ef5d4ebae83 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.808342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:34:59.808747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:34:59.811916 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:34:59.858822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eddce692-3d73-4daa-bcb5-e04deeb9395a tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.860111 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eddce692-3d73-4daa-bcb5-e04deeb9395a tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1900637 Dec 16 03:34:59.864675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:59.898599 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4dc7b77b-3ec6-47a1-8a59-73122b8c51cd tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules/f8cceb8e-7459-4fdd-bac5-a596612fd908 HTTP/1.1" status: 200 len: 763 time: 0.0324507 Dec 16 03:34:59.900940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:34:59.910868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.939163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.960105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a588-a651-4a65-a1db-6ef5d4ebae83 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.962089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Port': ['ID=40c56bb0-23d9-40b0-9428-7f839f45bcfd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:34:59.971974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a588-a651-4a65-a1db-6ef5d4ebae83 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.976655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No DVR routers for this DVR port 40c56bb0-23d9-40b0-9428-7f839f45bcfd on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:34:59.983465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:34:59.987206 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/28d11fc4-1b12-4582-8ac3-034a9b1b8d83 HTTP/1.1" status: 204 len: 168 time: 2.2736099 Dec 16 03:34:59.993769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.032443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4b93-b155-4830-be0e-63a3fdeaa725 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=28d11fc4-1b12-4582-8ac3-034a9b1b8d83,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.032737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-334156601'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:00.038763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4a588-a651-4a65-a1db-6ef5d4ebae83 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e613658-2b90-4100-90ae-93b179fe3fe0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.051627 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-79ead22d-cbed-4408-8643-42fc540b0073 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1494777 Dec 16 03:35:00.054631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35972) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.077806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.100234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a588-a651-4a65-a1db-6ef5d4ebae83 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.104898 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c5b4a588-a651-4a65-a1db-6ef5d4ebae83 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937452 Dec 16 03:35:00.105055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.112238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8583ee2d-e831-400c-b2fd-d39598d40fd7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'security_group_rule': {'security_group_id': 'b368c322-a924-41e1-9dd0-0088ecea01eb', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:00.119562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Pushing event deleted for resources: {'Port': ['ID=11096657-996d-4f18-97cf-a1813b29f0b8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.122805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 234251b0-d8c7-459b-94ef-48c01ec3256d has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:00.130632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a64cb6bd-8d30-47ac-b92d-91a0f4357efc tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.147729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.154442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a64cb6bd-8d30-47ac-b92d-91a0f4357efc tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.184120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84b01e2-9323-43fb-9b70-0b41502b470f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:00.186340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:00.189848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.210430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe849d4-3063-47be-86d6-5c2e6f700203') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:00.210857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe849d4-3063-47be-86d6-5c2e6f700203') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:00.230928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.232595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8583ee2d-e831-400c-b2fd-d39598d40fd7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.256935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a64cb6bd-8d30-47ac-b92d-91a0f4357efc tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.268386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a64cb6bd-8d30-47ac-b92d-91a0f4357efc tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.269507 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a64cb6bd-8d30-47ac-b92d-91a0f4357efc tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f8cceb8e-7459-4fdd-bac5-a596612fd908 HTTP/1.1" status: 204 len: 168 time: 0.2139587 Dec 16 03:35:00.273664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.276065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.276961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:00.300825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:00.301313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:00.304835 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:00.307690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.310536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.312285 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ea8ce6f4-e6bd-45c5-9bd4-77d52a378529 tempest-FloatingIPAdminTestJSON-2046036329 tempest-FloatingIPAdminTestJSON-2046036329-project] 10.222.0.16 "DELETE /v2.0/floatingips/7fe2e7de-ef6b-4f5a-be5e-bb64d4e3c973 HTTP/1.1" status: 204 len: 168 time: 2.1590543 Dec 16 03:35:00.321554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cb6bd-8d30-47ac-b92d-91a0f4357efc tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8cceb8e-7459-4fdd-bac5-a596612fd908,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.345994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:00.351797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8ca7a3ea-68bc-400e-9510-44608d3a63cd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/234251b0-d8c7-459b-94ef-48c01ec3256d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0982263 Dec 16 03:35:00.353956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35988) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.357709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] Sync routers for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:00.377659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:00.381416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:00.407582 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:35:00.415462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet 083fb0d0-30b8-490c-9b0a-3a5f2a060d98 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:00.418341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.419516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.423390 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.426096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35990) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.427238 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/d84b01e2-9323-43fb-9b70-0b41502b470f HTTP/1.1" status: 204 len: 168 time: 0.9801223 Dec 16 03:35:00.437247 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2c074f8-493b-4f51-9dc2-caac1ab94054 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1575689 Dec 16 03:35:00.438078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.440172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8583ee2d-e831-400c-b2fd-d39598d40fd7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.441793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.442346 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment 4a395855-0ecc-4e7a-9150-f2910b7bd6af of type vlan for network cdaf2657-db49-4e92-9238-4d295c00d99c Dec 16 03:35:00.447829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 35994) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.458844 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d960816a-0af0-43b8-9533-89997603c5ad tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '2c0aa2dd-582a-4d4f-8d0a-f620058bfd75', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:00.476398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8583ee2d-e831-400c-b2fd-d39598d40fd7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.491255 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.506585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f463d5-3d0d-4a51-8b64-5469abd6945e tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Network': ['ID=d84b01e2-9323-43fb-9b70-0b41502b470f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.544514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d960816a-0af0-43b8-9533-89997603c5ad tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.562209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ee2d-e831-400c-b2fd-d39598d40fd7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cfbc69-f5e6-413a-bb43-0ddad4bdd8de,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.570607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.576827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8583ee2d-e831-400c-b2fd-d39598d40fd7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.578048 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8583ee2d-e831-400c-b2fd-d39598d40fd7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4721096 Dec 16 03:35:00.582113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 35998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.587855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4d46e8a6-e5fe-4492-8a4b-fbbc20b6f9aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'security_group_rule': {'security_group_id': 'b368c322-a924-41e1-9dd0-0088ecea01eb', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:00.604939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting subnet 1298b862-5570-41a6-bf87-72e17cab941b {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:00.621103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.663168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:00.671795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f5fa70c0-2390-4ec1-8ce6-69dce40cd572 tempest-ServiceProvidersTest-1776020668 tempest-ServiceProvidersTest-1776020668-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2440834 Dec 16 03:35:00.672642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.678174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:00.678821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.702832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.736128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d960816a-0af0-43b8-9533-89997603c5ad tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.753689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d960816a-0af0-43b8-9533-89997603c5ad tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.762524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.787698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d46e8a6-e5fe-4492-8a4b-fbbc20b6f9aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.818590 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8116546 Dec 16 03:35:00.819135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.823496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d960816a-0af0-43b8-9533-89997603c5ad tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.827361 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d960816a-0af0-43b8-9533-89997603c5ad tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3722479 Dec 16 03:35:00.828481 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.838521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960816a-0af0-43b8-9533-89997603c5ad tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6f025f-f49f-4230-93be-1495bee44c44,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.839287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': 'cdaf2657-db49-4e92-9238-4d295c00d99c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:00.851613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.878056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc077822-9b10-4d7c-8cbe-2973ba257143 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=cdaf2657-db49-4e92-9238-4d295c00d99c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.885426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=083fb0d0-30b8-490c-9b0a-3a5f2a060d98,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:00.890990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36010) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.906329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:00.912089 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a0ed9637-1668-4139-a5f5-eaefe3446e62 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/083fb0d0-30b8-490c-9b0a-3a5f2a060d98 HTTP/1.1" status: 204 len: 168 time: 0.5568490 Dec 16 03:35:00.919140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36014) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.919344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network cdaf2657-db49-4e92-9238-4d295c00d99c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:00.954170 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b89f915a-fea7-466e-8fe3-89e96557a6aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules/1b6f025f-f49f-4230-93be-1495bee44c44 HTTP/1.1" status: 200 len: 763 time: 0.1203341 Dec 16 03:35:00.958617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:00.989625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5050fe-c3bb-421d-a84b-c7dd9369d0f1 None None] Network e6348661-16a0-44ec-81c9-ba576d5602e8 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:01.054847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d46e8a6-e5fe-4492-8a4b-fbbc20b6f9aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.065707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d46e8a6-e5fe-4492-8a4b-fbbc20b6f9aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.083455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.087948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.122779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.147103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46e8a6-e5fe-4492-8a4b-fbbc20b6f9aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d752b5b3-af8c-4ace-80fa-68aa0c7da6b6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:01.157624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d46e8a6-e5fe-4492-8a4b-fbbc20b6f9aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.161541 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4d46e8a6-e5fe-4492-8a4b-fbbc20b6f9aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5757918 Dec 16 03:35:01.178856 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-80fca12e-de8f-4598-9c38-b0d561faa74d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2051597 Dec 16 03:35:01.178856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.182501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.189832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-af84bd57-b486-4660-8c0c-56652ee3d575 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'security_group_rule': {'security_group_id': 'b368c322-a924-41e1-9dd0-0088ecea01eb', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:01.204414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:01.208627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.272127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.279472 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-181069ee-6141-44c0-8c1d-1cd726ec3a16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62c5cd90fbca40f4ac94015a59a9e589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851264 Dec 16 03:35:01.280020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.310891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c2c115-4ac0-4c8d-a745-4f7f275c4964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.322953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28830819-8d82-4dd3-8d4c-e2c18ba9a1e4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.342893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28830819-8d82-4dd3-8d4c-e2c18ba9a1e4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.351780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:34:58Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '481ac718-53cd-4ecb-8f92-db72f8063074', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:32:00Z', 'updated_at': '2021-12-16T03:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:01.356332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.366805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67551913-19c9-4602-a6a3-44c479dedff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.383673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] Checking router: 234251b0-d8c7-459b-94ef-48c01ec3256d for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:01.390733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 481ac718-53cd-4ecb-8f92-db72f8063074 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:01.391158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.393321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] Routers {'234251b0-d8c7-459b-94ef-48c01ec3256d'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:01.394134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:34:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['234251b0-d8c7-459b-94ef-48c01ec3256d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:01.397487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67551913-19c9-4602-a6a3-44c479dedff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.425013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.428314 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/subnets/1298b862-5570-41a6-bf87-72e17cab941b HTTP/1.1" status: 204 len: 168 time: 0.9797449 Dec 16 03:35:01.429178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affc52e-5b8e-4957-ab1e-63906aecee70 tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Subnet': ['ID=1298b862-5570-41a6-bf87-72e17cab941b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:01.432764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.436919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af84bd57-b486-4660-8c0c-56652ee3d575 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.464038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbe60b-c1de-44db-a73b-72c9dae59675 None None] Network dc1b1054-2f7e-4b2a-90e5-0d45c22410db requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:01.513597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 481ac718-53cd-4ecb-8f92-db72f8063074, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=481ac718-53cd-4ecb-8f92-db72f8063074,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:01.514219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.523916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67551913-19c9-4602-a6a3-44c479dedff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.527629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67551913-19c9-4602-a6a3-44c479dedff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.528221 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-67551913-19c9-4602-a6a3-44c479dedff7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4206587-2a3a-4d4e-8292-5bdb626eec3c HTTP/1.1" status: 204 len: 168 time: 0.2470505 Dec 16 03:35:01.536959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 481ac718-53cd-4ecb-8f92-db72f8063074 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:01.546197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551913-19c9-4602-a6a3-44c479dedff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4206587-2a3a-4d4e-8292-5bdb626eec3c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:01.551608 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28830819-8d82-4dd3-8d4c-e2c18ba9a1e4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.557402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28830819-8d82-4dd3-8d4c-e2c18ba9a1e4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.562471 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-28830819-8d82-4dd3-8d4c-e2c18ba9a1e4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1b6f025f-f49f-4230-93be-1495bee44c44 HTTP/1.1" status: 204 len: 168 time: 0.3726254 Dec 16 03:35:01.573098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.589221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] DHCP port deletion for e6348661-16a0-44ec-81c9-ba576d5602e8 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:01.622177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] Set router 234251b0-d8c7-459b-94ef-48c01ec3256d gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:01.633484 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28830819-8d82-4dd3-8d4c-e2c18ba9a1e4 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b6f025f-f49f-4230-93be-1495bee44c44,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:01.697657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:35:01Z', 'revision_number': 8, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:01.709764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.753312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38348de0-1d04-49e6-b9a2-c170d8d30f94 None None] The sync data for ids ['234251b0-d8c7-459b-94ef-48c01ec3256d'] in dv-neutron-821927-1-hyperv is: [{'id': '234251b0-d8c7-459b-94ef-48c01ec3256d', 'name': 'tempest-TestNetworkBasicOps-router-514620583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:31:58Z', 'updated_at': '2021-12-16T03:35:01Z', 'revision_number': 8, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:01.764809 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14ba9e40-d5a8-4b4e-9dcd-2520ec8cd90c tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1852920 Dec 16 03:35:01.765131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36036) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.768605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af84bd57-b486-4660-8c0c-56652ee3d575 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.772993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ec7e4a34-e269-4c7a-8b4a-62537d5e2d8f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '2c0aa2dd-582a-4d4f-8d0a-f620058bfd75', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:01.789978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af84bd57-b486-4660-8c0c-56652ee3d575 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.802228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.818823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] Deleting port c44d9675-9b79-449a-9427-321cbd16b59d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:01.819337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.853714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=481ac718-53cd-4ecb-8f92-db72f8063074,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:01.871571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4a34-e269-4c7a-8b4a-62537d5e2d8f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.873648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c2c115-4ac0-4c8d-a745-4f7f275c4964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.891132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84bd57-b486-4660-8c0c-56652ee3d575 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5190c21-742d-4a08-92a2-c4439e9bf605,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:01.917084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c2c115-4ac0-4c8d-a745-4f7f275c4964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.941669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] For port c44d9675-9b79-449a-9427-321cbd16b59d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c44d9675-9b79-449a-9427-321cbd16b59d,segment=NetworkSegment(52535aa5-57b2-4d86-b276-a21e0ba29038),segment_id=52535aa5-57b2-4d86-b276-a21e0ba29038)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:01.943598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.948124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af84bd57-b486-4660-8c0c-56652ee3d575 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.949637 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-af84bd57-b486-4660-8c0c-56652ee3d575 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7683108 Dec 16 03:35:01.953754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36038) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:01.959980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'security_group_rule': {'security_group_id': 'b368c322-a924-41e1-9dd0-0088ecea01eb', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:01.967554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dbce46-ab27-4ac2-aac8-7ce0a4744045 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:01.969812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:01.988026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] Calling delete_port for c44d9675-9b79-449a-9427-321cbd16b59d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:02.005966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4a34-e269-4c7a-8b4a-62537d5e2d8f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.009826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.015027 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-13c2c115-4ac0-4c8d-a745-4f7f275c4964 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f0d1159222044329d9efd50b3580003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8899472 Dec 16 03:35:02.022435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.025998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2c115-4ac0-4c8d-a745-4f7f275c4964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c899d-0f9e-4ddc-bfb6-a0d218acee0f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.044069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36042) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.080041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4a34-e269-4c7a-8b4a-62537d5e2d8f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.085974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.115730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Deleting port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:02.116338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.119390 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Project 3311afe31a9e42f6a9fe00948766f024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:35:02.120479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.127299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': '4a395855-0ecc-4e7a-9150-f2910b7bd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cdaf2657-db49-4e92-9238-4d295c00d99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:02.127668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: cdaf2657-db49-4e92-9238-4d295c00d99c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:02.153829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba6b-bb85-464c-87fb-92cc3666cfd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.155950 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e4a34-e269-4c7a-8b4a-62537d5e2d8f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da42116-7d7e-4213-8406-a2299274d749,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.163788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] Pushing event deleted for resources: {'Port': ['ID=c44d9675-9b79-449a-9427-321cbd16b59d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.171260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c58f2-1db2-4df7-9c02-49bd9a7c6a6b None None] No DVR routers for this DVR port c44d9675-9b79-449a-9427-321cbd16b59d on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:02.172324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.174494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.185295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] DHCP port deletion for dc1b1054-2f7e-4b2a-90e5-0d45c22410db request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:02.185976 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4a34-e269-4c7a-8b4a-62537d5e2d8f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.185976 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ec7e4a34-e269-4c7a-8b4a-62537d5e2d8f tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159913 Dec 16 03:35:02.185976 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.186649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.238385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network cdaf2657-db49-4e92-9238-4d295c00d99c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:02.249510 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f1db9777-5625-4a39-b5a1-f55aeea68ce2 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules/8da42116-7d7e-4213-8406-a2299274d749 HTTP/1.1" status: 200 len: 764 time: 0.0638008 Dec 16 03:35:02.255990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a47ca4f-4e1c-4dfa-b967-2e4051696145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.257654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36046) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.264806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] Deleting port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:02.265258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.274490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, cdaf2657-db49-4e92-9238-4d295c00d99c) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:02.278596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.279345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router 234251b0-d8c7-459b-94ef-48c01ec3256d {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:35:02.286335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] For port 75ec3379-a4d3-46e2-8673-5b730dbc38b1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=75ec3379-a4d3-46e2-8673-5b730dbc38b1,segment=NetworkSegment(89d5dd6d-c04f-4739-ba26-7ef62e47e287),segment_id=89d5dd6d-c04f-4739-ba26-7ef62e47e287)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:02.286744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.289894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:02.290523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.309915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.311317 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ee04dc52-50ad-4299-8563-9f557001d500 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/234251b0-d8c7-459b-94ef-48c01ec3256d HTTP/1.1" status: 204 len: 168 time: 1.3910203 Dec 16 03:35:02.315706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a47ca4f-4e1c-4dfa-b967-2e4051696145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.319410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36048) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.325475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31a6e6-04c4-4877-84ad-41402237e7db None None] Network cdaf2657-db49-4e92-9238-4d295c00d99c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:02.378251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.391402 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-68be034d-567c-408d-aac1-63a1ebea206c tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1326132 Dec 16 03:35:02.394177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36050) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.404080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.419971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] For port 75ec3379-a4d3-46e2-8673-5b730dbc38b1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=75ec3379-a4d3-46e2-8673-5b730dbc38b1,segment=NetworkSegment(89d5dd6d-c04f-4739-ba26-7ef62e47e287),segment_id=89d5dd6d-c04f-4739-ba26-7ef62e47e287)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:02.421065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.425695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.427462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Calling delete_port for 75ec3379-a4d3-46e2-8673-5b730dbc38b1 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:02.441140 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-48505535-87f7-4abf-9edf-c49c18ccc95a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6135514 Dec 16 03:35:02.442554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c045e325-2246-43d6-8af0-05913c870f77,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.444459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36052) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.458422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a0427829-91ce-4e96-b6ff-9fbe2e9e504b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445932838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:02.474250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.475490 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-206c391a-5a2c-49e0-96dc-6da8a5b79a93 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5195272 Dec 16 03:35:02.479916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] Calling delete_port for 75ec3379-a4d3-46e2-8673-5b730dbc38b1 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:02.482270 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36054) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.487862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a954c71-5a04-43b4-80c4-75b8e88cd663 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.492569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba6b-bb85-464c-87fb-92cc3666cfd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.497035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'security_group_rule': {'security_group_id': 'b368c322-a924-41e1-9dd0-0088ecea01eb', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:02.513294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a954c71-5a04-43b4-80c4-75b8e88cd663 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.515544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba6b-bb85-464c-87fb-92cc3666cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.551499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-cdaf2657-db49-4e92-9238-4d295c00d99c', 'network_id': 'cdaf2657-db49-4e92-9238-4d295c00d99c', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': 'cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:02.552645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.590349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.604886 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6f9ba6b-bb85-464c-87fb-92cc3666cfd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b71ce53375bf42ca99634d5c2fd8151d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5589137 Dec 16 03:35:02.607451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36056) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.610615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0427829-91ce-4e96-b6ff-9fbe2e9e504b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.612509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0427829-91ce-4e96-b6ff-9fbe2e9e504b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.615003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6348661-16a0-44ec-81c9-ba576d5602e8']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:02.616312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9ba6b-bb85-464c-87fb-92cc3666cfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91975f30-c983-4c85-924c-5663bc207454,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.627733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52535aa5-57b2-4d86-b276-a21e0ba29038') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:02.628237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52535aa5-57b2-4d86-b276-a21e0ba29038') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:02.630594 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Project 3311afe31a9e42f6a9fe00948766f024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:35:02.639352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.647712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a954c71-5a04-43b4-80c4-75b8e88cd663 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.653569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.654013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.659828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a954c71-5a04-43b4-80c4-75b8e88cd663 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.660480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:02.660880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.661681 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5a954c71-5a04-43b4-80c4-75b8e88cd663 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8da42116-7d7e-4213-8406-a2299274d749 HTTP/1.1" status: 204 len: 168 time: 0.2666233 Dec 16 03:35:02.669408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36058) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.689290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a954c71-5a04-43b4-80c4-75b8e88cd663 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8da42116-7d7e-4213-8406-a2299274d749,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.690641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:02.708223 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:02.727601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:02.729243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a47ca4f-4e1c-4dfa-b967-2e4051696145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.732077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a47ca4f-4e1c-4dfa-b967-2e4051696145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.735897 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8a47ca4f-4e1c-4dfa-b967-2e4051696145 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/653c899d-0f9e-4ddc-bfb6-a0d218acee0f HTTP/1.1" status: 204 len: 168 time: 0.7093759 Dec 16 03:35:02.760122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47ca4f-4e1c-4dfa-b967-2e4051696145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c899d-0f9e-4ddc-bfb6-a0d218acee0f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.781420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.790689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.800470 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/e6348661-16a0-44ec-81c9-ba576d5602e8 HTTP/1.1" status: 204 len: 168 time: 0.4734097 Dec 16 03:35:02.816650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dbfd7-df3c-4b65-8453-32c9b1dabaac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=e6348661-16a0-44ec-81c9-ba576d5602e8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.820313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.831496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36062) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.849769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--1556567665', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:02.850992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0427829-91ce-4e96-b6ff-9fbe2e9e504b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.865305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0427829-91ce-4e96-b6ff-9fbe2e9e504b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.869352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] Pushing event deleted for resources: {'Port': ['ID=75ec3379-a4d3-46e2-8673-5b730dbc38b1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.878654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:02.878984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f28c05fc-bcd3-49ea-80f2-3c54e6b73e66 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:02.880553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Port': ['ID=75ec3379-a4d3-46e2-8673-5b730dbc38b1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:02.880696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c44d9675-9b79-449a-9427-321cbd16b59d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:02.882540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] No DVR routers for this DVR port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:02.896785 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9a94abac-0923-4bb2-86f6-eea7a8266f5b tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2234659 Dec 16 03:35:02.909049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36064) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.925326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f4e84c6-4dad-4c3b-84f8-65c279842d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.931388 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa804556-8f7b-4b52-b8c1-6e975c448eb8 None None] No DVR routers for this DVR port 75ec3379-a4d3-46e2-8673-5b730dbc38b1 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:02.944041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: c44d9675-9b79-449a-9427-321cbd16b59d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:02.944398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c44d9675-9b79-449a-9427-321cbd16b59d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:02.945317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 75ec3379-a4d3-46e2-8673-5b730dbc38b1 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:02.968128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.989595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 75ec3379-a4d3-46e2-8673-5b730dbc38b1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:02.989955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 75ec3379-a4d3-46e2-8673-5b730dbc38b1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:02.990336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 481ac718-53cd-4ecb-8f92-db72f8063074 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:02.990729 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0427829-91ce-4e96-b6ff-9fbe2e9e504b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:02.991895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a0427829-91ce-4e96-b6ff-9fbe2e9e504b tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5391886 Dec 16 03:35:02.996287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36066) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:02.996665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.013548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:03.017078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.020524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.038087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f4e84c6-4dad-4c3b-84f8-65c279842d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.063257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9031cd2-c494-4731-8d7e-d1a94ed1a436,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:03.064413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 481ac718-53cd-4ecb-8f92-db72f8063074 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:03.064771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 481ac718-53cd-4ecb-8f92-db72f8063074 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:03.106314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Allocated IP 2001:db8::2 (cdaf2657-db49-4e92-9238-4d295c00d99c/cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4/76cc0f5e-238c-4f97-94b6-77ab0f2606b2) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:03.111600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.112854 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-289a8da1-a857-48c3-934b-59c0db5da391 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6291282 Dec 16 03:35:03.116062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36070) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:03.125351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'network': {'name': 'tempest-network-smoke--1260239669', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'port_security_enabled': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:03.144915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1b1054-2f7e-4b2a-90e5-0d45c22410db']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:03.161075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6a9297e-a4f9-4b0a-8ec6-85269cb5c643 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.162598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d5dd6d-c04f-4739-ba26-7ef62e47e287') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:03.162923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d5dd6d-c04f-4739-ba26-7ef62e47e287') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:03.176188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Made reservation on behalf of 3311afe31a9e42f6a9fe00948766f024 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:03.180385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.187217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.203581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6a9297e-a4f9-4b0a-8ec6-85269cb5c643 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.206307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f4e84c6-4dad-4c3b-84f8-65c279842d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.208916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f4e84c6-4dad-4c3b-84f8-65c279842d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.210102 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3f4e84c6-4dad-4c3b-84f8-65c279842d93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91975f30-c983-4c85-924c-5663bc207454 HTTP/1.1" status: 204 len: 168 time: 0.6011548 Dec 16 03:35:03.239276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e84c6-4dad-4c3b-84f8-65c279842d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91975f30-c983-4c85-924c-5663bc207454,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:03.292254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:03.318268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.319423 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Added segment 91d98e14-57f6-467a-a7f7-7f9a9f96442a of type vlan for network 83dc4187-6fd1-425f-8af0-5132b6040281 Dec 16 03:35:03.327308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:03.331194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.343892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:03.344553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:03.347944 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:03.364343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.374992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.420411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.438863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Network cdaf2657-db49-4e92-9238-4d295c00d99c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:03.442207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6a9297e-a4f9-4b0a-8ec6-85269cb5c643 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.442945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:03.448779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:03.449803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6a9297e-a4f9-4b0a-8ec6-85269cb5c643 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.451184 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6a9297e-a4f9-4b0a-8ec6-85269cb5c643 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/2c0aa2dd-582a-4d4f-8d0a-f620058bfd75 HTTP/1.1" status: 204 len: 168 time: 0.5411520 Dec 16 03:35:03.453895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.454349 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment b1562791-da65-45b3-b09b-4894eae0d70a of type vlan for network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 Dec 16 03:35:03.459021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:03.463525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Pushing event updated for resources: {'Port': ['ID=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:03.475009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9297e-a4f9-4b0a-8ec6-85269cb5c643 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0aa2dd-582a-4d4f-8d0a-f620058bfd75,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:03.488422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.502611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:03.503754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.555844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.558828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Attempting to bind port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:03.559319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Attempting to bind port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '4a395855-0ecc-4e7a-9150-f2910b7bd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cdaf2657-db49-4e92-9238-4d295c00d99c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:03.559690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Attempting to bind port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 on network cdaf2657-db49-4e92-9238-4d295c00d99c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:03.573390 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.577153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:03.577533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Checking segment: {'id': '4a395855-0ecc-4e7a-9150-f2910b7bd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cdaf2657-db49-4e92-9238-4d295c00d99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:03.578845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.579290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Bound using segment: {'id': '4a395855-0ecc-4e7a-9150-f2910b7bd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cdaf2657-db49-4e92-9238-4d295c00d99c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:03.579884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Bound port: 76cc0f5e-238c-4f97-94b6-77ab0f2606b2, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a395855-0ecc-4e7a-9150-f2910b7bd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cdaf2657-db49-4e92-9238-4d295c00d99c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:03.580322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.597401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.601191 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] 10.222.0.16 "DELETE /v2.0/networks/dc1b1054-2f7e-4b2a-90e5-0d45c22410db HTTP/1.1" status: 204 len: 168 time: 2.1655688 Dec 16 03:35:03.610533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Network': ['ID=83dc4187-6fd1-425f-8af0-5132b6040281,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:03.640140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1d6fa701-461c-4ea0-95fe-fdff97f2e6d7 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5162325 Dec 16 03:35:03.640359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36086) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:03.640700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 83dc4187-6fd1-425f-8af0-5132b6040281 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:03.644834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'admin_state_up': True, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:03.658277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd1bcd-1b57-4e27-95ae-fd22850ca47b tempest-NetworksIpV6TestAttrs-1909101383 tempest-NetworksIpV6TestAttrs-1909101383-project] Pushing event deleted for resources: {'Network': ['ID=dc1b1054-2f7e-4b2a-90e5-0d45c22410db,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:03.669215 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-302b64f1-74c7-43d1-b623-3db396bb83e0 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2086320 Dec 16 03:35:03.674176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36088) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:03.681215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5cdbfbe3-365e-4f7f-b53e-1bdfbe5b04aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486820278'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:03.711085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36092) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:03.753823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] For port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:03.754923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97b50215-cc79-4913-a1a8-3a0026ad168a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.768800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] For port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,segment=NetworkSegment(4a395855-0ecc-4e7a-9150-f2910b7bd6af),segment_id=4a395855-0ecc-4e7a-9150-f2910b7bd6af)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:03.781987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.863869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Pushing event updated for resources: {'Port': ['ID=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:03.872409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.872946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.873306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.873728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.874148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.874508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.874894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.875353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.875824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.876169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.876540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.877001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.877322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2cb27-b3e4-479d-ab16-27384107dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:03.888617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.890339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:03.907976 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdbfbe3-365e-4f7f-b53e-1bdfbe5b04aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.004677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97b50215-cc79-4913-a1a8-3a0026ad168a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.011631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.016599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97b50215-cc79-4913-a1a8-3a0026ad168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.146527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.154752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:04.155411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.163887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.180534 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-97b50215-cc79-4913-a1a8-3a0026ad168a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c42838fb5634650a6d05205986c8231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635594 Dec 16 03:35:04.181558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b50215-cc79-4913-a1a8-3a0026ad168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd74cdb-ea9f-4210-9f58-11959a4c04cc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:04.195812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:04.237885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36102) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:04.266791 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4276845 Dec 16 03:35:04.272517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:04.286648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdbfbe3-365e-4f7f-b53e-1bdfbe5b04aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.288275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:04.291601 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.295347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdbfbe3-365e-4f7f-b53e-1bdfbe5b04aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.363842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbfbe3-365e-4f7f-b53e-1bdfbe5b04aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010faad2-fa8d-4596-931d-d194b975d382,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:04.394693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551cd8-cb4a-4334-a384-174d396ee71d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=109832d6-ccd3-4d27-baf7-8ba28d9999c4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:04.407228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdbfbe3-365e-4f7f-b53e-1bdfbe5b04aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.409819 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5cdbfbe3-365e-4f7f-b53e-1bdfbe5b04aa tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7338791 Dec 16 03:35:04.410038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:04.415264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36112) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:04.424261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9244ce2d-0e74-4620-a2ed-fc0be474740d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Request body: {'security_group_rule': {'security_group_id': '010faad2-fa8d-4596-931d-d194b975d382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:04.480268 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30459ec5-e35e-4417-8363-bfbb102bfc7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.490836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.492044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.607678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9244ce2d-0e74-4620-a2ed-fc0be474740d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.610659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30459ec5-e35e-4417-8363-bfbb102bfc7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.669456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.698018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36114) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:04.712743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30459ec5-e35e-4417-8363-bfbb102bfc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.715584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30459ec5-e35e-4417-8363-bfbb102bfc7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.719025 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-30459ec5-e35e-4417-8363-bfbb102bfc7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7dd74cdb-ea9f-4210-9f58-11959a4c04cc HTTP/1.1" status: 204 len: 168 time: 0.5053930 Dec 16 03:35:04.719208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.763549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30459ec5-e35e-4417-8363-bfbb102bfc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd74cdb-ea9f-4210-9f58-11959a4c04cc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:04.795728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.818764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:04.918990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:04.919533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.982280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:04.985856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8::1 (cdaf2657-db49-4e92-9238-4d295c00d99c/cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4/72d1d92d-831f-4998-b55e-b6b7a648f097) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:05.037274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Allocated IP 172.26.6.107 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:05.041464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.091502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,segment=NetworkSegment(4a395855-0ecc-4e7a-9150-f2910b7bd6af),segment_id=4a395855-0ecc-4e7a-9150-f2910b7bd6af)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:05.102099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.231612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11485e48-02a4-4f55-9fec-0dbb84da15ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.234676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:05.255509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.293874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a301b05e-1c40-435f-82a6-f47c57b798a4 None None] Network cdaf2657-db49-4e92-9238-4d295c00d99c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:05.383128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e45c6947-7af7-411a-a8cb-6a6209d384fc None None] Provisioning complete for port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:05.383577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e45c6947-7af7-411a-a8cb-6a6209d384fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.412450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.447579 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-906613130'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:05.452578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9244ce2d-0e74-4620-a2ed-fc0be474740d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.455675 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-912e4f68-aabc-4969-84a5-0ce97dc13b26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f89fa51a98cf49b0ac9fc908c89f573d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2165837 Dec 16 03:35:05.458934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36130) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:05.476300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9244ce2d-0e74-4620-a2ed-fc0be474740d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.521606 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Made reservation on behalf of e7376f97e3614ff79fc030ea9a600fc4 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:05.525805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.536397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=72d1d92d-831f-4998-b55e-b6b7a648f097,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:05.542783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network cdaf2657-db49-4e92-9238-4d295c00d99c is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:05.544985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.549163 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:05.551886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9244ce2d-0e74-4620-a2ed-fc0be474740d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.556318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9244ce2d-0e74-4620-a2ed-fc0be474740d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1371441 Dec 16 03:35:05.562814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36136) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:05.573196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ce2d-0e74-4620-a2ed-fc0be474740d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07e00ea-aaf4-4042-a1e1-9dce8f7a9420,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:05.575131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.580639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:05.581208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.636756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.682464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.688817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0be9569-709b-4378-be9f-414b4a338ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.752097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0be9569-709b-4378-be9f-414b4a338ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.758834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-013bda90-aa13-4dd8-9698-d8ccade2a78d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.798420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.814646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-013bda90-aa13-4dd8-9698-d8ccade2a78d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.837294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-094fc920-b397-47d5-aedc-559bd03ffe01 None None] Provisioning complete for port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:05.838710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-094fc920-b397-47d5-aedc-559bd03ffe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.874760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.938078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.961352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:05.962670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:05.980189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:06.004333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:06.011018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0be9569-709b-4378-be9f-414b4a338ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.013548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0be9569-709b-4378-be9f-414b4a338ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.014764 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d0be9569-709b-4378-be9f-414b4a338ecc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e02a3ff8-1869-49c4-b6f8-0e8c52de3638 HTTP/1.1" status: 204 len: 168 time: 0.5547054 Dec 16 03:35:06.022175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-013bda90-aa13-4dd8-9698-d8ccade2a78d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.025379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-013bda90-aa13-4dd8-9698-d8ccade2a78d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.031023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36148) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:06.033830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989adea-5ef5-4cbd-a7ee-27db64ac18fa None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:06.034544 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-013bda90-aa13-4dd8-9698-d8ccade2a78d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/010faad2-fa8d-4596-931d-d194b975d382 HTTP/1.1" status: 204 len: 168 time: 0.4703910 Dec 16 03:35:06.036628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:06.078207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Port': ['ID=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:06.081915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.22 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/21737896-2976-46f3-ae85-38bedea382bf) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:06.082923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-094fc920-b397-47d5-aedc-559bd03ffe01 None None] Provisioning complete for port 72d1d92d-831f-4998-b55e-b6b7a648f097 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:06.083301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-094fc920-b397-47d5-aedc-559bd03ffe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.115106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee14448d-5fd2-4aae-b119-3df3691e77c8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:06.135710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.136058 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Added segment 59a97ad1-1cd7-4961-afbc-a37234378cce of type vlan for network 5c4c60e7-d35e-4ab8-a480-d554b07c2ec8 Dec 16 03:35:06.171236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be9569-709b-4378-be9f-414b4a338ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a3ff8-1869-49c4-b6f8-0e8c52de3638,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:06.206289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-094fc920-b397-47d5-aedc-559bd03ffe01 None None] Port 72d1d92d-831f-4998-b55e-b6b7a648f097 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:06.292318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bda90-aa13-4dd8-9698-d8ccade2a78d tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010faad2-fa8d-4596-931d-d194b975d382,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:06.294300 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b3eadb1b-9281-44c7-9239-38520138d553 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2621043 Dec 16 03:35:06.301977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36152) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:06.304025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.372527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-16280649-789d-43b1-8cda-9b9798551cfe None None] Provisioning complete for port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:06.372924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16280649-789d-43b1-8cda-9b9798551cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.468068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.476054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:06.477504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.478141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-16280649-789d-43b1-8cda-9b9798551cfe None None] Port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:06.502478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-16280649-789d-43b1-8cda-9b9798551cfe None None] Provisioning complete for port 72d1d92d-831f-4998-b55e-b6b7a648f097 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:06.504302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16280649-789d-43b1-8cda-9b9798551cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.533685 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b6747d7b-7e67-4939-9d70-c9fd87901fb8 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2303100 Dec 16 03:35:06.538610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:06.561694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.570491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-16280649-789d-43b1-8cda-9b9798551cfe None None] Port 72d1d92d-831f-4998-b55e-b6b7a648f097 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:06.582024 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-3acd7869-7ddb-4678-988e-c06c39b92d85 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] delete failed (client error): The resource could not be found. Dec 16 03:35:06.590331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3acd7869-7ddb-4678-988e-c06c39b92d85 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "DELETE /v2.0/security-groups/010faad2-fa8d-4596-931d-d194b975d382 HTTP/1.1" status: 404 len: 347 time: 0.0501266 Dec 16 03:35:06.596729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36162) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:06.627102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.645314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.645780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.645924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Pushing event updated for resources: {'Network': ['ID=5c4c60e7-d35e-4ab8-a480-d554b07c2ec8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:06.662844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-63dce95d-3bdc-44ac-b9de-3e09726bb429 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.9530697 Dec 16 03:35:06.667117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 5c4c60e7-d35e-4ab8-a480-d554b07c2ec8 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:06.679495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:06.687225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-6f4f6053-e205-43f4-ad38-a977ddd16f90 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-407644860') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:06.707512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.759706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:06.820391 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-37a4899b-ce63-49b3-919d-29190b53a752 tempest-SecGroupTest-445663148 tempest-SecGroupTest-445663148-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2203975 Dec 16 03:35:06.845521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:06.846026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.852833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=72d1d92d-831f-4998-b55e-b6b7a648f097,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:06.865072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:06.943356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:06.961533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:06.968429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:06.989394 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9c800-e659-42cf-8f33-422f90da637f None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:07.010844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=21737896-2976-46f3-ae85-38bedea382bf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:07.014318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network cdaf2657-db49-4e92-9238-4d295c00d99c is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:07.023408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:07.081104 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6f4f6053-e205-43f4-ad38-a977ddd16f90 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "PUT /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-407644860 HTTP/1.1" status: 201 len: 201 time: 0.3999765 Dec 16 03:35:07.117427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36176) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.118691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.121857 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1b69d373-2ba4-4e34-844d-75530d5a392a None None] Provisioning complete for port 21737896-2976-46f3-ae85-38bedea382bf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:07.122770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b69d373-2ba4-4e34-844d-75530d5a392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.130564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-af2137c0-e676-4702-832b-ade8c1b6ec54 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-407644860') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:07.183384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1b69d373-2ba4-4e34-844d-75530d5a392a None None] Port 21737896-2976-46f3-ae85-38bedea382bf cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:07.273971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36180) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.311402 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.353848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:35:07.371544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90515eb8-dbbc-4b5a-986c-b76832361cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.409728 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-af2137c0-e676-4702-832b-ade8c1b6ec54 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "GET /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-407644860 HTTP/1.1" status: 204 len: 168 time: 0.2888048 Dec 16 03:35:07.422850 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36192) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.432275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-f3d0b8ff-46e8-41cd-a299-ae8b6df384e8 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:07.516432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a73a7343-1ff5-432d-acb8-b02b9298e519 None None] Provisioning complete for port 72d1d92d-831f-4998-b55e-b6b7a648f097 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:07.516705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a73a7343-1ff5-432d-acb8-b02b9298e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.557854 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f3d0b8ff-46e8-41cd-a299-ae8b6df384e8 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "GET /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags HTTP/1.1" status: 200 len: 237 time: 0.1335447 Dec 16 03:35:07.561026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36194) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.565709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-b5244d4d-0a12-452b-9c72-2aff54739be6 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', {'tags': ['tempest-TagsTest-Tag-756488400', 'tempest-TagsTest-Tag-202939611', 'tempest-TagsTest-Tag-55993044']}) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:07.594539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 6b9eda17-aa3e-4116-a301-3cff9701b0ab is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:35:07.607790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a73a7343-1ff5-432d-acb8-b02b9298e519 None None] Port 72d1d92d-831f-4998-b55e-b6b7a648f097 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:07.614431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.628327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-84502925', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:07.646858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:07.661755 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Sync routers for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:07.675978 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:07.676834 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:07.717472 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.721642 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0470f981-b074-4882-bacc-14f3f236f0d0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0774255 Dec 16 03:35:07.725479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36200) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.748642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Made reservation on behalf of 10b0cf363406470a8ac85c1046a714e8 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:07.751877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.769373 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b5244d4d-0a12-452b-9c72-2aff54739be6 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "PUT /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags HTTP/1.1" status: 200 len: 305 time: 0.2071004 Dec 16 03:35:07.770501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.775017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36204) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.777175 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5cc9c4cd-6320-40d8-bee7-dd3723034bbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94e4ff4a568e422d917973b81c84deb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644105 Dec 16 03:35:07.781595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-6f4606a7-5f8f-4bf7-a9ea-a72d0713bd85 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-756488400') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:07.783239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.827639 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:07.846679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:07.859168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] Sync routers for ids ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:07.870445 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-977ff2d3-daa1-47bd-b229-bbdfaf82c685 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/6b9eda17-aa3e-4116-a301-3cff9701b0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8726923 Dec 16 03:35:07.873540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:07.875278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] Routers {'6b9eda17-aa3e-4116-a301-3cff9701b0ab'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:07.876053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:07.911687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0097dff-edaa-448d-a01d-6d73b71a407a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:07.955467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:07.965759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] Routers {'6b9eda17-aa3e-4116-a301-3cff9701b0ab'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:07.968948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:08.045804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:08.046303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f52c4-1d69-415e-b324-864f306fc126 None None] The sync data for ids ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:08.073422 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-de1dcb8f-e825-450a-b97d-9f5b7013c4cf tempest-TestNetworkAdvancedServerOps-1245947277 tempest-TestNetworkAdvancedServerOps-1245947277-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=3311afe31a9e42f6a9fe00948766f024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3448658 Dec 16 03:35:08.076239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36214) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:08.090283 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6f4606a7-5f8f-4bf7-a9ea-a72d0713bd85 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "DELETE /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-756488400 HTTP/1.1" status: 204 len: 168 time: 0.3120062 Dec 16 03:35:08.100107 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:06Z', 'revision_number': 3, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:08.103232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36216) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:08.103618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36218) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:08.114033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-f4071082-faa3-44d7-8b65-56de9d087bb4 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-756488400') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:08.136040 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Checking router: 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:08.136755 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Updating router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:35:08.167076 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.193893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.238661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.243256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] device_id is not set on port 1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:08.288738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-271744190'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:08.406966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.419598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0097dff-edaa-448d-a01d-6d73b71a407a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.437323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa745161-613b-4de8-9c02-aab7535007cf tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:08.438845 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fa745161-613b-4de8-9c02-aab7535007cf tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports/72d1d92d-831f-4998-b55e-b6b7a648f097 HTTP/1.1" status: 200 len: 911 time: 0.5642524 Dec 16 03:35:08.443084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36222) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:08.472976 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.479963 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.523826 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b68f6-9b7b-4287-99e8-67c6d113ff14 None None] Pushing event updated for resources: {'Port': ['ID=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:08.540279 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Attempting to bind port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:08.540993 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Attempting to bind port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:08.542163 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Attempting to bind port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:08.548534 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:08.549353 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:08.549991 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.550605 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:08.551284 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Bound port: 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:08.551909 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.553796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe075a-a9a6-46de-8e2e-6dce42746128 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:08.555528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.634031 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] For port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:08.640253 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] For port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:08.646140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a562442e-9997-473a-b5af-ce30b33faa22 None None] Provisioning complete for port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:08.648540 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.650706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a562442e-9997-473a-b5af-ce30b33faa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.654658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6762e824-7a71-4e34-989d-5660d747d660,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:08.718139 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:08.719074 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:08.727027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0097dff-edaa-448d-a01d-6d73b71a407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.730557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0097dff-edaa-448d-a01d-6d73b71a407a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.732076 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a0097dff-edaa-448d-a01d-6d73b71a407a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91bd7579-506b-4a18-8110-1320a368208e HTTP/1.1" status: 204 len: 168 time: 0.9479392 Dec 16 03:35:08.738232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb608f-5aaa-4082-a3d8-73e6e336a676 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:08.740825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6fc1ff-28b0-4035-93f8-ad34cd6777cc tempest-TestNetworkAdvancedServerOps-1245947277 tempest-TestNetworkAdvancedServerOps-1245947277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:08.745276 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df6fc1ff-28b0-4035-93f8-ad34cd6777cc tempest-TestNetworkAdvancedServerOps-1245947277 tempest-TestNetworkAdvancedServerOps-1245947277-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6653950 Dec 16 03:35:08.747211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36226) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:08.747440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:08.751448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.803593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0097dff-edaa-448d-a01d-6d73b71a407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bd7579-506b-4a18-8110-1320a368208e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:08.814319 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b68f6-9b7b-4287-99e8-67c6d113ff14 None None] Pushing event updated for resources: {'Port': ['ID=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:08.816613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-f4071082-faa3-44d7-8b65-56de9d087bb4 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] show failed (client error): The resource could not be found. Dec 16 03:35:08.827923 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f4071082-faa3-44d7-8b65-56de9d087bb4 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "GET /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-756488400 HTTP/1.1" status: 404 len: 325 time: 0.7177377 Dec 16 03:35:08.833340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36228) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:08.835138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.835632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a562442e-9997-473a-b5af-ce30b33faa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.841277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-da1762f6-8ab3-4075-944a-f255d2974c0f tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-202939611') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:08.849351 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:08.861834 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3423a4af-7158-4bed-ad6c-f4c77f6b53ce tempest-TestNetworkAdvancedServerOps-1245947277 tempest-TestNetworkAdvancedServerOps-1245947277-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1083360 Dec 16 03:35:08.870610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Allocated IP 172.26.6.49 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:08.880902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36230) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:08.889395 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713944574', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:08.894148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a562442e-9997-473a-b5af-ce30b33faa22 None None] For port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:08.905859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a562442e-9997-473a-b5af-ce30b33faa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:08.984351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router d1f92591-9c0b-4cd5-b947-9a738f9ca627 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:35:09.012034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562442e-9997-473a-b5af-ce30b33faa22 None None] Pushing event updated for resources: {'Port': ['ID=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:09.035595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-807f647a-69e5-4141-8047-c1447da78700 None None] Provisioning complete for port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:09.037115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-807f647a-69e5-4141-8047-c1447da78700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.107867 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:06Z', 'revision_number': 3, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:09.151920 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ada75-d3ea-4ad6-946f-4660cbbb54ad None None] The sync data for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv is: [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:06Z', 'revision_number': 3, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:09.194370 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-da1762f6-8ab3-4075-944a-f255d2974c0f tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "GET /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-202939611 HTTP/1.1" status: 204 len: 168 time: 0.3568943 Dec 16 03:35:09.214011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:09.221427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-7ade2a10-e4d3-454b-b990-efee37300b39 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-55993044') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:09.317479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:09.322479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Made reservation on behalf of 3311afe31a9e42f6a9fe00948766f024 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:09.326023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.332067 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Sync routers for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:09.345050 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:09.345676 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:09.373689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.375019 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b77e5775-617f-480d-90b0-df1daef00f6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0992422 Dec 16 03:35:09.378799 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7ade2a10-e4d3-454b-b990-efee37300b39 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "GET /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-55993044 HTTP/1.1" status: 204 len: 168 time: 0.1633220 Dec 16 03:35:09.379669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:09.388638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36236) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:09.395763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.tag.tag_plugin [None req-1a617db1-84d0-434a-91a8-deda49aff991 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:09.401326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.404126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.416810 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-907bf7e0-94e1-4a5a-b20c-a6ed89c97926 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317576 Dec 16 03:35:09.416810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36238) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:09.428108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.477471 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:09.494840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.526989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:09.537969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c211c841-5958-4034-8613-d0bd805c0c31,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:09.590456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.601284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.601927 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment 3bccda52-948a-47a6-b69f-1162737313e9 of type vlan for network 53a4c355-a48e-4618-9407-c48b082bcc55 Dec 16 03:35:09.664338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5867609-8013-417d-8d3a-0565a8964395 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:09.668965 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c5867609-8013-417d-8d3a-0565a8964395 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2515755 Dec 16 03:35:09.669573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:09.753042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.770584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:09.773960 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6b518a90-d297-420e-8f17-7e343c4fa57b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012790 Dec 16 03:35:09.775717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Pushing event updated for resources: {'Port': ['ID=1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:09.780491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:09.789837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1345384790', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:09.791088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:09.799128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:09.807449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba813684-6e7a-4de3-b2de-e0fa7119940a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:09.869371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e66e006f-01e9-4a2f-a492-aa1b169eef1b None None] Provisioning complete for port 1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:09.870056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e66e006f-01e9-4a2f-a492-aa1b169eef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.876627 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:07Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:09.889650 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1a617db1-84d0-434a-91a8-deda49aff991 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "DELETE /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags HTTP/1.1" status: 204 len: 168 time: 0.4996748 Dec 16 03:35:09.896773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:09.901691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-a16f5115-09cc-4a15-820a-b5d1e5f86bf7 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-202939611') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:09.903722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.919712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:09.920623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.928023 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Checking router: d1f92591-9c0b-4cd5-b947-9a738f9ca627 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:09.929156 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Updating router d1f92591-9c0b-4cd5-b947-9a738f9ca627 port 21737896-2976-46f3-ae85-38bedea382bf binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:35:09.942523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e66e006f-01e9-4a2f-a492-aa1b169eef1b None None] Port 1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:09.981212 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:09.986690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.018700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.021135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:10.021733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.068036 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9633853 Dec 16 03:35:10.077316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36246) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:10.083217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'name': 'tempest-PortsTestJSON-1499903084'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:10.093145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:10.096905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a77e5-3591-4c1d-af92-5c0c2e455a36 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=53a4c355-a48e-4618-9407-c48b082bcc55,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:10.097188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.119239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:10.122098 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bd66504d-2b81-4cac-9a6d-8d3b25a04d8c tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8460495 Dec 16 03:35:10.130817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36248) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:10.148363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.49'}]}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:10.154152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Subnet': ['ID=59cfd45d-70ec-4f59-b915-d0bc7ddf2075,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:10.163530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Checking segment: {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:10.163897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Network hostable DHCP agents. Network: 83dc4187-6fd1-425f-8af0-5132b6040281, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:10.202927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Network 83dc4187-6fd1-425f-8af0-5132b6040281 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:10.212493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.213747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.224397 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 83dc4187-6fd1-425f-8af0-5132b6040281) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:10.249254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530001a-2899-4e97-84a1-af6d770cc7f1 None None] Network 83dc4187-6fd1-425f-8af0-5132b6040281 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:10.250503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:10.251862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.300302 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.311428 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.367062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.375046 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9715230b-1ca5-4e03-9a60-4b328c9d2f0a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4903898 Dec 16 03:35:10.376116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36250) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:10.383659 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Attempting to bind port 21737896-2976-46f3-ae85-38bedea382bf on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:10.384194 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Attempting to bind port 21737896-2976-46f3-ae85-38bedea382bf by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:10.384636 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Attempting to bind port 21737896-2976-46f3-ae85-38bedea382bf on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:10.386848 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d467b0-a215-43c5-87c9-8fc35841caec None None] Pushing event updated for resources: {'Port': ['ID=21737896-2976-46f3-ae85-38bedea382bf,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:10.395667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09391b3f-0dee-47a8-a6d9-7c8c2b3cb8e7 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:10.399252 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:10.399856 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:10.400303 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.400930 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:10.401508 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Bound port: 21737896-2976-46f3-ae85-38bedea382bf, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:10.402448 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.408513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-83dc4187-6fd1-425f-8af0-5132b6040281', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:10.412822 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-a16f5115-09cc-4a15-820a-b5d1e5f86bf7 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] show failed (client error): The resource could not be found. Dec 16 03:35:10.418365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.418549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a16f5115-09cc-4a15-820a-b5d1e5f86bf7 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "GET /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-202939611 HTTP/1.1" status: 404 len: 325 time: 0.5161130 Dec 16 03:35:10.420332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36252) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:10.423436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-4bebe0cc-c269-4e7b-b34b-39081034c2b0 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8', 'tempest-TagsTest-Tag-55993044') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:10.504381 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] For port 21737896-2976-46f3-ae85-38bedea382bf, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:10.509705 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] For port 21737896-2976-46f3-ae85-38bedea382bf, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=21737896-2976-46f3-ae85-38bedea382bf,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:10.535771 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.590139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:10.593826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.613290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6f317e1b-0f64-4d0f-8076-ca32416e9b1b None None] Provisioning complete for port 21737896-2976-46f3-ae85-38bedea382bf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:10.613794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f317e1b-0f64-4d0f-8076-ca32416e9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.614509 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:10.615818 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:10.617923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.622626 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d467b0-a215-43c5-87c9-8fc35841caec None None] Pushing event updated for resources: {'Port': ['ID=21737896-2976-46f3-ae85-38bedea382bf,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:10.625260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f0a22-1e35-4213-9d17-7370a9f2029b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:10.668770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 72d1d92d-831f-4998-b55e-b6b7a648f097 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:10.669302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.672744 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-4bebe0cc-c269-4e7b-b34b-39081034c2b0 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] show failed (client error): The resource could not be found. Dec 16 03:35:10.673934 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4bebe0cc-c269-4e7b-b34b-39081034c2b0 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "GET /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags/tempest-TagsTest-Tag-55993044 HTTP/1.1" status: 404 len: 324 time: 0.2539122 Dec 16 03:35:10.682084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36254) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:10.697900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.750571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Allocated IP 172.20.0.2 (83dc4187-6fd1-425f-8af0-5132b6040281/59cfd45d-70ec-4f59-b915-d0bc7ddf2075/8b221d80-3244-4efd-90ff-6c664ef39a25) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:10.758832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-6e8aa523-b761-4707-a845-6f374aa633f0 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5c4c60e7-d35e-4ab8-a480-d554b07c2ec8') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:10.766162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port ba071100-2164-42e9-bcfe-5f730490214e yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:10.776756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:10.831012 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:10.875949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=8bf4d7d3-69f2-410f-a51a-78e6737d75f1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:10.962315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:10.968307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:10.968798 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: 109832d6-ccd3-4d27-baf7-8ba28d9999c4, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:10.973971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f317e1b-0f64-4d0f-8076-ca32416e9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.011603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 72d1d92d-831f-4998-b55e-b6b7a648f097 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:11.039681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f317e1b-0f64-4d0f-8076-ca32416e9b1b None None] For port 21737896-2976-46f3-ae85-38bedea382bf, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=21737896-2976-46f3-ae85-38bedea382bf,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:11.041062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:11.043062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.127454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:11.139666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f317e1b-0f64-4d0f-8076-ca32416e9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.146189 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6e8aa523-b761-4707-a845-6f374aa633f0 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "DELETE /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8/tags HTTP/1.1" status: 204 len: 168 time: 0.4431248 Dec 16 03:35:11.160116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:11.174719 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:07Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:11.196138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 109832d6-ccd3-4d27-baf7-8ba28d9999c4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:11.218013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf65f2b-439d-4dfd-95ce-d05182bfaca7 None None] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:11.231523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.232261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:11.232988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.243049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.252428 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451e10d-adb1-49b0-87af-312a3985bc99 None None] The sync data for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv is: [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:07Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:11.273278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.294804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.340258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.368221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.389470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.437237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Network 83dc4187-6fd1-425f-8af0-5132b6040281 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:11.454424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:11.457327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:11.500016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fec0eee2-3c7a-4458-95ec-adfb363f14de None None] Provisioning complete for port 21737896-2976-46f3-ae85-38bedea382bf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:11.500601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fec0eee2-3c7a-4458-95ec-adfb363f14de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.809216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f317e1b-0f64-4d0f-8076-ca32416e9b1b None None] Pushing event updated for resources: {'Port': ['ID=21737896-2976-46f3-ae85-38bedea382bf,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:11.844356 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-315c21fc-bf54-4ac2-af2f-8fb4f4160bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0614569 Dec 16 03:35:11.848055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:11.854608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Attempting to bind port 8b221d80-3244-4efd-90ff-6c664ef39a25 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:11.854991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Attempting to bind port 8b221d80-3244-4efd-90ff-6c664ef39a25 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:11.855715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Attempting to bind port 8b221d80-3244-4efd-90ff-6c664ef39a25 on network 83dc4187-6fd1-425f-8af0-5132b6040281 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:11.862115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.868163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Pushing event updated for resources: {'Port': ['ID=8b221d80-3244-4efd-90ff-6c664ef39a25,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:11.872063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:11.872449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Checking segment: {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:11.872860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.873249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Bound using segment: {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:11.873739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Bound port: 8b221d80-3244-4efd-90ff-6c664ef39a25, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:11.874123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.900063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:11.987559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.021780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:12.022867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.197547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] For port 8b221d80-3244-4efd-90ff-6c664ef39a25, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:12.205920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=ba071100-2164-42e9-bcfe-5f730490214e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:12.216626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] For port 8b221d80-3244-4efd-90ff-6c664ef39a25, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8b221d80-3244-4efd-90ff-6c664ef39a25,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:12.223159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.226866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.235238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.256866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Allocated IP 172.20.0.2 (109832d6-ccd3-4d27-baf7-8ba28d9999c4/8bf4d7d3-69f2-410f-a51a-78e6737d75f1/228db03c-6cd8-43cb-822c-e686ec57e62d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:12.310434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': '3bccda52-948a-47a6-b69f-1162737313e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:12.310434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: 53a4c355-a48e-4618-9407-c48b082bcc55, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:12.314716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.351774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.384079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.385559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b19dd169-eef2-4ed1-a9a9-0e48e9aac79a {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:35:12.417473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92289c5-37ea-4c5e-8700-c457328892ab None None] Pushing event updated for resources: {'Port': ['ID=8b221d80-3244-4efd-90ff-6c664ef39a25,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:12.446975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=72d1d92d-831f-4998-b55e-b6b7a648f097,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:12.458377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4c60e7-d35e-4ab8-a480-d554b07c2ec8']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:12.540458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.545772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a97ad1-1cd7-4961-afbc-a37234378cce') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:12.546166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a97ad1-1cd7-4961-afbc-a37234378cce') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:12.553967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.557431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:12.569935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.572557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.581085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 53a4c355-a48e-4618-9407-c48b082bcc55) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:12.585089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:12.592433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:12.593116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.659058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:12.661643 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Pushing event updated for resources: {'Port': ['ID=228db03c-6cd8-43cb-822c-e686ec57e62d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:12.665006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:12.668789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4447597-ceb3-497c-88ff-8455092b12a4 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:12.672210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:12.716905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.761642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Allocated IP 172.20.0.1 (83dc4187-6fd1-425f-8af0-5132b6040281/59cfd45d-70ec-4f59-b915-d0bc7ddf2075/713fb322-28b2-4dac-bbf9-864a8b87d3ab) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:12.770432 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-038077fc-92fe-4843-9b69-dc648061aa57 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6917279 Dec 16 03:35:12.771567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36260) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:12.815411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1416752198'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:12.823808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:12.824234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.826575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 21737896-2976-46f3-ae85-38bedea382bf up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:12.827631 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:12.916029 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 03:35:12.919538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-25b65e89-2256-4701-b002-b7587adf6f28 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7779236 Dec 16 03:35:12.922342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36262) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:12.925243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Attempting to bind port 228db03c-6cd8-43cb-822c-e686ec57e62d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:12.925851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Attempting to bind port 228db03c-6cd8-43cb-822c-e686ec57e62d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:12.926261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Attempting to bind port 228db03c-6cd8-43cb-822c-e686ec57e62d on network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:12.946154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:12.946739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Checking segment: {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:12.947300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.947877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Bound using segment: {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:12.948852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Bound port: 228db03c-6cd8-43cb-822c-e686ec57e62d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:12.949007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.952122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 21737896-2976-46f3-ae85-38bedea382bf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:12.952740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:12.980099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.026144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:13.029423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.040073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.048217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.055049 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] 10.222.0.16 "DELETE /v2.0/networks/5c4c60e7-d35e-4ab8-a480-d554b07c2ec8 HTTP/1.1" status: 204 len: 168 time: 1.8911891 Dec 16 03:35:13.079910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Deleting port 1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:13.080300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.082303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.084833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e0dbe-a5d9-4ce5-9676-6575e2f7a174 tempest-TagsTest-1010993298 tempest-TagsTest-1010993298-project] Pushing event deleted for resources: {'Network': ['ID=5c4c60e7-d35e-4ab8-a480-d554b07c2ec8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:13.118732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] For port 228db03c-6cd8-43cb-822c-e686ec57e62d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:13.128490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 6b9eda17-aa3e-4116-a301-3cff9701b0ab has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:13.134732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:13.135635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] For port 228db03c-6cd8-43cb-822c-e686ec57e62d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=228db03c-6cd8-43cb-822c-e686ec57e62d,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:13.147322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.161270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.161659 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment 64535f32-f5d1-42b2-9542-50aa4b9ccc15 of type vlan for network df18158d-c5fa-4d91-99d4-08c5906648c6 Dec 16 03:35:13.179929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Network 83dc4187-6fd1-425f-8af0-5132b6040281 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:13.188385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:13.195830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:13.200026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Port': ['ID=713fb322-28b2-4dac-bbf9-864a8b87d3ab,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:13.236494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908903f3-823a-457d-9d8c-de8a04b83972 None None] Pushing event updated for resources: {'Port': ['ID=228db03c-6cd8-43cb-822c-e686ec57e62d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:13.255124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.273476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Calling delete_port for 1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:13.274867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.324872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:13.329813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.341015 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-370d576e-90c8-498f-95fa-dad250f701c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/6b9eda17-aa3e-4116-a301-3cff9701b0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8939688 Dec 16 03:35:13.344186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db73a322-7060-4133-9bb5-115854708e14 None None] Sync routers for ids ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:13.345102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:13.364492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73a322-7060-4133-9bb5-115854708e14 None None] Routers {'6b9eda17-aa3e-4116-a301-3cff9701b0ab'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:13.365442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-db73a322-7060-4133-9bb5-115854708e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:13.384210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8596a5a1-7694-429d-b605-b025bf8ced69 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9eda17-aa3e-4116-a301-3cff9701b0ab HTTP/1.1" status: 200 len: 205 time: 0.0364788 Dec 16 03:35:13.389333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:13.435023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-db73a322-7060-4133-9bb5-115854708e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:13.448989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73a322-7060-4133-9bb5-115854708e14 None None] Routers {'6b9eda17-aa3e-4116-a301-3cff9701b0ab'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:13.450054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-db73a322-7060-4133-9bb5-115854708e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:13.522560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-db73a322-7060-4133-9bb5-115854708e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:13.523289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db73a322-7060-4133-9bb5-115854708e14 None None] The sync data for ids ['6b9eda17-aa3e-4116-a301-3cff9701b0ab'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:13.557935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36272) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:13.599198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e33-ca31-482d-8f0f-e4f78e7b1d1e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.629012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.637450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.675219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:13.706700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e390e3d-0219-4ec5-81e6-f99c0c57d5ba None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:13.753831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.760761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:13.761401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.807527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.845543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:13.849161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eb6e1a5a-a257-481f-8ebf-5882c032ceb6 tempest-RoutersAdminNegativeTest-1628895758 tempest-RoutersAdminNegativeTest-1628895758-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1f1b021c-88db-4f5b-b9d7-bb0d7ceff68c HTTP/1.1" status: 204 len: 168 time: 0.9255724 Dec 16 03:35:13.925866 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7d37b002-c665-4f40-9f7d-a1a4d489e3b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7376f97e3614ff79fc030ea9a600fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664596 Dec 16 03:35:13.926653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36278) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:13.950696 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1409540 Dec 16 03:35:13.961758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36280) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:13.965937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'ports': [{'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55'}, {'network_id': 'df18158d-c5fa-4d91-99d4-08c5906648c6'}]} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:13.966315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:13.966891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': 'df18158d-c5fa-4d91-99d4-08c5906648c6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:14.012515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e33-ca31-482d-8f0f-e4f78e7b1d1e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.050510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e33-ca31-482d-8f0f-e4f78e7b1d1e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.056574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375f0b6-1a64-40e9-b105-673b3f3443eb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=df18158d-c5fa-4d91-99d4-08c5906648c6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:14.067632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network df18158d-c5fa-4d91-99d4-08c5906648c6 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:14.139867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc648d-c12b-4280-9278-74db9e76c6b0 None None] Network 83dc4187-6fd1-425f-8af0-5132b6040281 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:14.176467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36284) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:14.177166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e33-ca31-482d-8f0f-e4f78e7b1d1e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.177777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f5e33-ca31-482d-8f0f-e4f78e7b1d1e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9eda17-aa3e-4116-a301-3cff9701b0ab {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:35:14.191332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e33-ca31-482d-8f0f-e4f78e7b1d1e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.195443 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f36f5e33-ca31-482d-8f0f-e4f78e7b1d1e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/6b9eda17-aa3e-4116-a301-3cff9701b0ab HTTP/1.1" status: 204 len: 168 time: 0.8020971 Dec 16 03:35:14.196378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36288) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:14.221815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fda6a3be-00e0-4913-8d3f-ac6220f8ea40 None None] Provisioning complete for port 8b221d80-3244-4efd-90ff-6c664ef39a25 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:14.222133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fda6a3be-00e0-4913-8d3f-ac6220f8ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.260514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c2023a6-9e28-4fe3-b9c9-7ae288b0d1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.336921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:14.351536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.364363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c2023a6-9e28-4fe3-b9c9-7ae288b0d1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.408592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 2} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:14.413585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.414062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fda6a3be-00e0-4913-8d3f-ac6220f8ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.441143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.456934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.470706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fda6a3be-00e0-4913-8d3f-ac6220f8ea40 None None] For port 8b221d80-3244-4efd-90ff-6c664ef39a25, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8b221d80-3244-4efd-90ff-6c664ef39a25,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:14.478770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fda6a3be-00e0-4913-8d3f-ac6220f8ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.555055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6a3be-00e0-4913-8d3f-ac6220f8ea40 None None] Pushing event updated for resources: {'Port': ['ID=8b221d80-3244-4efd-90ff-6c664ef39a25,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:14.557786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.587939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 270747b8-31ab-49e1-94d1-57fedb55de16 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:14.614074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96573b95-9446-415a-b51a-91948ef31ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.646076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c2023a6-9e28-4fe3-b9c9-7ae288b0d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.649245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c2023a6-9e28-4fe3-b9c9-7ae288b0d1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.656861 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7c2023a6-9e28-4fe3-b9c9-7ae288b0d1f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee14448d-5fd2-4aae-b119-3df3691e77c8 HTTP/1.1" status: 204 len: 168 time: 0.7269022 Dec 16 03:35:14.665884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.681306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2023a6-9e28-4fe3-b9c9-7ae288b0d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee14448d-5fd2-4aae-b119-3df3691e77c8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:14.723495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.858460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.862208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Port': ['ID=713fb322-28b2-4dac-bbf9-864a8b87d3ab,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:14.888339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.937907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-59a2d7b8-7284-4703-b3a8-80c8a47d8d79 None None] Provisioning complete for port 8b221d80-3244-4efd-90ff-6c664ef39a25 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:14.937907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a2d7b8-7284-4703-b3a8-80c8a47d8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.940325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:14.981937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 228db03c-6cd8-43cb-822c-e686ec57e62d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:14.985409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b94537-730c-4982-904a-6e3e4c84e357 None None] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:15.052628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:15.054910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.061407 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5a7c733a-3edc-4863-9398-d082d8ba17aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4 HTTP/1.1" status: 204 len: 168 time: 0.8626096 Dec 16 03:35:15.071805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96573b95-9446-415a-b51a-91948ef31ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.072154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf26bd1-a7bf-409d-8f7a-d301afa0f618 None None] Network cdaf2657-db49-4e92-9238-4d295c00d99c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:15.073160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36294) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:15.091630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96573b95-9446-415a-b51a-91948ef31ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.139882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (109832d6-ccd3-4d27-baf7-8ba28d9999c4/8bf4d7d3-69f2-410f-a51a-78e6737d75f1/561e6f90-568f-4f45-b9f0-fd7bcac60e0f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:15.185555 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-96573b95-9446-415a-b51a-91948ef31ebd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d90aa06028374fd399d90a261277326f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0050879 Dec 16 03:35:15.185996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36296) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:15.214920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96573b95-9446-415a-b51a-91948ef31ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d00a51-f2ca-41ca-aa2f-fc815bc56e49,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:15.308999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 228db03c-6cd8-43cb-822c-e686ec57e62d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:15.309907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.345549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.384200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 7dd44860-7e28-418a-bd90-974934446987 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:15.402806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1ef363f-3b79-4717-8c62-49655cc5d3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.406081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-59a2d7b8-7284-4703-b3a8-80c8a47d8d79 None None] Provisioning complete for port 713fb322-28b2-4dac-bbf9-864a8b87d3ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:15.406479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a2d7b8-7284-4703-b3a8-80c8a47d8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.433245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] DHCP port deletion for cdaf2657-db49-4e92-9238-4d295c00d99c request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:15.437443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1ef363f-3b79-4717-8c62-49655cc5d3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.439269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Network 83dc4187-6fd1-425f-8af0-5132b6040281 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:15.443882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:15.523356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-59a2d7b8-7284-4703-b3a8-80c8a47d8d79 None None] Port 713fb322-28b2-4dac-bbf9-864a8b87d3ab cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:15.533040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.536089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1ef363f-3b79-4717-8c62-49655cc5d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.539022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1ef363f-3b79-4717-8c62-49655cc5d3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.550781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1ef363f-3b79-4717-8c62-49655cc5d3b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94d00a51-f2ca-41ca-aa2f-fc815bc56e49 HTTP/1.1" status: 204 len: 168 time: 0.3251085 Dec 16 03:35:15.614944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef363f-3b79-4717-8c62-49655cc5d3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d00a51-f2ca-41ca-aa2f-fc815bc56e49,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:15.688390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 228db03c-6cd8-43cb-822c-e686ec57e62d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=228db03c-6cd8-43cb-822c-e686ec57e62d,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:15.712531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.716628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8b221d80-3244-4efd-90ff-6c664ef39a25 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:15.734443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:15.735085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.799520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.834057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:15.853426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] Deleting port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:15.853901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:15.873998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8420c009-8236-4728-b5a7-053faac02f50 None None] Provisioning complete for port 713fb322-28b2-4dac-bbf9-864a8b87d3ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:15.874377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8420c009-8236-4728-b5a7-053faac02f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.005551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:16.017750 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Sync routers for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:16.029874 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-17335f38-1e4b-43f8-a107-257b136448d5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "PUT /v2.0/routers/6cd9a63a-edaf-43bb-8e30-2d0d4bf34938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6426075 Dec 16 03:35:16.052838 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:16.055138 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:16.079713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.208389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36320) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:16.250483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:16.267847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:16.282611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:16.284424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.299278 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:16.310243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=270747b8-31ab-49e1-94d1-57fedb55de16,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:16.334791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8420c009-8236-4728-b5a7-053faac02f50 None None] Port 713fb322-28b2-4dac-bbf9-864a8b87d3ab cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:16.338656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=228db03c-6cd8-43cb-822c-e686ec57e62d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:16.345286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.348144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] For port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,segment=NetworkSegment(4a395855-0ecc-4e7a-9150-f2910b7bd6af),segment_id=4a395855-0ecc-4e7a-9150-f2910b7bd6af)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:16.348542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.358101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,segment=NetworkSegment(4a395855-0ecc-4e7a-9150-f2910b7bd6af),segment_id=4a395855-0ecc-4e7a-9150-f2910b7bd6af)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:16.358777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.362652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36336) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:16.365738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] Calling delete_port for 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:16.379503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8b221d80-3244-4efd-90ff-6c664ef39a25 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:16.380124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.385475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8420c009-8236-4728-b5a7-053faac02f50 None None] Provisioning complete for port 228db03c-6cd8-43cb-822c-e686ec57e62d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:16.386107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8420c009-8236-4728-b5a7-053faac02f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.395424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=7dd44860-7e28-418a-bd90-974934446987,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:16.414788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:16.474121 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3d7c1a7b-7d26-48aa-b46e-c7dbc77351f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10b0cf363406470a8ac85c1046a714e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587094 Dec 16 03:35:16.515133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36340) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:16.527528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': '64535f32-f5d1-42b2-9542-50aa4b9ccc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df18158d-c5fa-4d91-99d4-08c5906648c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:16.528344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: df18158d-c5fa-4d91-99d4-08c5906648c6, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:16.533646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.559179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.606871 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:14Z', 'revision_number': 2, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:16.615244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No DVR routers for this DVR port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:16.635234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] Pushing event deleted for resources: {'Port': ['ID=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:16.646784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596be641-3a24-4abb-bc6e-5531cefdc86b None None] No DVR routers for this DVR port 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:16.652748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=76cc0f5e-238c-4f97-94b6-77ab0f2606b2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:16.655109 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Checking router: 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:16.655373 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Updating router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 port 713fb322-28b2-4dac-bbf9-864a8b87d3ab binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:35:16.665210 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-f5e86bad-df43-47ed-a2b5-febe3cc92697 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933253927&fields=id&tenant_id=3311afe31a9e42f6a9fe00948766f024 HTTP/1.1" status: 200 len: 267 time: 0.2621384 Dec 16 03:35:16.665430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1060217401-network', 'tenant_id': 'f2cce3a1d44d4731880a0e093f018e90'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:16.675650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.688111 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.713573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network df18158d-c5fa-4d91-99d4-08c5906648c6 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:16.789872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.791696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 228db03c-6cd8-43cb-822c-e686ec57e62d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:16.793548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:16.806192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-879822e3-3708-4529-ac3a-c327e898a4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.806986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:16.808031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, df18158d-c5fa-4d91-99d4-08c5906648c6) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:16.810047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:16.830921 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83ac35-5027-4951-9cf7-757bfc987a66 None None] Network df18158d-c5fa-4d91-99d4-08c5906648c6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:16.842763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:16.849127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:16.855574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:16.856335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.880435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.908863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-82e1de0f-4469-4eb7-af8f-75fe2c76a054 None None] Provisioning complete for port 713fb322-28b2-4dac-bbf9-864a8b87d3ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:16.911933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82e1de0f-4469-4eb7-af8f-75fe2c76a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.936496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-879822e3-3708-4529-ac3a-c327e898a4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.950868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Made reservation on behalf of f2cce3a1d44d4731880a0e093f018e90 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:16.953984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:16.964381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaf2657-db49-4e92-9238-4d295c00d99c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:16.966614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:16.967940 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3ff7c462-dedd-4755-8694-e46acd681e52 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0064452 Dec 16 03:35:16.979047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:17.002279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a395855-0ecc-4e7a-9150-f2910b7bd6af') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:17.002612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a395855-0ecc-4e7a-9150-f2910b7bd6af') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:17.004454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.044526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-82e1de0f-4469-4eb7-af8f-75fe2c76a054 None None] Port 713fb322-28b2-4dac-bbf9-864a8b87d3ab cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:17.049637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.062741 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.074854 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.080854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-82e1de0f-4469-4eb7-af8f-75fe2c76a054 None None] Provisioning complete for port 228db03c-6cd8-43cb-822c-e686ec57e62d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:17.081405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82e1de0f-4469-4eb7-af8f-75fe2c76a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.128446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-25d49e7b-32c5-4ff6-81a8-b98319148d64 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:17.149706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-25d49e7b-32c5-4ff6-81a8-b98319148d64 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/networks?id=83dc4187-6fd1-425f-8af0-5132b6040281 HTTP/1.1" status: 200 len: 797 time: 0.4810531 Dec 16 03:35:17.153047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 228db03c-6cd8-43cb-822c-e686ec57e62d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:17.153425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.157630 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Pushing event updated for resources: {'Port': ['ID=713fb322-28b2-4dac-bbf9-864a8b87d3ab,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:17.174881 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-68dd4a06-7fb7-46bb-b79c-e330d1c5ef52 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/quotas/3311afe31a9e42f6a9fe00948766f024 HTTP/1.1" status: 200 len: 375 time: 0.0174887 Dec 16 03:35:17.202294 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.202878 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.203252 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.203700 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.204122 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.204525 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.204959 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.205373 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.205802 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.206246 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.206677 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.207086 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.207496 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:17.211293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.233770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:17.234483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:17.241814 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:17.273628 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Attempting to bind port 713fb322-28b2-4dac-bbf9-864a8b87d3ab on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:17.275487 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Attempting to bind port 713fb322-28b2-4dac-bbf9-864a8b87d3ab by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:17.275942 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Attempting to bind port 713fb322-28b2-4dac-bbf9-864a8b87d3ab on network 83dc4187-6fd1-425f-8af0-5132b6040281 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:17.281757 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:17.282283 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Checking segment: {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:17.282801 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.283281 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Bound using segment: {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:17.283839 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Bound port: 713fb322-28b2-4dac-bbf9-864a8b87d3ab, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:17.284374 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.310701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.342585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.350597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-879822e3-3708-4529-ac3a-c327e898a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.354044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-879822e3-3708-4529-ac3a-c327e898a4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.357662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-879822e3-3708-4529-ac3a-c327e898a4bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6762e824-7a71-4e34-989d-5660d747d660 HTTP/1.1" status: 204 len: 168 time: 0.8197110 Dec 16 03:35:17.369938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879822e3-3708-4529-ac3a-c327e898a4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6762e824-7a71-4e34-989d-5660d747d660,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:17.374139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:17.406234 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] For port 713fb322-28b2-4dac-bbf9-864a8b87d3ab, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:17.409810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:17.410147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 76cc0f5e-238c-4f97-94b6-77ab0f2606b2 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:17.411505 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] For port 713fb322-28b2-4dac-bbf9-864a8b87d3ab, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=713fb322-28b2-4dac-bbf9-864a8b87d3ab,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:17.412460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-edcac40a-cd31-462d-a141-98e274f18194 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3311afe31a9e42f6a9fe00948766f024&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2274973 Dec 16 03:35:17.419592 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.429542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.435779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.442253 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/cdaf2657-db49-4e92-9238-4d295c00d99c HTTP/1.1" status: 204 len: 168 time: 2.3680687 Dec 16 03:35:17.452148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:17.453398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36348) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:17.480634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-77c11a4e-c767-487e-8fdb-290952640ebe None None] Provisioning complete for port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:17.481426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77c11a4e-c767-487e-8fdb-290952640ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.493591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1178650800', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:17.537457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676fbf-f437-4e48-a1dd-5a823d54961f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=cdaf2657-db49-4e92-9238-4d295c00d99c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:17.544664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-77c11a4e-c767-487e-8fdb-290952640ebe None None] Port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:17.550076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.550375 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Added segment caf8acc3-5a64-493c-94a6-095dad6a6102 of type vlan for network 28d485b8-b933-40d0-b733-971957394d20 Dec 16 03:35:17.553177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.566600 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301646fd-4a7f-432b-87e8-b4db6da7ba32 None None] Pushing event updated for resources: {'Port': ['ID=713fb322-28b2-4dac-bbf9-864a8b87d3ab,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:17.570731 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:17.571344 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:17.572157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:17.578187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.579790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.618329 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-8fd9fd29-06a0-430d-94b4-315c1b99f450 service neutron] 10.222.0.16 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816537 Dec 16 03:35:17.645356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 7dd44860-7e28-418a-bd90-974934446987 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:17.645714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.684295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-74a2c641-7aed-4515-88b7-d1fbc3a71a80 None None] Provisioning complete for port 713fb322-28b2-4dac-bbf9-864a8b87d3ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:17.684662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74a2c641-7aed-4515-88b7-d1fbc3a71a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.748526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.824635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.877571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74a2c641-7aed-4515-88b7-d1fbc3a71a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.889033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.941989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-74a2c641-7aed-4515-88b7-d1fbc3a71a80 None None] For port 713fb322-28b2-4dac-bbf9-864a8b87d3ab, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=713fb322-28b2-4dac-bbf9-864a8b87d3ab,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:17.956808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74a2c641-7aed-4515-88b7-d1fbc3a71a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.967117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 7dd44860-7e28-418a-bd90-974934446987 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:17.968960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:17.969674 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-cd4cea97-a07e-42dd-b47b-8ed1bfcbf220 service neutron] 10.222.0.16 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438978 Dec 16 03:35:17.970200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:17.970428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.024868 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:18.108252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.113578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2c641-7aed-4515-88b7-d1fbc3a71a80 None None] Pushing event updated for resources: {'Port': ['ID=713fb322-28b2-4dac-bbf9-864a8b87d3ab,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:18.137441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f8b55929-f6a2-47be-b9ca-fff2419027c6 None None] Provisioning complete for port 713fb322-28b2-4dac-bbf9-864a8b87d3ab triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:18.138061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8b55929-f6a2-47be-b9ca-fff2419027c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.297188 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdc87be7-3d20-4c1d-8bdb-3e67899c0fab req-d93e0a02-90d7-44f0-bf1e-f4a31395d4c6 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 210 time: 0.0495763 Dec 16 03:35:18.390620 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0248358 Dec 16 03:35:18.392326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e76711-da9d-4038-80be-4f6fe1c6a6ac admin admin] Pushing event updated for resources: {'Network': ['ID=28d485b8-b933-40d0-b733-971957394d20,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:18.399192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.401194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36370) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:18.407755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 28d485b8-b933-40d0-b733-971957394d20 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:18.408922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Request body: {'subnet': {'network_id': '28d485b8-b933-40d0-b733-971957394d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1060217401-subnet', 'tenant_id': 'f2cce3a1d44d4731880a0e093f018e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:18.417277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.437609 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:18.477457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.497448 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ca5df-362f-4ee9-9f68-824cd7cc0dcf None None] The sync data for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv is: [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:18.527265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.553080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.556375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Made reservation on behalf of f2cce3a1d44d4731880a0e093f018e90 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:18.559807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.705738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:18.724636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36378) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:18.779716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.816616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 172.26.6.185 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/3cd51dd8-ce27-4d2d-8391-2ffd1094e8d2) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:18.838323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=7dd44860-7e28-418a-bd90-974934446987,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:18.861881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 713fb322-28b2-4dac-bbf9-864a8b87d3ab up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:18.869826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:18.877453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:18.893411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:18.919534 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-611654c1-c84f-477f-812a-fcf1a9e8cb44 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/7dd44860-7e28-418a-bd90-974934446987 HTTP/1.1" status: 204 len: 168 time: 1.9316382 Dec 16 03:35:18.923314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:18.993534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 713fb322-28b2-4dac-bbf9-864a8b87d3ab triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:18.994031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.033736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.132781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.206307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:19.209701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:19.214001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:19.224892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947d96d-30b8-4dfe-bd41-4e5851fc3f62 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:19.258426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=3cd51dd8-ce27-4d2d-8391-2ffd1094e8d2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:19.275407 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ddac3981-90f3-4b87-86ae-4320f5d50716 tempest-AgentManagementNegativeTest-2079848509 tempest-AgentManagementNegativeTest-2079848509-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5470076 Dec 16 03:35:19.315255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b117a48-f4c1-4841-b9d6-ca078360583c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:19.323381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b117a48-f4c1-4841-b9d6-ca078360583c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:19.328848 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7b117a48-f4c1-4841-b9d6-ca078360583c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3936839 Dec 16 03:35:19.331532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:19.408730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router d1f92591-9c0b-4cd5-b947-9a738f9ca627 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:19.420653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be2f1cb2-49be-4bff-a92b-067cd995f474 None None] Provisioning complete for port 3cd51dd8-ce27-4d2d-8391-2ffd1094e8d2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:19.421177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be2f1cb2-49be-4bff-a92b-067cd995f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.517719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-be2f1cb2-49be-4bff-a92b-067cd995f474 None None] Port 3cd51dd8-ce27-4d2d-8391-2ffd1094e8d2 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:19.531478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be2f1cb2-49be-4bff-a92b-067cd995f474 None None] Provisioning complete for port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:19.531947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be2f1cb2-49be-4bff-a92b-067cd995f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.539907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-11e1400b-1658-426e-9f8c-977a6535cb3c req-e240c043-5417-4ef4-bb1f-89f3dc426d5a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 210 time: 0.0435793 Dec 16 03:35:19.563439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.597908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-be2f1cb2-49be-4bff-a92b-067cd995f474 None None] Port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:19.698240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.701557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ecc4b9-65c2-4107-a8af-071de67dbd7c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:19.715596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:19.722465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 270747b8-31ab-49e1-94d1-57fedb55de16 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:19.722811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:19.806327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Checking segment: {'id': 'caf8acc3-5a64-493c-94a6-095dad6a6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '28d485b8-b933-40d0-b733-971957394d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:19.807019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Network hostable DHCP agents. Network: 28d485b8-b933-40d0-b733-971957394d20, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:19.812940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:19.823248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Sync routers for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:19.823813 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf2ab295-4bf3-4a06-8fb8-1ae7b01c17fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/d1f92591-9c0b-4cd5-b947-9a738f9ca627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9725587 Dec 16 03:35:19.829386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36398) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:19.857136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:19.857783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:20.058601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2406c980-398c-43fd-94fe-1b60c8a27ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.071632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Network 28d485b8-b933-40d0-b733-971957394d20 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:20.076270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.129981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:20.143166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 270747b8-31ab-49e1-94d1-57fedb55de16 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:20.170101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 28d485b8-b933-40d0-b733-971957394d20) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:20.176161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.177680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.186244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1fd66f-4568-4e73-b1e9-9a0d1fde531a None None] Network 28d485b8-b933-40d0-b733-971957394d20 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:20.308829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-96473828-9e50-4ec0-b6c0-d8732b5338ac tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.311520 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-96473828-9e50-4ec0-b6c0-d8732b5338ac tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.30 "GET /v2.0/networks?id=83dc4187-6fd1-425f-8af0-5132b6040281 HTTP/1.1" status: 200 len: 797 time: 0.4561687 Dec 16 03:35:20.313398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.323208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.323651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.324119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.324625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.325029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.325481 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.326106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.326743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.328853 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dbd41fa1-e1fb-416a-98de-c7b9c196a229 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5562 time: 0.4909213 Dec 16 03:35:20.336559 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-156439ff-c911-4cc6-b2d1-e3f3a1cd6125 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9341996 Dec 16 03:35:20.340970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36404) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:20.523913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c062ded-dd34-4d02-bb3b-8a5305193cee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.524861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c062ded-dd34-4d02-bb3b-8a5305193cee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.525459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c062ded-dd34-4d02-bb3b-8a5305193cee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.526063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c062ded-dd34-4d02-bb3b-8a5305193cee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.526842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c062ded-dd34-4d02-bb3b-8a5305193cee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.527521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c062ded-dd34-4d02-bb3b-8a5305193cee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.529565 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6c062ded-dd34-4d02-bb3b-8a5305193cee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3991 time: 0.1861074 Dec 16 03:35:20.530557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.535896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36410) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:20.598914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=270747b8-31ab-49e1-94d1-57fedb55de16,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:20.619540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.622908 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ec54e511-eff6-43c3-9758-a68a350c9989 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/270747b8-31ab-49e1-94d1-57fedb55de16 HTTP/1.1" status: 204 len: 168 time: 1.2866788 Dec 16 03:35:20.626489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:20.650881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2406c980-398c-43fd-94fe-1b60c8a27ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.665676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2406c980-398c-43fd-94fe-1b60c8a27ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:20.693441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cc0e7d-2b65-4123-80cf-3c8844f83063 None None] Network 28d485b8-b933-40d0-b733-971957394d20 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:20.742653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2406c980-398c-43fd-94fe-1b60c8a27ae6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d1003781d5f4a5887675c53502b435c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0199132 Dec 16 03:35:20.744060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:20.755563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406c980-398c-43fd-94fe-1b60c8a27ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe106c-236e-4ab6-bf4d-b0ecec38d6f3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:20.776575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63130e2e-093e-4e1f-81db-335397dba78b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:20.781381 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-63130e2e-093e-4e1f-81db-335397dba78b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1404700 Dec 16 03:35:20.782049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36420) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:20.814617 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd7bb06-ed2e-49bd-83d0-8166fcae6c63 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:35:20.818957 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bfd7bb06-ed2e-49bd-83d0-8166fcae6c63 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/7dd44860-7e28-418a-bd90-974934446987 HTTP/1.1" status: 404 len: 333 time: 0.0326850 Dec 16 03:35:20.820091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:20.855292 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2be135-8607-46a1-95b3-e5a86147df9b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:35:20.858891 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ee2be135-8607-46a1-95b3-e5a86147df9b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/270747b8-31ab-49e1-94d1-57fedb55de16 HTTP/1.1" status: 404 len: 333 time: 0.0336595 Dec 16 03:35:20.868437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:20.903281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:18Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:20.945323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Checking router: d1f92591-9c0b-4cd5-b947-9a738f9ca627 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:20.945734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Updating router d1f92591-9c0b-4cd5-b947-9a738f9ca627 port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:35:20.946570 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-14537359-fa67-4815-95c9-0f7ec9b7b9a2 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3311afe31a9e42f6a9fe00948766f024 HTTP/1.1" status: 200 len: 380 time: 0.5550051 Dec 16 03:35:20.966317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'port': {'device_id': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'admin_state_up': True, 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'security_groups': ['b368c322-a924-41e1-9dd0-0088ecea01eb']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:20.973092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.023013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.025480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d79fe4cc-f334-4c86-9db2-57e53f203818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.084753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d79fe4cc-f334-4c86-9db2-57e53f203818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.127394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 969afce3-02b9-4449-8e51-7df53347e83f is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:35:21.244500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36436) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:21.257480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2036384084-network', 'tenant_id': '9e7c13441ea14723b595c8fe7de3f24c'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:21.283340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.292984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.305903 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-676ff5d8-08b8-4130-9b47-1e2bb957193e req-3d96a6b8-0d81-476e-9aac-aef987bf06cf tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 210 time: 0.4092016 Dec 16 03:35:21.359601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca7df-1879-4a56-83e4-0c8b397830f2 None None] Pushing event updated for resources: {'Port': ['ID=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:21.419242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Attempting to bind port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:21.419622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Attempting to bind port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:21.420620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Attempting to bind port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f on network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:21.427407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:21.427788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Checking segment: {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:21.428203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.428669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Bound using segment: {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:21.429157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Bound port: 561e6f90-568f-4f45-b9f0-fd7bcac60e0f, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:21.429546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.486892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:21.490617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Made reservation on behalf of 3311afe31a9e42f6a9fe00948766f024 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:21.497269 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] Sync routers for ids ['969afce3-02b9-4449-8e51-7df53347e83f'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:21.500033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.512426 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] Routers {'969afce3-02b9-4449-8e51-7df53347e83f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:21.515560 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['969afce3-02b9-4449-8e51-7df53347e83f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.522995 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Made reservation on behalf of 9e7c13441ea14723b595c8fe7de3f24c for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:21.525450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.529478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] For port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:21.534538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] For port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:21.545198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.550651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.574155 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.585034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.589773 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a48f8315-83ed-4141-80fa-6f3925cf7817 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1273065 Dec 16 03:35:21.590218 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] Routers {'969afce3-02b9-4449-8e51-7df53347e83f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:21.591222 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['969afce3-02b9-4449-8e51-7df53347e83f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.607384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36438) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:21.627048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:21.628010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.644472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.655247 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.655907 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb2246-9ef1-4733-a60e-0c299e271826 None None] The sync data for ids ['969afce3-02b9-4449-8e51-7df53347e83f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:21.677470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df18158d-c5fa-4d91-99d4-08c5906648c6']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.689004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca7df-1879-4a56-83e4-0c8b397830f2 None None] Pushing event updated for resources: {'Port': ['ID=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:21.689272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64535f32-f5d1-42b2-9542-50aa4b9ccc15') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.689446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64535f32-f5d1-42b2-9542-50aa4b9ccc15') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:21.701749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.709018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-420cfd3a-fe38-4b4c-99af-2fbfbf4e5879 None None] Provisioning complete for port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:21.710087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-420cfd3a-fe38-4b4c-99af-2fbfbf4e5879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.716850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.724783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:21.725411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:21.795894 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:21.819855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.827468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.831159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/df18158d-c5fa-4d91-99d4-08c5906648c6 HTTP/1.1" status: 204 len: 168 time: 0.9628501 Dec 16 03:35:21.843874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:21.847588 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:21.849191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1167769431'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:21.855168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6d7fa-607e-4cf3-bbb5-4caaf72e494a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=df18158d-c5fa-4d91-99d4-08c5906648c6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:21.873746 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-02f2def0-e1cc-45d2-afe2-1a79baf9af5b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 1.3345799 Dec 16 03:35:21.890569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:21.898669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.901864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d79fe4cc-f334-4c86-9db2-57e53f203818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.904508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d79fe4cc-f334-4c86-9db2-57e53f203818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.908020 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d79fe4cc-f334-4c86-9db2-57e53f203818 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4abe106c-236e-4ab6-bf4d-b0ecec38d6f3 HTTP/1.1" status: 204 len: 168 time: 1.1606929 Dec 16 03:35:21.929871 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-099363e8-a14b-4a92-81de-15b29499468c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/routers/969afce3-02b9-4449-8e51-7df53347e83f HTTP/1.1" status: 200 len: 885 time: 0.3190143 Dec 16 03:35:21.930772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36446) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:21.932218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Allocated IP 172.20.0.4 (83dc4187-6fd1-425f-8af0-5132b6040281/59cfd45d-70ec-4f59-b915-d0bc7ddf2075/8532725c-d05e-4ff2-9135-273a4e5a6989) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:21.959905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.975341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:21.983728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fe4cc-f334-4c86-9db2-57e53f203818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe106c-236e-4ab6-bf4d-b0ecec38d6f3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:22.019753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-420cfd3a-fe38-4b4c-99af-2fbfbf4e5879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.020599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:22.027270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:22.061813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.062133 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment e1c06b22-4bae-4a09-9b05-bfb4c6af3045 of type vlan for network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 Dec 16 03:35:22.063653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c8c627-fccc-4043-83fd-52ece702bb51,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:22.072634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.073192 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Added segment fad235da-fe76-486e-890e-93f046a1032c of type vlan for network b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7 Dec 16 03:35:22.193539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.240553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36450) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:22.245887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5d558513-db46-4903-bdd6-d259ff41567d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33162095', 'description': 'tempest-secgroup-smoke-33162095 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:22.251156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-420cfd3a-fe38-4b4c-99af-2fbfbf4e5879 None None] For port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:22.259045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-420cfd3a-fe38-4b4c-99af-2fbfbf4e5879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.265610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.290756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.293027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.294021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:22.294629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.358659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.365639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:22.366256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.389205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cfd3a-fe38-4b4c-99af-2fbfbf4e5879 None None] Pushing event updated for resources: {'Port': ['ID=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:22.407557 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1609871 Dec 16 03:35:22.433675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36456) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:22.435015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cb67bb27-9647-4427-a8e0-c7622d67ed94 None None] Provisioning complete for port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:22.435488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb67bb27-9647-4427-a8e0-c7622d67ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.458690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Request body: {'subnet': {'network_id': 'b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2036384084-subnet', 'tenant_id': '9e7c13441ea14723b595c8fe7de3f24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:22.464722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d558513-db46-4903-bdd6-d259ff41567d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.476077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=52ee12c9-5605-4dcf-9f01-394fcbcf5b93,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:22.484041 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-60f6ea34-2d28-448e-b217-9d3bc2222468 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6362269 Dec 16 03:35:22.484243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:21Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:22.488576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:22.490215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481c7c9-5c4a-4ea3-9249-e37c8b47c703 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:22.495218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:22.504305 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12a45daf-04b0-4a0b-b8d8-d0e887c01d57 req-81239b38-1078-41db-86f3-806f3411e0c8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 210 time: 0.0676420 Dec 16 03:35:22.528146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:22.530560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:22.535900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d0cb81-9ccf-41a1-a717-b9d9c84d88b7 None None] The sync data for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv is: [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:21Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:22.547461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.597628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Made reservation on behalf of 9e7c13441ea14723b595c8fe7de3f24c for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:22.606009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.652629 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ad9c3b8-fa62-4919-b95f-ee86a26919b8 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7204611 Dec 16 03:35:22.655233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:22.659955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3b6a28d0-f700-4dc0-bcb0-96c8628047c2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1178650800'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:22.706557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Network 83dc4187-6fd1-425f-8af0-5132b6040281 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:22.725068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:22.733731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:22.739387 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:22.820162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:22.820923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.823694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:22.830165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.907382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 561e6f90-568f-4f45-b9f0-fd7bcac60e0f up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:22.912212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d558513-db46-4903-bdd6-d259ff41567d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.927990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d558513-db46-4903-bdd6-d259ff41567d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:22.970343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:35:22.971156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:35:22.998299 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-44cf0f10-d92c-43ce-b84c-f65f9345d0bc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0358677 Dec 16 03:35:23.008159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:23.008531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.063153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Request body: {'port': {'device_id': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:23.093088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d558513-db46-4903-bdd6-d259ff41567d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.097140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5d558513-db46-4903-bdd6-d259ff41567d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8527596 Dec 16 03:35:23.141503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:23.152008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-39cac183-676d-41e3-937f-f8e1714854da tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '64143a65-33c1-453c-9b2f-17695c06d792', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:23.156762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d558513-db46-4903-bdd6-d259ff41567d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64143a65-33c1-453c-9b2f-17695c06d792,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:23.228802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.266626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-275c5496-694a-4a4b-b2c1-e9994faa4cc2 None None] Provisioning complete for port 8532725c-d05e-4ff2-9135-273a4e5a6989 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:23.270016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c5496-694a-4a4b-b2c1-e9994faa4cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.320658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-275c5496-694a-4a4b-b2c1-e9994faa4cc2 None None] Port 8532725c-d05e-4ff2-9135-273a4e5a6989 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:23.348931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36478) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:23.379149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39cac183-676d-41e3-937f-f8e1714854da tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.425043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b6a28d0-f700-4dc0-bcb0-96c8628047c2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.493723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b6a28d0-f700-4dc0-bcb0-96c8628047c2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.506946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.564319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'networks': [{'name': 'tempest-network--1732887101'}, {'name': 'tempest-network--156171563'}]} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:23.564910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'network': {'name': 'tempest-network--1732887101'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:23.565563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'network': {'name': 'tempest-network--156171563'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:23.567076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39cac183-676d-41e3-937f-f8e1714854da tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.568215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.589346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39cac183-676d-41e3-937f-f8e1714854da tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.690381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39cac183-676d-41e3-937f-f8e1714854da tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.691746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-39cac183-676d-41e3-937f-f8e1714854da tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5437694 Dec 16 03:35:23.698202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2520fc84-df21-439e-be60-cf49792dff17,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:23.699323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cac183-676d-41e3-937f-f8e1714854da tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d2c26f-c014-4447-bdca-267fcaf45fd9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:23.708108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:23.719744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1448c678-10ac-40b2-8701-b8e736387aa6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '64143a65-33c1-453c-9b2f-17695c06d792', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:23.730930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Made reservation on behalf of 34eee9e59a784e78981dc645b9eb889d for: {'network': 2} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:23.733277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=39dd8811-9d36-45f1-b962-6205e13567e1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:23.737894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.742982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.755542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': 'e1c06b22-4bae-4a09-9b05-bfb4c6af3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:23.755926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: 52ee12c9-5605-4dcf-9f01-394fcbcf5b93, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:23.758208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.783218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6a28d0-f700-4dc0-bcb0-96c8628047c2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 969afce3-02b9-4449-8e51-7df53347e83f has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:23.792463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Checking segment: {'id': 'fad235da-fe76-486e-890e-93f046a1032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:23.792463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Network hostable DHCP agents. Network: b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:23.798583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c678-10ac-40b2-8701-b8e736387aa6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.813412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:23.884024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 52ee12c9-5605-4dcf-9f01-394fcbcf5b93) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:23.888717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:23.889406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.899133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78603b-c881-4679-a5e3-b8d2702a684b None None] Network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:23.930688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Network b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:23.951071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8532725c-d05e-4ff2-9135-273a4e5a6989 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:35:23.963385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:23.967934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c678-10ac-40b2-8701-b8e736387aa6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.968148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.979818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:23.980415 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.980945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9a54d-2aca-4957-8fca-202497871b9f None None] Network b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:23.986906 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-979eae06-455d-4242-b22e-ffdab9696a23 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4924757 Dec 16 03:35:23.986906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c678-10ac-40b2-8701-b8e736387aa6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:23.987834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:24.003606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93', 'name': 'tempest-PortsTestJSON-423530731'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:24.012470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8f3b0-d07b-4b89-8630-46bba59f3ccb req-5b2d47a5-8035-4857-adf1-65f7de01d903 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:24.014028 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-73c8f3b0-d07b-4b89-8630-46bba59f3ccb req-5b2d47a5-8035-4857-adf1-65f7de01d903 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 931 time: 0.4032097 Dec 16 03:35:24.027398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Transition to ACTIVE for port object 8532725c-d05e-4ff2-9135-273a4e5a6989 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:35:24.039651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.050712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.063411 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-63bd7608-3169-48ca-94c9-0c07a7e89160 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6177187 Dec 16 03:35:24.063411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.063411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.112366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448c678-10ac-40b2-8701-b8e736387aa6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a8586f-823b-4462-b045-7fbc3947c1c0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:24.143967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6a28d0-f700-4dc0-bcb0-96c8628047c2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:24.153868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b6a28d0-f700-4dc0-bcb0-96c8628047c2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.158769 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3b6a28d0-f700-4dc0-bcb0-96c8628047c2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/969afce3-02b9-4449-8e51-7df53347e83f HTTP/1.1" status: 200 len: 892 time: 1.5024884 Dec 16 03:35:24.163582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:24.181297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c678-10ac-40b2-8701-b8e736387aa6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.183265 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1448c678-10ac-40b2-8701-b8e736387aa6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4740963 Dec 16 03:35:24.197190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e656fdda-e84e-4024-99b4-d179fed15d4c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:24.198146 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36494) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:24.202283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] Sync routers for ids ['969afce3-02b9-4449-8e51-7df53347e83f'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:24.204774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Pushing event updated for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:24.207256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:24.236073 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-73c8f3b0-d07b-4b89-8630-46bba59f3ccb req-da298a33-3aab-452c-87c9-7bebeb984d01 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106314 Dec 16 03:35:24.259421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-587d194a-e56c-40dd-b7a2-77ed1d66f30c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '64143a65-33c1-453c-9b2f-17695c06d792', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:24.263452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-52ee12c9-5605-4dcf-9f01-394fcbcf5b93', 'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93', 'project_id': '751a658b28e14ae1bf3bab993a71ecb6', 'fixed_ips': [{'subnet_id': '39dd8811-9d36-45f1-b962-6205e13567e1'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:24.264205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.276446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a89367d-25b3-4b46-bbe6-4d91761e1f4e None None] Network b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:24.287612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.288072 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Added segment 247081a5-d9cc-47b6-ae28-1358021da69f of type vlan for network d94a613e-5381-4554-a906-fedbb0b4a181 Dec 16 03:35:24.374831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-587d194a-e56c-40dd-b7a2-77ed1d66f30c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.425486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] Routers {'969afce3-02b9-4449-8e51-7df53347e83f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:24.426165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['969afce3-02b9-4449-8e51-7df53347e83f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:24.434030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.473689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:24.503609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:24.509529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-587d194a-e56c-40dd-b7a2-77ed1d66f30c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.510877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:24.515013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.515945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.516426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Added segment fc0d2a86-164b-4925-89e6-2a12e9b15887 of type vlan for network 969e209c-df25-4fb9-9ed2-08fc98eb6512 Dec 16 03:35:24.523201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-587d194a-e56c-40dd-b7a2-77ed1d66f30c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.557970 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6a2fd39b-a951-42d5-9ac4-5cd9ceefd743 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/routers/969afce3-02b9-4449-8e51-7df53347e83f HTTP/1.1" status: 200 len: 892 time: 0.3815637 Dec 16 03:35:24.561630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36502) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:24.580862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 832ff5a9-6919-40c5-a3dc-a078309a6df2 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:24.612213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d194a-e56c-40dd-b7a2-77ed1d66f30c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f046ba-9c1e-49ad-8187-1c3c6bb4de41,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:24.624603 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-05e5ff50-05d8-4896-82cd-914f69966d40 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=969afce3-02b9-4449-8e51-7df53347e83f HTTP/1.1" status: 200 len: 205 time: 0.0557745 Dec 16 03:35:24.628784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:24.641190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-587d194a-e56c-40dd-b7a2-77ed1d66f30c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.645467 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-587d194a-e56c-40dd-b7a2-77ed1d66f30c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4432652 Dec 16 03:35:24.704944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:24.715809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ff16f98e-0ca9-499f-98b3-0f085ea6179b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '64143a65-33c1-453c-9b2f-17695c06d792', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:24.766672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] Routers {'969afce3-02b9-4449-8e51-7df53347e83f'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:24.767327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['969afce3-02b9-4449-8e51-7df53347e83f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:24.809883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:24.810937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6707ba67-92d6-4235-b461-b8fe261f8804 None None] The sync data for ids ['969afce3-02b9-4449-8e51-7df53347e83f'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:24.853854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff16f98e-0ca9-499f-98b3-0f085ea6179b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.869508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.8 (52ee12c9-5605-4dcf-9f01-394fcbcf5b93/39dd8811-9d36-45f1-b962-6205e13567e1/832ff5a9-6919-40c5-a3dc-a078309a6df2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:24.875307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.888704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Attempting to bind port 8532725c-d05e-4ff2-9135-273a4e5a6989 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:24.889046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Attempting to bind port 8532725c-d05e-4ff2-9135-273a4e5a6989 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:24.889377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Attempting to bind port 8532725c-d05e-4ff2-9135-273a4e5a6989 on network 83dc4187-6fd1-425f-8af0-5132b6040281 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:24.948286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Port 8532725c-d05e-4ff2-9135-273a4e5a6989 on network 83dc4187-6fd1-425f-8af0-5132b6040281 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:35:24.948286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Attempting to bind port 8532725c-d05e-4ff2-9135-273a4e5a6989 on network 83dc4187-6fd1-425f-8af0-5132b6040281 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:24.966471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:24.970725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:24.971034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Checking segment: {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:24.971438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Bound using segment: {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:24.972002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Bound port: 8532725c-d05e-4ff2-9135-273a4e5a6989, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d98e14-57f6-467a-a7f7-7f9a9f96442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:24.972360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.034244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff16f98e-0ca9-499f-98b3-0f085ea6179b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.045381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff16f98e-0ca9-499f-98b3-0f085ea6179b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.056273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.056774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.062154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.066782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.067403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.093034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-6e7737be-fc2e-45a9-9c1c-f24362059bdf tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.094416 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-6e7737be-fc2e-45a9-9c1c-f24362059bdf tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/networks?id=28d485b8-b933-40d0-b733-971957394d20 HTTP/1.1" status: 200 len: 812 time: 0.2443292 Dec 16 03:35:25.117372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16f98e-0ca9-499f-98b3-0f085ea6179b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73cc58-6155-449d-a011-7a311c991b9b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:25.122264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.130836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff16f98e-0ca9-499f-98b3-0f085ea6179b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.135320 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ff16f98e-0ca9-499f-98b3-0f085ea6179b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4263837 Dec 16 03:35:25.135635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:25.143616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '64143a65-33c1-453c-9b2f-17695c06d792', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:25.169059 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8163097 Dec 16 03:35:25.181927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36518) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:25.195906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-d81c798b-8141-4124-aef4-fe703a515c12 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/quotas/f2cce3a1d44d4731880a0e093f018e90 HTTP/1.1" status: 200 len: 375 time: 0.0550048 Dec 16 03:35:25.230223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:25.263142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Network': ['ID=d94a613e-5381-4554-a906-fedbb0b4a181,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:25.279854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network d94a613e-5381-4554-a906-fedbb0b4a181 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:25.338819 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-465e0cf7-9efd-41f3-ad48-d8eed6b6daec tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2cce3a1d44d4731880a0e093f018e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305428 Dec 16 03:35:25.351393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:25.408634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.539431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d72da-8714-4f35-9d12-ac3de8567397 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Network': ['ID=969e209c-df25-4fb9-9ed2-08fc98eb6512,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:25.554164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 969e209c-df25-4fb9-9ed2-08fc98eb6512 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:25.560113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.560739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.562185 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] 10.222.0.30 "PUT /v2.0/ports/8532725c-d05e-4ff2-9135-273a4e5a6989 HTTP/1.1" status: 200 len: 1093 time: 2.5405231 Dec 16 03:35:25.592837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:25.595716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:25.602708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.624202 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:35:25.636667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42be44-6b1d-44ef-90fb-342b31e9ce1e tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.637176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.643251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42be44-6b1d-44ef-90fb-342b31e9ce1e tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.650022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42be44-6b1d-44ef-90fb-342b31e9ce1e tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.656650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42be44-6b1d-44ef-90fb-342b31e9ce1e tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.658655 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0a42be44-6b1d-44ef-90fb-342b31e9ce1e tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4754610 Dec 16 03:35:25.670618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:25.687025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bcbcc-1716-48bb-b871-8fed51ba4f33 req-9453cbc1-5012-4d1a-980a-27f60f1b3f95 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.688904 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d56bcbcc-1716-48bb-b871-8fed51ba4f33 req-9453cbc1-5012-4d1a-980a-27f60f1b3f95 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 943 time: 0.3534377 Dec 16 03:35:25.734861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 3cd51dd8-ce27-4d2d-8391-2ffd1094e8d2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:25.735433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.737461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae5a2b-5b1c-4763-840d-6761c826afeb service neutron] Pushing event updated for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:25.809115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.819892 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-b05d8a2f-c44a-4ba0-92d7-490ebd4a9cef service neutron] 10.222.0.16 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423704 Dec 16 03:35:25.825974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-8c886663-5a7b-424c-afb6-6c96f6639382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:25.827226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.827769 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-8c886663-5a7b-424c-afb6-6c96f6639382 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3311afe31a9e42f6a9fe00948766f024&device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1096 time: 0.1609151 Dec 16 03:35:25.833512 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d56bcbcc-1716-48bb-b871-8fed51ba4f33 req-501a23af-00bb-4ddb-9716-651462e36edc tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191182 Dec 16 03:35:25.844353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.855742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Allocated IP 172.20.0.2 (52ee12c9-5605-4dcf-9f01-394fcbcf5b93/39dd8811-9d36-45f1-b962-6205e13567e1/52c25a3b-d4e6-450d-8d8d-7d90e8920aa6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:25.884686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.920122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:25.929695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1a7bf7-7746-4d7c-8691-4b5bfe555960,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:25.939181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc98162-7192-4e15-bef4-f6a578eff20f x-openstack-request-id: req-6dc98162-7192-4e15-bef4-f6a578eff20f {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:25.939181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:25.939181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dc98162-7192-4e15-bef4-f6a578eff20f {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:25.939181 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'status': 'completed', 'code': 200} Dec 16 03:35:25.939181 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-9a8237b7-977c-4ff5-a416-c30c2a547044 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8532725c-d05e-4ff2-9135-273a4e5a6989 HTTP/1.1" status: 200 len: 217 time: 0.0935338 Dec 16 03:35:25.939690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:25.949448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.951936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:25.960194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=832ff5a9-6919-40c5-a3dc-a078309a6df2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:25.964334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:25.968127 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f660790a-df79-42bc-9890-c10a2efae135 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8279867 Dec 16 03:35:25.972803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:25.999973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '64143a65-33c1-453c-9b2f-17695c06d792', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:26.004065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 3cd51dd8-ce27-4d2d-8391-2ffd1094e8d2 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:26.020256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-4eaa21c1-d171-45aa-81c9-69b18ba9aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:26.021875 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-4eaa21c1-d171-45aa-81c9-69b18ba9aba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59cfd45d-70ec-4f59-b915-d0bc7ddf2075 HTTP/1.1" status: 200 len: 835 time: 0.0745358 Dec 16 03:35:26.027950 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-d8550776-9b15-459d-809b-d1acb858d086 service neutron] 10.222.0.16 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933069 Dec 16 03:35:26.103531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.116587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.131648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1f69-f775-4716-973a-7b33ea610179 req-7a4c7a1a-707a-4e16-b1f6-5233c172a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:26.133233 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-7a4c7a1a-707a-4e16-b1f6-5233c172a622 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83dc4187-6fd1-425f-8af0-5132b6040281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042850 Dec 16 03:35:26.135544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:26.136189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.173630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:26.177928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:26.179357 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:35:26.180302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Pushing event updated for resources: {'Port': ['ID=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:26.184470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.187278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:26.203615 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-45ee8d0e-9e53-4374-b989-9132c12eb703 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2097018 Dec 16 03:35:26.205367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.208272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:26.223687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94a613e-5381-4554-a906-fedbb0b4a181']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:26.235170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247081a5-d9cc-47b6-ae28-1358021da69f') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:26.242408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247081a5-d9cc-47b6-ae28-1358021da69f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:26.254957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.264897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Attempting to bind port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:26.265269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Attempting to bind port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'e1c06b22-4bae-4a09-9b05-bfb4c6af3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:26.265653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Attempting to bind port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 on network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:26.273907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:26.274877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Checking segment: {'id': 'e1c06b22-4bae-4a09-9b05-bfb4c6af3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:26.275444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.275848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Bound using segment: {'id': 'e1c06b22-4bae-4a09-9b05-bfb4c6af3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:26.276624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Bound port: 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c06b22-4bae-4a09-9b05-bfb4c6af3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '52ee12c9-5605-4dcf-9f01-394fcbcf5b93'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:26.277717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.296116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.304445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:26.305175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.317140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-739ed89e-7b89-4813-a918-b0f7e0239beb req-ef9720cc-9b26-4152-9f35-c4e496a2bab4 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 210 time: 0.0560873 Dec 16 03:35:26.347269 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-1206ef71-50fc-4ede-99b0-f37de30f2c2b service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053139 Dec 16 03:35:26.351582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] For port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:26.355195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] For port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,segment=NetworkSegment(e1c06b22-4bae-4a09-9b05-bfb4c6af3045),segment_id=e1c06b22-4bae-4a09-9b05-bfb4c6af3045)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:26.361564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:26.392509 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:26.451640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2109d7b-b11d-4a31-b1ef-274308fe1f3f None None] Pushing event updated for resources: {'Port': ['ID=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:26.483983 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-135b1f69-f775-4716-973a-7b33ea610179 req-ca8a5355-6507-42ef-b606-91d96161d82e service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293342 Dec 16 03:35:26.552881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.562860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.588827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.592076 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/networks/d94a613e-5381-4554-a906-fedbb0b4a181 HTTP/1.1" status: 204 len: 168 time: 0.9173946 Dec 16 03:35:26.600407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:26.608906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.632983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3dd80-ad3c-414e-9482-4f082a25c15f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Network': ['ID=d94a613e-5381-4554-a906-fedbb0b4a181,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:26.670423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-188e0725-fbad-4c7d-8abe-4db5a6b6f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:26.672140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-188e0725-fbad-4c7d-8abe-4db5a6b6f353 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3311afe31a9e42f6a9fe00948766f024&device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1096 time: 0.0874913 Dec 16 03:35:26.703042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9755c702-55b8-4894-bcfa-cb89659ed9de,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:26.728297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.737428 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f30afc66-2892-4643-99fa-6c01667a4a52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7557812 Dec 16 03:35:26.737428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.778962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=3cd51dd8-ce27-4d2d-8391-2ffd1094e8d2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:26.784603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.803527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efbc1d-b994-418e-a145-ea3b249f1c91 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:26.855725 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 832ff5a9-6919-40c5-a3dc-a078309a6df2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:26.856058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:26.950848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:26.988444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-bf9fd144-2a53-4718-81b9-4db85cf1d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:26.990016 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-bf9fd144-2a53-4718-81b9-4db85cf1d171 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83dc4187-6fd1-425f-8af0-5132b6040281 HTTP/1.1" status: 200 len: 897 time: 0.3102951 Dec 16 03:35:27.050431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:27.050803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.066862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.073010 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-03cb10f3-062a-48a9-bf1e-a923e2bc48e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8532725c-d05e-4ff2-9135-273a4e5a6989 HTTP/1.1" status: 200 len: 217 time: 0.0728745 Dec 16 03:35:27.143026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e198c-04fe-40ca-a72d-467ee83ddbea req-977fe5e6-2e7c-4042-87b2-e037845c224d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:27.151071 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-007e198c-04fe-40ca-a72d-467ee83ddbea req-977fe5e6-2e7c-4042-87b2-e037845c224d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 943 time: 0.1940448 Dec 16 03:35:27.159649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.196437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,segment=NetworkSegment(e1c06b22-4bae-4a09-9b05-bfb4c6af3045),segment_id=e1c06b22-4bae-4a09-9b05-bfb4c6af3045)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:27.202764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.227159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.233952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-b80e7635-6797-4ea6-89f1-d444999a6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:27.235513 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-b80e7635-6797-4ea6-89f1-d444999a6a92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59cfd45d-70ec-4f59-b915-d0bc7ddf2075 HTTP/1.1" status: 200 len: 835 time: 0.1531780 Dec 16 03:35:27.250524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.255682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.260909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:27.283717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.286501 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-9999de67-e242-4792-9669-510eab5cc848 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33162095&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.2060015 Dec 16 03:35:27.287177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969e209c-df25-4fb9-9ed2-08fc98eb6512']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:27.330358 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-007e198c-04fe-40ca-a72d-467ee83ddbea req-bdfa4d79-8644-4b67-a215-372124cb2634 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783071 Dec 16 03:35:27.340751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0d2a86-164b-4925-89e6-2a12e9b15887') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:27.341025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0d2a86-164b-4925-89e6-2a12e9b15887') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:27.359193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 832ff5a9-6919-40c5-a3dc-a078309a6df2 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:27.367876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.371531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.372928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Fanout notify agent at l3_agent the message router_deleted on router 969afce3-02b9-4449-8e51-7df53347e83f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:35:27.398907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.400349 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2d10bf5-baa3-4001-8040-97f3dca7409f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/969afce3-02b9-4449-8e51-7df53347e83f HTTP/1.1" status: 204 len: 168 time: 2.7705908 Dec 16 03:35:27.404029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36562) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:27.410174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1920699761'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:27.424555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-b8d3fce4-083a-4c74-bb46-7fcdd2255f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:27.426082 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-b8d3fce4-083a-4c74-bb46-7fcdd2255f3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83dc4187-6fd1-425f-8af0-5132b6040281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1515698 Dec 16 03:35:27.455224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.466059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:27.466877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:27.470348 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:27.553477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.560636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.565041 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/networks/969e209c-df25-4fb9-9ed2-08fc98eb6512 HTTP/1.1" status: 204 len: 168 time: 0.9540858 Dec 16 03:35:27.567633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:27.574753 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e7fc271e-80ab-48af-a5c4-20175dd76a65 req-81d7b94f-ecd6-4835-bfd1-162abd2d645e tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 210 time: 0.0902994 Dec 16 03:35:27.581382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-01f3bd93-2f3f-4245-80f9-f87a9949d1b7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:27.585138 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-01f3bd93-2f3f-4245-80f9-f87a9949d1b7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=109832d6-ccd3-4d27-baf7-8ba28d9999c4 HTTP/1.1" status: 200 len: 797 time: 0.2978220 Dec 16 03:35:27.611772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:27.615379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.640035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-78646219-e02f-48f3-a61a-69851edcb141 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0454762 Dec 16 03:35:27.657479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31546f98-447e-49e4-9399-2cd91494b773 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Network': ['ID=969e209c-df25-4fb9-9ed2-08fc98eb6512,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:27.697787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-1b190b5c-f3cd-4f43-ade8-00e9aa5df9c1 service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578158 Dec 16 03:35:27.745290 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-e9e82360-b034-49c4-a641-d218e7e5d33d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042302 Dec 16 03:35:27.789261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b72ff-392e-48e2-9077-f0a47ecd992d None None] Network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:27.839746 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49656f62-2dd8-45a6-a5cc-931a9e79c8f0 req-17a56cde-1c41-4023-a6eb-34df92b6bc1e service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301236 Dec 16 03:35:27.843636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.852338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:27.852590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780bdb3-cd78-42c8-a3b8-54a336206aa0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:27.858790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780bdb3-cd78-42c8-a3b8-54a336206aa0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:27.860770 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6780bdb3-cd78-42c8-a3b8-54a336206aa0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2913022 Dec 16 03:35:27.864450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36568) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:27.883945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1724076362'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:27.890626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2b0be37a-244d-4360-b63f-e2dcd2ac211d None None] Provisioning complete for port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:27.891003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b0be37a-244d-4360-b63f-e2dcd2ac211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.894821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.895171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment 69c0ec18-2aba-4905-9206-427ae7a9bec4 of type vlan for network 9b7bfe5d-4424-494d-9725-697ba223562f Dec 16 03:35:27.910497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=832ff5a9-6919-40c5-a3dc-a078309a6df2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:27.987309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:27.998327 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5532f6a5-68d3-4227-b196-38fe5b59f349 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/832ff5a9-6919-40c5-a3dc-a078309a6df2 HTTP/1.1" status: 204 len: 168 time: 1.7238853 Dec 16 03:35:27.999638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:28.054710 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-02514130-5239-4b7f-82ae-763c7bd0bd20 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:35:28.055026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02514130-5239-4b7f-82ae-763c7bd0bd20 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:35:28.061248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-02514130-5239-4b7f-82ae-763c7bd0bd20 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/832ff5a9-6919-40c5-a3dc-a078309a6df2 HTTP/1.1" status: 404 len: 333 time: 0.0574853 Dec 16 03:35:28.068535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36572) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:28.109011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Made reservation on behalf of 34eee9e59a784e78981dc645b9eb889d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:28.112689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.134217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.382022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-58e1781c-294f-43d2-98f8-0535ee78d8c0 None None] Provisioning complete for port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:28.382451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58e1781c-294f-43d2-98f8-0535ee78d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.496318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dbeb8a00-86fe-440f-ad7c-a7d3eb26bc23 service neutron] 10.222.0.16 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187209 Dec 16 03:35:28.497439 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e1db5a-a24a-4fcf-87b7-7f75de978481 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:35:28.498937 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-45e1db5a-a24a-4fcf-87b7-7f75de978481 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/832ff5a9-6919-40c5-a3dc-a078309a6df2 HTTP/1.1" status: 404 len: 333 time: 0.4306488 Dec 16 03:35:28.502044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36580) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:28.561564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet 39dd8811-9d36-45f1-b962-6205e13567e1 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:28.564975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.572994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:28.590903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-95bc9ab5-e94c-4308-afa8-b08396919102 None None] Could not find standard attr ID for object 832ff5a9-6919-40c5-a3dc-a078309a6df2. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:35:28.610824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.635118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.635459 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Added segment d80a13d6-6752-437a-9d76-a1b556dcf020 of type vlan for network ac3bd689-d71d-4e03-b4d6-236f5b954c6c Dec 16 03:35:28.643243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-16182d1e-764e-4f0b-bb33-24a1517d3d47 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:28.645006 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-16182d1e-764e-4f0b-bb33-24a1517d3d47 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.30 "GET /v2.0/networks?id=28d485b8-b933-40d0-b733-971957394d20 HTTP/1.1" status: 200 len: 812 time: 0.7483819 Dec 16 03:35:28.659592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.665694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:28.666580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.684466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Request body: {'port': {'device_id': '1c261321-6964-439a-8e9f-b30d53c5c783', 'network_id': '28d485b8-b933-40d0-b733-971957394d20', 'admin_state_up': True, 'tenant_id': 'f2cce3a1d44d4731880a0e093f018e90'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:28.727828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.774874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:28.787445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e71cc-c9ec-489b-b5c0-679701ac550d req-c64fdadd-2d58-48cd-a7f9-88a6e8117faf tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:28.789351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-108e71cc-c9ec-489b-b5c0-679701ac550d req-c64fdadd-2d58-48cd-a7f9-88a6e8117faf tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 943 time: 0.3023860 Dec 16 03:35:28.802212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.826222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:28.826846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.830541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=39dd8811-9d36-45f1-b962-6205e13567e1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:28.834709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.837677 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4324708 Dec 16 03:35:28.840487 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-84bf2f26-19d1-4a18-b21c-f63d5ae77590 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/39dd8811-9d36-45f1-b962-6205e13567e1 HTTP/1.1" status: 204 len: 168 time: 0.3350322 Dec 16 03:35:28.840487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36584) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:28.841595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.844577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': '9b7bfe5d-4424-494d-9725-697ba223562f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:28.854966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea03e44-5e5c-4a3b-b21c-8f98373887be None None] Network 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:28.859471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36586) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:28.948546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:28.955164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:28.965640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3c46a-353a-4072-a47f-e8ce353b075c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=9b7bfe5d-4424-494d-9725-697ba223562f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:28.983802 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-a40945e7-9300-48d6-86d7-8ad630b28afa service neutron] 10.222.0.16 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594772 Dec 16 03:35:28.998424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 9b7bfe5d-4424-494d-9725-697ba223562f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:29.046706 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.051787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:29.052489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.074843 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-108e71cc-c9ec-489b-b5c0-679701ac550d req-cb9d59b4-a12d-4d62-92bf-595aa1485b88 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457275 Dec 16 03:35:29.078293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.135440 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2648056 Dec 16 03:35:29.142552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36588) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:29.153960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1252246569'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:29.176362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] DHCP port deletion for 52ee12c9-5605-4dcf-9f01-394fcbcf5b93 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:29.186454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29f84c-28a9-4ce9-bd99-3f4126e3f249 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Network': ['ID=ac3bd689-d71d-4e03-b4d6-236f5b954c6c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:29.220862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network ac3bd689-d71d-4e03-b4d6-236f5b954c6c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:29.239220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Made reservation on behalf of f2cce3a1d44d4731880a0e093f018e90 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:29.243595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.257993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Made reservation on behalf of 34eee9e59a784e78981dc645b9eb889d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:29.261487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.292903 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e6b4440b-6f52-4e19-b21e-082cb27e6aff req-85222d0e-39c3-406c-bc3c-e85456788409 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 210 time: 0.0593622 Dec 16 03:35:29.320025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.347961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 8532725c-d05e-4ff2-9135-273a4e5a6989 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:35:29.348716 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a35864d3-203a-4863-bc40-d993d3322f1a req-5cf299c1-e875-49fd-9dea-dc03a14a9c6f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 210 time: 0.0594556 Dec 16 03:35:29.359743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:29.402196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:29.402412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.411488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.411745 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Added segment a6b3a2e4-c148-4a7d-9d02-c37b43a0ea2e of type vlan for network 36f8c89f-0c41-4745-b1ca-a08a99fc100c Dec 16 03:35:29.453302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': '69c0ec18-2aba-4905-9206-427ae7a9bec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b7bfe5d-4424-494d-9725-697ba223562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:29.453674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: 9b7bfe5d-4424-494d-9725-697ba223562f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:29.456865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=5524cc0d-d863-40b3-bc4a-ab26e41d1392,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:29.473292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] Deleting port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:29.473672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.486991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 9b7bfe5d-4424-494d-9725-697ba223562f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:29.499972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 9b7bfe5d-4424-494d-9725-697ba223562f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:29.510785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:29.511384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.533827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44053f46-5297-4c5d-9fcd-991416fb3d39 None None] Network 9b7bfe5d-4424-494d-9725-697ba223562f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:29.563403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.575475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] For port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,segment=NetworkSegment(e1c06b22-4bae-4a09-9b05-bfb4c6af3045),segment_id=e1c06b22-4bae-4a09-9b05-bfb4c6af3045)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:29.578846 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-61af955f-52a1-4535-bda2-f9f7377764a2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7366943 Dec 16 03:35:29.578980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.579210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:29.586626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-90688083-ff87-4e4c-b38e-c5886567ed18 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-765249820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:29.602699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] For port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,segment=NetworkSegment(e1c06b22-4bae-4a09-9b05-bfb4c6af3045),segment_id=e1c06b22-4bae-4a09-9b05-bfb4c6af3045)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:29.603187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.612345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:29.619974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] Calling delete_port for 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:29.620931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Allocated IP 172.20.0.14 (28d485b8-b933-40d0-b733-971957394d20/f3ecc4b9-65c2-4107-a8af-071de67dbd7c/87300d55-2919-4171-b4eb-da4bbe0f7d41) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:29.622199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90688083-ff87-4e4c-b38e-c5886567ed18 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.623540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90688083-ff87-4e4c-b38e-c5886567ed18 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.691342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.696951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90688083-ff87-4e4c-b38e-c5886567ed18 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.697939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:29.698582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.703924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90688083-ff87-4e4c-b38e-c5886567ed18 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.734513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90688083-ff87-4e4c-b38e-c5886567ed18 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.735779 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-90688083-ff87-4e4c-b38e-c5886567ed18 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1540914 Dec 16 03:35:29.738789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36602) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:29.763546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:29.777369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'port_id': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'mac_address': 'fa:16:3e:4d:be:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:35:29.811249 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6646738 Dec 16 03:35:29.821458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36604) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:29.827675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d61f5-4a79-4a3a-9d26-a478755799f0 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Network': ['ID=36f8c89f-0c41-4745-b1ca-a08a99fc100c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:29.833388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'ports': [{'network_id': 'ac3bd689-d71d-4e03-b4d6-236f5b954c6c', 'name': 'tempest-port--2076120290', 'admin_state_up': True}, {'network_id': '36f8c89f-0c41-4745-b1ca-a08a99fc100c', 'admin_state_up': False}]} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:29.833939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'port': {'network_id': 'ac3bd689-d71d-4e03-b4d6-236f5b954c6c', 'name': 'tempest-port--2076120290', 'admin_state_up': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:29.834733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'port': {'network_id': '36f8c89f-0c41-4745-b1ca-a08a99fc100c', 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:29.850524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 36f8c89f-0c41-4745-b1ca-a08a99fc100c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:29.859338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.957219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:29.964371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.014628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:30.019862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No DVR routers for this DVR port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:30.025804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] No DVR routers for this DVR port 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:30.044983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d4838-1312-40f5-aaff-79e5a471c093 None None] Pushing event deleted for resources: {'Port': ['ID=52c25a3b-d4e6-450d-8d8d-7d90e8920aa6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:30.054421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-9b7bfe5d-4424-494d-9725-697ba223562f', 'network_id': '9b7bfe5d-4424-494d-9725-697ba223562f', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': '5524cc0d-d863-40b3-bc4a-ab26e41d1392'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:30.055576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.158933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8532725c-d05e-4ff2-9135-273a4e5a6989 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:35:30.193374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:30.204578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.215401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.240491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.283037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ee12c9-5605-4dcf-9f01-394fcbcf5b93']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:30.293371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Allocated IP 2001:db8::2 (9b7bfe5d-4424-494d-9725-697ba223562f/5524cc0d-d863-40b3-bc4a-ab26e41d1392/ff2624ef-4b36-40c0-9c97-b12450b9e7fa) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:30.295907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:30.308755 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c06b22-4bae-4a09-9b05-bfb4c6af3045') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:30.309050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c06b22-4bae-4a09-9b05-bfb4c6af3045') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:30.325615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c26f5-d9e5-4383-9eb8-ef2fa519b816 req-76f2c2ef-8321-4a86-855e-f37fb6a85279 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:30.327247 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-538c26f5-d9e5-4383-9eb8-ef2fa519b816 req-76f2c2ef-8321-4a86-855e-f37fb6a85279 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 943 time: 0.1584787 Dec 16 03:35:30.332780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.351898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Made reservation on behalf of 34eee9e59a784e78981dc645b9eb889d for: {'port': 2} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:30.357569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.374741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.383951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.419823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.421954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.433242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:30.433647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:30.441771 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:30.517965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['8532725c-d05e-4ff2-9135-273a4e5a6989'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:35:30.533331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Network 28d485b8-b933-40d0-b733-971957394d20 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:30.587136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:30.611700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:30.618183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.619979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Pushing event updated for resources: {'Port': ['ID=87300d55-2919-4171-b4eb-da4bbe0f7d41,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:30.684908 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-538c26f5-d9e5-4383-9eb8-ef2fa519b816 req-9bc13525-1121-4e8a-bb9f-c4e4a682d9f3 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411067 Dec 16 03:35:30.697251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.709177 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/52ee12c9-5605-4dcf-9f01-394fcbcf5b93 HTTP/1.1" status: 204 len: 168 time: 1.8387325 Dec 16 03:35:30.728434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:30.740000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1091076908'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:30.775592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.822660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:30.824298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.829248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf36bd-0031-40f2-b6ce-2b6482b7dd47 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=52ee12c9-5605-4dcf-9f01-394fcbcf5b93,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:30.878651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-40605ffb-b6c6-4e4b-8b64-101d1f8a8f2b req-4172ebfb-4b03-49a1-a22c-0b60b9d936ea tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 210 time: 0.0399330 Dec 16 03:35:30.891250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:30.892087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 52c25a3b-d4e6-450d-8d8d-7d90e8920aa6 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:30.907890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-b25f0897-eb2d-4066-a259-3ba6c9cbc72e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:30.908387 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69469c3-0eb5-4c24-b22e-4414c09d0ceb req-080c41df-c0e7-4ce2-845b-b9a5a8668a0a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:30.908484 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-b25f0897-eb2d-4066-a259-3ba6c9cbc72e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=109832d6-ccd3-4d27-baf7-8ba28d9999c4 HTTP/1.1" status: 200 len: 797 time: 0.3551414 Dec 16 03:35:30.908565 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a69469c3-0eb5-4c24-b22e-4414c09d0ceb req-080c41df-c0e7-4ce2-845b-b9a5a8668a0a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 932 time: 0.5114636 Dec 16 03:35:30.908642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:30.911546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:30.920980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] device_id is not set on port 460095f4-f278-4e49-90ef-ed08d86491b5 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:30.929144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Pushing event updated for resources: {'Port': ['ID=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:30.942030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Network 9b7bfe5d-4424-494d-9725-697ba223562f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:30.955680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:30.958651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:30.965306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:30.966260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.012736 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-258681a4-ff57-4c3c-8ea0-7df991bd2ce6 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3431478 Dec 16 03:35:31.013955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:31.019843 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a69469c3-0eb5-4c24-b22e-4414c09d0ceb req-42dce1b5-7157-4aeb-96c3-bca0f2e6c509 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019211 Dec 16 03:35:31.030825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8::1 (9b7bfe5d-4424-494d-9725-697ba223562f/5524cc0d-d863-40b3-bc4a-ab26e41d1392/61b04288-f877-4e94-b830-746d46794965) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:31.033416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Request body: {'port': {'device_id': '1c261321-6964-439a-8e9f-b30d53c5c783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:31.034595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Attempting to bind port ff2624ef-4b36-40c0-9c97-b12450b9e7fa on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:31.035037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Attempting to bind port ff2624ef-4b36-40c0-9c97-b12450b9e7fa by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '69c0ec18-2aba-4905-9206-427ae7a9bec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b7bfe5d-4424-494d-9725-697ba223562f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:31.035600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Attempting to bind port ff2624ef-4b36-40c0-9c97-b12450b9e7fa on network 9b7bfe5d-4424-494d-9725-697ba223562f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:31.051359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:31.051846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Checking segment: {'id': '69c0ec18-2aba-4905-9206-427ae7a9bec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b7bfe5d-4424-494d-9725-697ba223562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:31.052391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.052743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Bound using segment: {'id': '69c0ec18-2aba-4905-9206-427ae7a9bec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b7bfe5d-4424-494d-9725-697ba223562f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:31.053580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Bound port: ff2624ef-4b36-40c0-9c97-b12450b9e7fa, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c0ec18-2aba-4905-9206-427ae7a9bec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b7bfe5d-4424-494d-9725-697ba223562f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:31.054081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.054297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.054769 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment cd9db36d-086a-4a2d-a428-033a6cf7f34b of type vlan for network 0f695664-449d-436e-a5b9-0bf4fd4b4724 Dec 16 03:35:31.070693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-39d3eceb-756b-41ea-8f1c-0df980aa67f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 378 time: 0.1389124 Dec 16 03:35:31.101569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': '890abbec-df03-4970-b660-1cd000469660', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['64143a65-33c1-453c-9b2f-17695c06d792']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:31.152968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.162997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] For port ff2624ef-4b36-40c0-9c97-b12450b9e7fa, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:31.187006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] For port ff2624ef-4b36-40c0-9c97-b12450b9e7fa, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,segment=NetworkSegment(69c0ec18-2aba-4905-9206-427ae7a9bec4),segment_id=69c0ec18-2aba-4905-9206-427ae7a9bec4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:31.198215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.199052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.231608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.276704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f52be6-3fb6-4cd2-ad2e-219f80b189c4 None None] Pushing event updated for resources: {'Port': ['ID=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:31.286637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.292625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:31.293257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.370973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.378848 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6468790 Dec 16 03:35:31.382832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] device_id is not set on port 242cf35d-4547-48d6-98d6-d67e5d55e4d8 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:31.385529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36618) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:31.392757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:31.402638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20978bd1-a2d6-440f-8e30-82614866e622 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=0f695664-449d-436e-a5b9-0bf4fd4b4724,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:31.420161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 0f695664-449d-436e-a5b9-0bf4fd4b4724 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:31.426648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:31.430733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.463651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.557612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 9b7bfe5d-4424-494d-9725-697ba223562f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:31.567031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:31.576170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:31.577048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.633921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=61b04288-f877-4e94-b830-746d46794965,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:31.664865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:31.668370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.730788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.14 (109832d6-ccd3-4d27-baf7-8ba28d9999c4/8bf4d7d3-69f2-410f-a51a-78e6737d75f1/2f771948-7dc0-473b-a8e5-aa1fa743bf82) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:31.791190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.853739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.856963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87300d55-2919-4171-b4eb-da4bbe0f7d41 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:35:31.867516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:31.911522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Transition to ACTIVE for port object 87300d55-2919-4171-b4eb-da4bbe0f7d41 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:35:31.921059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e447af8-1c2a-43bf-89e2-af85813f6fce req-8844bd70-b185-4f9e-8d64-2a51653984be tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:31.922633 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2e447af8-1c2a-43bf-89e2-af85813f6fce req-8844bd70-b185-4f9e-8d64-2a51653984be tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 944 time: 0.1390555 Dec 16 03:35:31.928165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.022811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.061043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.071644 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d87305c5-6f1d-4522-85d3-fca0e742635a req-c5ef9670-43f0-4f23-b1fb-8d3563b28cde tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 210 time: 0.0964825 Dec 16 03:35:32.093552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=87300d55-2919-4171-b4eb-da4bbe0f7d41,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:32.200167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.203187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.210472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.211545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.266469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:32.281112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:32.311742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:32.335613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=2f771948-7dc0-473b-a8e5-aa1fa743bf82,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:32.499820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645cb5e-fb53-4815-b3ca-492e5815da26 None None] Network 9b7bfe5d-4424-494d-9725-697ba223562f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:32.596718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Provisioning complete for port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:32.597322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.619015 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2e447af8-1c2a-43bf-89e2-af85813f6fce req-f1c8660b-1cda-4632-b095-7666fdf6cfcb tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6803916 Dec 16 03:35:32.652847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.663758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:32.664801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Port': ['ID=460095f4-f278-4e49-90ef-ed08d86491b5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:32.695918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Provisioning complete for port ff2624ef-4b36-40c0-9c97-b12450b9e7fa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:32.696127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:32.696653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.697770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.731407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Checking segment: {'id': 'd80a13d6-6752-437a-9d76-a1b556dcf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac3bd689-d71d-4e03-b4d6-236f5b954c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:32.731760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network hostable DHCP agents. Network: ac3bd689-d71d-4e03-b4d6-236f5b954c6c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:32.733776 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-35150b26-1ce7-4f98-8607-afebcc46dbbe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6537933 Dec 16 03:35:32.733945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Attempting to bind port 87300d55-2919-4171-b4eb-da4bbe0f7d41 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:32.734202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Attempting to bind port 87300d55-2919-4171-b4eb-da4bbe0f7d41 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'caf8acc3-5a64-493c-94a6-095dad6a6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '28d485b8-b933-40d0-b733-971957394d20'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:32.734562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Attempting to bind port 87300d55-2919-4171-b4eb-da4bbe0f7d41 on network 28d485b8-b933-40d0-b733-971957394d20 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:32.747531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=61b04288-f877-4e94-b830-746d46794965,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:32.752451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c58512-7d3b-46a4-8f3f-5bc8f5cc292c req-0c55c2b8-2bdd-4eb0-89a5-83c070537362 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:32.760447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09c58512-7d3b-46a4-8f3f-5bc8f5cc292c req-0c55c2b8-2bdd-4eb0-89a5-83c070537362 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 944 time: 0.2029800 Dec 16 03:35:32.781175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Port 87300d55-2919-4171-b4eb-da4bbe0f7d41 on network 28d485b8-b933-40d0-b733-971957394d20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:35:32.781769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Attempting to bind port 87300d55-2919-4171-b4eb-da4bbe0f7d41 on network 28d485b8-b933-40d0-b733-971957394d20 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:32.782215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 9b7bfe5d-4424-494d-9725-697ba223562f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:32.783797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:32.795304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=93fb9a32-d79e-4723-9b6b-e36ab426314b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:32.815695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:32.816300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Checking segment: {'id': 'caf8acc3-5a64-493c-94a6-095dad6a6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '28d485b8-b933-40d0-b733-971957394d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:32.816852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Bound using segment: {'id': 'caf8acc3-5a64-493c-94a6-095dad6a6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '28d485b8-b933-40d0-b733-971957394d20'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:32.817470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Bound port: 87300d55-2919-4171-b4eb-da4bbe0f7d41, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf8acc3-5a64-493c-94a6-095dad6a6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '28d485b8-b933-40d0-b733-971957394d20'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:32.818050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.872550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.898350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Request body: {'port': {'device_id': '890abbec-df03-4970-b660-1cd000469660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:32.931278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] For port ff2624ef-4b36-40c0-9c97-b12450b9e7fa, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,segment=NetworkSegment(69c0ec18-2aba-4905-9206-427ae7a9bec4),segment_id=69c0ec18-2aba-4905-9206-427ae7a9bec4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:32.934036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ff2624ef-4b36-40c0-9c97-b12450b9e7fa up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:32.967642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:32.970922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] For port 87300d55-2919-4171-b4eb-da4bbe0f7d41, host hv-neutron-8219, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:32.978245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] For port 87300d55-2919-4171-b4eb-da4bbe0f7d41, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41,segment=NetworkSegment(caf8acc3-5a64-493c-94a6-095dad6a6102),segment_id=caf8acc3-5a64-493c-94a6-095dad6a6102)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:32.979661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network ac3bd689-d71d-4e03-b4d6-236f5b954c6c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:32.994146 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09c58512-7d3b-46a4-8f3f-5bc8f5cc292c req-6b670bdc-7067-48c8-98bd-d1926e94f661 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324247 Dec 16 03:35:32.998777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.024012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.036995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13705fa2-f0d8-42de-bda2-b2746cee7fc6 None None] Pushing event updated for resources: {'Port': ['ID=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:33.070791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ff2624ef-4b36-40c0-9c97-b12450b9e7fa triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:33.071172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.079904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.080743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.083677 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] 10.222.0.30 "PUT /v2.0/ports/87300d55-2919-4171-b4eb-da4bbe0f7d41 HTTP/1.1" status: 200 len: 1094 time: 2.0559347 Dec 16 03:35:33.085398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, ac3bd689-d71d-4e03-b4d6-236f5b954c6c) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:33.091552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:33.092772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.107633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a45a4-1049-4f23-9f1c-2812a10e8ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=87300d55-2919-4171-b4eb-da4bbe0f7d41,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:33.120743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 39e18f7a-0692-457d-b9fd-82921c6a0c16 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:35:33.123818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f80cc-d9b2-40bc-8225-6e73893754d3 None None] Network ac3bd689-d71d-4e03-b4d6-236f5b954c6c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:33.162930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c261321-6964-439a-8e9f-b30d53c5c783', 'tag': '87300d55-2919-4171-b4eb-da4bbe0f7d41'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:33.165140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6855c90e-971b-4aad-becc-3027eb372f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c261321-6964-439a-8e9f-b30d53c5c783", "tag": "87300d55-2919-4171-b4eb-da4bbe0f7d41"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:33.177624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': 'cd9db36d-086a-4a2d-a428-033a6cf7f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:33.178119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: 0f695664-449d-436e-a5b9-0bf4fd4b4724, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:33.284419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8ae479f1-f0b8-4be3-80c7-a1e0395a178d None None] Provisioning complete for port 61b04288-f877-4e94-b830-746d46794965 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:33.285068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d607f3c5-458c-445e-8cfa-0bd50d711a07 x-openstack-request-id: req-d607f3c5-458c-445e-8cfa-0bd50d711a07 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:33.285288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ae479f1-f0b8-4be3-80c7-a1e0395a178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.286519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c261321-6964-439a-8e9f-b30d53c5c783", "tag": "87300d55-2919-4171-b4eb-da4bbe0f7d41", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:33.286922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d607f3c5-458c-445e-8cfa-0bd50d711a07 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:33.287584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c261321-6964-439a-8e9f-b30d53c5c783', 'tag': '87300d55-2919-4171-b4eb-da4bbe0f7d41', 'status': 'completed', 'code': 200} Dec 16 03:35:33.293205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 0f695664-449d-436e-a5b9-0bf4fd4b4724 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:33.295153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Port': ['ID=242cf35d-4547-48d6-98d6-d67e5d55e4d8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:33.301209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Checking segment: {'id': 'a6b3a2e4-c148-4a7d-9d02-c37b43a0ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '36f8c89f-0c41-4745-b1ca-a08a99fc100c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:33.301580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network hostable DHCP agents. Network: 36f8c89f-0c41-4745-b1ca-a08a99fc100c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:33.325226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 0f695664-449d-436e-a5b9-0bf4fd4b4724) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:33.334234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.334864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.363094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a474bdf-992c-467b-a121-20882167af44 None None] Network 0f695664-449d-436e-a5b9-0bf4fd4b4724 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:33.366376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 8532725c-d05e-4ff2-9135-273a4e5a6989 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:33.367396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fda25-c79f-4c5b-b9ef-aeb8c6ead065 req-ee6ae0e4-6df1-43ff-ba20-c8fc05771b4f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.369586 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f2fda25-c79f-4c5b-b9ef-aeb8c6ead065 req-ee6ae0e4-6df1-43ff-ba20-c8fc05771b4f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 932 time: 0.1749616 Dec 16 03:35:33.395314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network 36f8c89f-0c41-4745-b1ca-a08a99fc100c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:33.409783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-e6a83abc-cf5f-4b8e-bf71-a8aff0c0a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.411380 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-e6a83abc-cf5f-4b8e-bf71-a8aff0c0a954 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2cce3a1d44d4731880a0e093f018e90&device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 1097 time: 0.2245047 Dec 16 03:35:33.423511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:33.425238 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6cbc2c29-ffc3-42b0-9ec8-9590d0a8f8fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0363767 Dec 16 03:35:33.431075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724', 'security_groups': [], 'name': 'tempest-PortsTestJSON-529109925'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:33.434029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 36f8c89f-0c41-4745-b1ca-a08a99fc100c) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:33.438096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:33.445733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.451470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.452183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.493532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e0fa5e-a28e-47b3-ae12-fc768047d502 None None] Network 36f8c89f-0c41-4745-b1ca-a08a99fc100c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:33.507028 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-b6f8a9aa-1747-4fd4-8950-9c623d6fad7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41 HTTP/1.1" status: 200 len: 217 time: 0.0801818 Dec 16 03:35:33.538795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-25bde41c-5791-4273-a8ed-15207e24f85b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7152579 Dec 16 03:35:33.539160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36634) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:33.574581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:33.579500 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f2fda25-c79f-4c5b-b9ef-aeb8c6ead065 req-73016bfa-383f-4203-bac6-ef99634800ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1999629 Dec 16 03:35:33.584793 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-403e86c8-7fd4-4f10-a71a-4a9f6a86cbff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/39e18f7a-0692-457d-b9fd-82921c6a0c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8444664 Dec 16 03:35:33.589441 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] Sync routers for ids ['39e18f7a-0692-457d-b9fd-82921c6a0c16'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:33.595942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36636) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:33.608573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 8532725c-d05e-4ff2-9135-273a4e5a6989 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:35:33.610415 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] Routers {'39e18f7a-0692-457d-b9fd-82921c6a0c16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:33.614186 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['39e18f7a-0692-457d-b9fd-82921c6a0c16'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:33.639210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-96468851-817e-464e-8076-2c45333308b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.640743 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-96468851-817e-464e-8076-2c45333308b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3ecc4b9-65c2-4107-a8af-071de67dbd7c HTTP/1.1" status: 200 len: 852 time: 0.1213682 Dec 16 03:35:33.648277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8ae479f1-f0b8-4be3-80c7-a1e0395a178d None None] Port 61b04288-f877-4e94-b830-746d46794965 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:33.650515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bce702-7c6f-4a19-8f57-0214fa7ed96f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.655075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 8532725c-d05e-4ff2-9135-273a4e5a6989 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:33.655464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.656941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bce702-7c6f-4a19-8f57-0214fa7ed96f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.662092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:33.662489 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d7bce702-7c6f-4a19-8f57-0214fa7ed96f tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1199186 Dec 16 03:35:33.684216 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:33.694975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-77f46d7d-09d2-417a-8a3d-943e5226c1ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d485b8-b933-40d0-b733-971957394d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303905 Dec 16 03:35:33.695555 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] Routers {'39e18f7a-0692-457d-b9fd-82921c6a0c16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:33.696272 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['39e18f7a-0692-457d-b9fd-82921c6a0c16'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:33.715099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81a6aa-de85-4ae5-9147-6942bb569f52 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.719062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6f81a6aa-de85-4ae5-9147-6942bb569f52 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports/61b04288-f877-4e94-b830-746d46794965 HTTP/1.1" status: 200 len: 911 time: 0.1198056 Dec 16 03:35:33.727673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36642) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:33.730214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:33.733743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.747848 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:33.748592 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699851d0-e0c5-4a70-9273-eb5b7bf24aa1 None None] The sync data for ids ['39e18f7a-0692-457d-b9fd-82921c6a0c16'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:33.761285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5524cc0d-d863-40b3-bc4a-ab26e41d1392'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:33.802019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 91ad9fbf-135f-40dc-9d8c-bfd60cf911d6 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:33.812147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-0f695664-449d-436e-a5b9-0bf4fd4b4724', 'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724', 'project_id': '751a658b28e14ae1bf3bab993a71ecb6', 'fixed_ips': [{'subnet_id': '93fb9a32-d79e-4723-9b6b-e36ab426314b'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:33.813016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.837927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8ae479f1-f0b8-4be3-80c7-a1e0395a178d None None] Provisioning complete for port ff2624ef-4b36-40c0-9c97-b12450b9e7fa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:33.838348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ae479f1-f0b8-4be3-80c7-a1e0395a178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:33.859866 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-0db9e347-00b8-42c5-aed3-a4ad6c7306da service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576514 Dec 16 03:35:33.883749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314176-23a5-478c-9114-2a320565be78 req-7fe54647-1235-4f49-b680-2eca8e3bf8e3 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:33.892051 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97314176-23a5-478c-9114-2a320565be78 req-7fe54647-1235-4f49-b680-2eca8e3bf8e3 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 944 time: 0.0854185 Dec 16 03:35:34.004497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.006028 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97314176-23a5-478c-9114-2a320565be78 req-51a43041-84bb-4389-b813-d838cdd47046 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143939 Dec 16 03:35:34.022941 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21cbd4f2-5341-4b85-80dc-514628c14a4b req-87a5f61a-322f-441f-bc42-124da2cfe76c service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553891 Dec 16 03:35:34.041366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f771948-7dc0-473b-a8e5-aa1fa743bf82 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:35:34.057555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.067256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:34.069920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d5d33f-74b9-4c75-b581-c43d8eef8fb4" -d '{"events": [{"server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "name": "network-vif-plugged", "status": "completed", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:34.087501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:34.094712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.126449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd4820-1b06-4250-a506-566050fa84a7 x-openstack-request-id: req-81bd4820-1b06-4250-a506-566050fa84a7 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:34.126966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "name": "network-vif-plugged", "status": "completed", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:34.127407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81bd4820-1b06-4250-a506-566050fa84a7 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:34.128028 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'code': 200} Dec 16 03:35:34.133393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Transition to ACTIVE for port object 2f771948-7dc0-473b-a8e5-aa1fa743bf82 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:35:34.150852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.159052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:34.161721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Deleting port 460095f4-f278-4e49-90ef-ed08d86491b5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:34.162097 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.193220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da3cc1-21f5-4170-950d-95761da767a9 req-7d2fa3aa-fe18-418c-bb39-ae02e292ff68 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:34.196447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49da3cc1-21f5-4170-950d-95761da767a9 req-7d2fa3aa-fe18-418c-bb39-ae02e292ff68 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 944 time: 0.1144626 Dec 16 03:35:34.203339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c90e-971b-4aad-becc-3027eb372f6d req-ab6ca890-e9fe-48b9-ac48-7a9417a48b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:34.204825 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-ab6ca890-e9fe-48b9-ac48-7a9417a48b3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2cce3a1d44d4731880a0e093f018e90&device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 1097 time: 0.0784514 Dec 16 03:35:34.217468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b62be9f4-9e6d-467b-8861-122feca4fe9c None None] Provisioning complete for port 61b04288-f877-4e94-b830-746d46794965 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:34.218075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b62be9f4-9e6d-467b-8861-122feca4fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.236868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.14 (0f695664-449d-436e-a5b9-0bf4fd4b4724/93fb9a32-d79e-4723-9b6b-e36ab426314b/91ad9fbf-135f-40dc-9d8c-bfd60cf911d6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:34.265983 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49da3cc1-21f5-4170-950d-95761da767a9 req-4190f851-169f-4b04-a3c0-80f845f82dd1 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601697 Dec 16 03:35:34.279339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b62be9f4-9e6d-467b-8861-122feca4fe9c None None] Port 61b04288-f877-4e94-b830-746d46794965 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:34.327786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Pushing event updated for resources: {'Port': ['ID=2f771948-7dc0-473b-a8e5-aa1fa743bf82,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:34.337261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.347900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:34.357572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c90e-971b-4aad-becc-3027eb372f6d req-57ad4ea8-d8e3-47f0-a88f-f5157f3de272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:34.359393 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-57ad4ea8-d8e3-47f0-a88f-f5157f3de272 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d485b8-b933-40d0-b733-971957394d20 HTTP/1.1" status: 200 len: 912 time: 0.1047194 Dec 16 03:35:34.415116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-83162e76-4ce1-4008-aaf4-867ef70294f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41 HTTP/1.1" status: 200 len: 217 time: 0.0406601 Dec 16 03:35:34.436054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Calling delete_port for 460095f4-f278-4e49-90ef-ed08d86491b5 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:34.468856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c90e-971b-4aad-becc-3027eb372f6d req-c11f5d9e-288f-4e95-83aa-1351ce4fdc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:34.470797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-c11f5d9e-288f-4e95-83aa-1351ce4fdc76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3ecc4b9-65c2-4107-a8af-071de67dbd7c HTTP/1.1" status: 200 len: 852 time: 0.0483863 Dec 16 03:35:34.503871 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-37efac01-e2ec-48f3-8313-eac581d2276a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d485b8-b933-40d0-b733-971957394d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259356 Dec 16 03:35:34.595236 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-a1e7930b-8538-44a9-90e1-b721d10c0bee service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838811 Dec 16 03:35:34.755673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07296304-b64e-4c53-add4-c06098ed2503 req-58a74c79-3971-4eb8-8a62-35168304165c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:34.757564 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-07296304-b64e-4c53-add4-c06098ed2503 req-58a74c79-3971-4eb8-8a62-35168304165c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 944 time: 0.0884612 Dec 16 03:35:34.764097 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-da17258a-78a6-4fff-aed6-bc650fd346e9 service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609838 Dec 16 03:35:34.807935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ff2624ef-4b36-40c0-9c97-b12450b9e7fa up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:34.819450 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-07296304-b64e-4c53-add4-c06098ed2503 req-309f7254-f42e-48b4-9acd-7e67316da639 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539951 Dec 16 03:35:34.857316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ff2624ef-4b36-40c0-9c97-b12450b9e7fa triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:34.857688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.007931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffafc1-ccc3-4b96-aa01-607a45906b87 req-c328eb05-e1ad-4dd4-936f-e536f9bb6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:35.009342 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0dffafc1-ccc3-4b96-aa01-607a45906b87 req-c328eb05-e1ad-4dd4-936f-e536f9bb6e7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1098 time: 0.5878892 Dec 16 03:35:35.026532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Attempting to bind port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:35.026865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Attempting to bind port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:35.027189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Attempting to bind port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 on network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:35.040396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.070102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 on network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:35:35.070459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Attempting to bind port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 on network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:35.110282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:35.110654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Checking segment: {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:35.111044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Bound using segment: {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:35.111486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Bound port: 2f771948-7dc0-473b-a8e5-aa1fa743bf82, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1562791-da65-45b3-b09b-4894eae0d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:35.111843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.139341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece56a-2c44-4425-886c-1119859b3a38 req-28e6f75e-0b1e-4a0a-bc17-b895256af3b4 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:35.140809 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-03ece56a-2c44-4425-886c-1119859b3a38 req-28e6f75e-0b1e-4a0a-bc17-b895256af3b4 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0568385 Dec 16 03:35:35.179587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92fc7257-8d4a-49f3-a517-3a908a27d912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.190795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.195249 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0dffafc1-ccc3-4b96-aa01-607a45906b87 req-39ffae2e-2bed-4823-b733-6d850887addd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763792 Dec 16 03:35:35.198089 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-03ece56a-2c44-4425-886c-1119859b3a38 req-2ae4946b-c917-48ed-8148-1f3812aec7b3 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507431 Dec 16 03:35:35.257304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Port': ['ID=460095f4-f278-4e49-90ef-ed08d86491b5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:35.297683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.300919 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-05f434c7-2a8b-4142-8d16-2acf7c8b0cdc tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/ports/460095f4-f278-4e49-90ef-ed08d86491b5 HTTP/1.1" status: 204 len: 168 time: 1.6292675 Dec 16 03:35:35.302166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.304053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36654) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:35.349864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Allocated IP 172.20.0.2 (0f695664-449d-436e-a5b9-0bf4fd4b4724/93fb9a32-d79e-4723-9b6b-e36ab426314b/192cba63-092d-4ad9-85dd-a71ce991f42e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:35.393705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] For port 2f771948-7dc0-473b-a8e5-aa1fa743bf82, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:35.415348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 0f695664-449d-436e-a5b9-0bf4fd4b4724 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:35.451213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=91ad9fbf-135f-40dc-9d8c-bfd60cf911d6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:35.455272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6bf38-929f-44bd-b9ed-7c805580da4c req-f65f3664-03c0-41c9-9495-d95f35b070a9 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:35.459382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:35.459570 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-39c6bf38-929f-44bd-b9ed-7c805580da4c req-f65f3664-03c0-41c9-9495-d95f35b070a9 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 944 time: 0.0927267 Dec 16 03:35:35.462541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] For port 2f771948-7dc0-473b-a8e5-aa1fa743bf82, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:35.466444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:35.471584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Deleting port 242cf35d-4547-48d6-98d6-d67e5d55e4d8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:35.471928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.497009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.530852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.537851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.563058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:35.563686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.565110 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] 10.222.0.30 "PUT /v2.0/ports/2f771948-7dc0-473b-a8e5-aa1fa743bf82 HTTP/1.1" status: 200 len: 1094 time: 2.8141551 Dec 16 03:35:35.567474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:35.570200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b117bb7-d77b-4b8f-8030-76191f9ecef1" -d '{"events": [{"name": "network-changed", "server_uuid": "890abbec-df03-4970-b660-1cd000469660", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:35.583581 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-39c6bf38-929f-44bd-b9ed-7c805580da4c req-eeb3eef3-be5d-4d53-a7f0-10c5730c9bbd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033995 Dec 16 03:35:35.595628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Network 0f695664-449d-436e-a5b9-0bf4fd4b4724 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:35.599881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:35.600635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.601305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:35.607946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:35.625042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Pushing event updated for resources: {'Port': ['ID=192cba63-092d-4ad9-85dd-a71ce991f42e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:35.638868 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.660908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Calling delete_port for 242cf35d-4547-48d6-98d6-d67e5d55e4d8 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:35.674380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651ce3ec-db5e-4dcc-bd00-9765222d9919 x-openstack-request-id: req-651ce3ec-db5e-4dcc-bd00-9765222d9919 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:35.674671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890abbec-df03-4970-b660-1cd000469660", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:35.674937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-651ce3ec-db5e-4dcc-bd00-9765222d9919 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:35.675346 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'status': 'completed', 'code': 200} Dec 16 03:35:35.701739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Attempting to bind port 192cba63-092d-4ad9-85dd-a71ce991f42e on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:35.702117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Attempting to bind port 192cba63-092d-4ad9-85dd-a71ce991f42e by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'cd9db36d-086a-4a2d-a428-033a6cf7f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:35.702368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2a41d-01ad-43db-aed8-4df5a8f9f47e service neutron] Pushing event updated for resources: {'Port': ['ID=2f771948-7dc0-473b-a8e5-aa1fa743bf82,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:35.702620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Attempting to bind port 192cba63-092d-4ad9-85dd-a71ce991f42e on network 0f695664-449d-436e-a5b9-0bf4fd4b4724 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:35.720795 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2d732480-0768-4c87-882f-bcf016f35ca0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2960522 Dec 16 03:35:35.722951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:35.723569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:35.725360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Checking segment: {'id': 'cd9db36d-086a-4a2d-a428-033a6cf7f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:35.726331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.726917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Bound using segment: {'id': 'cd9db36d-086a-4a2d-a428-033a6cf7f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:35.727996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Bound port: 192cba63-092d-4ad9-85dd-a71ce991f42e, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9db36d-086a-4a2d-a428-033a6cf7f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f695664-449d-436e-a5b9-0bf4fd4b4724'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:35.728563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.767479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.777811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.793922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-093d41fc-ede4-4888-9608-cde88b8c7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:35.795439 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-093d41fc-ede4-4888-9608-cde88b8c7dda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 1097 time: 0.1568885 Dec 16 03:35:35.799278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Port': ['ID=242cf35d-4547-48d6-98d6-d67e5d55e4d8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:35.801720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.807583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:35.808228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.812566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.812710 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/ports/61b04288-f877-4e94-b830-746d46794965 HTTP/1.1" status: 200 len: 911 time: 2.0618670 Dec 16 03:35:35.813319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:35.818488 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f2eb71ec-00f0-4e4e-a76d-b820fa1f9a80 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/ports/242cf35d-4547-48d6-98d6-d67e5d55e4d8 HTTP/1.1" status: 204 len: 168 time: 0.5129483 Dec 16 03:35:35.821189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36662) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:35.832806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] For port 192cba63-092d-4ad9-85dd-a71ce991f42e, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:35.836931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] For port 192cba63-092d-4ad9-85dd-a71ce991f42e, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=192cba63-092d-4ad9-85dd-a71ce991f42e,segment=NetworkSegment(cd9db36d-086a-4a2d-a428-033a6cf7f34b),segment_id=cd9db36d-086a-4a2d-a428-033a6cf7f34b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:35.845722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.870779 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f4ef071b-b9c2-40a8-9a47-5ceb6ef89aa2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482333 Dec 16 03:35:35.871395 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36666) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:35.880524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1078121794'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:35.913980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Made reservation on behalf of 34eee9e59a784e78981dc645b9eb889d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:35.923115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:35.927256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a202-ffb8-48f0-bd15-c2bf048bf69a None None] Pushing event updated for resources: {'Port': ['ID=192cba63-092d-4ad9-85dd-a71ce991f42e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:36.002847 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-f629efe5-d7e7-4ea6-a002-add35167d25d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82 HTTP/1.1" status: 200 len: 217 time: 0.1643481 Dec 16 03:35:36.005138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:36.025783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7395-bd52-483c-9818-2a8c769288b9 req-dc2877cd-308a-4d71-b131-054c89318b18 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.027367 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3c7e7395-bd52-483c-9818-2a8c769288b9 req-dc2877cd-308a-4d71-b131-054c89318b18 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 944 time: 0.0967104 Dec 16 03:35:36.028593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.028924 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Added segment e694bea1-a19f-4693-af7d-04eef7478d64 of type vlan for network 5ab77711-9ccc-4de9-be91-b2443f9ef195 Dec 16 03:35:36.062571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f110176-7d1e-40db-a224-ae0393e732ae tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=61b04288-f877-4e94-b830-746d46794965,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:36.136701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.153705 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3c7e7395-bd52-483c-9818-2a8c769288b9 req-de3d0cf1-957c-457c-80be-07d49c3a2b82 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111574 Dec 16 03:35:36.160565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 91ad9fbf-135f-40dc-9d8c-bfd60cf911d6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:36.160914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.185221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.191244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.192088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.219398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-da15b1d1-5fe7-4d72-a138-0944529c7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.220932 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-da15b1d1-5fe7-4d72-a138-0944529c7853 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bf4d7d3-69f2-410f-a51a-78e6737d75f1 HTTP/1.1" status: 200 len: 835 time: 0.2103238 Dec 16 03:35:36.284807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4121101 Dec 16 03:35:36.287632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36670) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:36.295361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-884310329'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:36.326488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f88fa9-ccb2-4d1f-b38b-a25d0eb1b80b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Network': ['ID=5ab77711-9ccc-4de9-be91-b2443f9ef195,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:36.343749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 5ab77711-9ccc-4de9-be91-b2443f9ef195 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:36.371553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Made reservation on behalf of 34eee9e59a784e78981dc645b9eb889d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:36.375538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.397460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934020c-804e-410b-9bf3-25f23434eb0f req-ef98a7a9-5b82-4a24-a657-8285395eb229 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.399031 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3934020c-804e-410b-9bf3-25f23434eb0f req-ef98a7a9-5b82-4a24-a657-8285395eb229 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0835962 Dec 16 03:35:36.418905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:36.440652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.440854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-50086de3-f886-477f-8221-3b884b313e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.440989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Added segment 0b52049d-ef31-43ae-b949-6182d6b026a0 of type vlan for network 5002226b-f459-41e8-bb12-5dc2e2931aca Dec 16 03:35:36.442383 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-50086de3-f886-477f-8221-3b884b313e18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=109832d6-ccd3-4d27-baf7-8ba28d9999c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1878808 Dec 16 03:35:36.462796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.499641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3934020c-804e-410b-9bf3-25f23434eb0f req-4b49b13c-f1af-4f3d-bd60-0ae9b9cccaaf tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900459 Dec 16 03:35:36.502931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.533164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 91ad9fbf-135f-40dc-9d8c-bfd60cf911d6 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:36.543629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.551459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.552101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.631109 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3350282 Dec 16 03:35:36.657483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e21d8-4d36-4286-9e19-99b504f8e9a2 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Network': ['ID=5002226b-f459-41e8-bb12-5dc2e2931aca,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:36.671219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 5002226b-f459-41e8-bb12-5dc2e2931aca details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:36.675312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5ad1a-5785-4302-974d-1c83b99d2cce req-5d2c2fe8-23d2-4635-9cbd-d68648e6b120 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.676856 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-33a5ad1a-5785-4302-974d-1c83b99d2cce req-5d2c2fe8-23d2-4635-9cbd-d68648e6b120 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0700655 Dec 16 03:35:36.720854 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-05131eb3-2d46-4947-b27a-c801eba25d5b service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670407 Dec 16 03:35:36.859954 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-33a5ad1a-5785-4302-974d-1c83b99d2cce req-1fbf9263-1061-4ccc-8f02-cb7e33292490 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738875 Dec 16 03:35:36.883963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:36.901680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 192cba63-092d-4ad9-85dd-a71ce991f42e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:36.903904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c926bb8-410a-484f-beb8-49c251193d9b req-c7c8a2a5-3d6a-46d2-9bb7-dad4065b34da tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:36.905313 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4c926bb8-410a-484f-beb8-49c251193d9b req-c7c8a2a5-3d6a-46d2-9bb7-dad4065b34da tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 944 time: 0.1494231 Dec 16 03:35:36.905791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36676) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:37.023528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 192cba63-092d-4ad9-85dd-a71ce991f42e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:37.023904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.040544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=91ad9fbf-135f-40dc-9d8c-bfd60cf911d6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:37.073328 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4c926bb8-410a-484f-beb8-49c251193d9b req-aa71e83e-a932-40d3-af12-70e9caa2a017 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466403 Dec 16 03:35:37.106899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b034f04c-3abd-4f21-b0c2-18f1aa178e26 tempest-TestNetworkAdvancedServerOps-1245947277 tempest-TestNetworkAdvancedServerOps-1245947277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:37.114738 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b034f04c-3abd-4f21-b0c2-18f1aa178e26 tempest-TestNetworkAdvancedServerOps-1245947277 tempest-TestNetworkAdvancedServerOps-1245947277-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1093 time: 0.2078531 Dec 16 03:35:37.115546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36678) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:37.120024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:37.156568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.170252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.219685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 192cba63-092d-4ad9-85dd-a71ce991f42e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=192cba63-092d-4ad9-85dd-a71ce991f42e,segment=NetworkSegment(cd9db36d-086a-4a2d-a428-033a6cf7f34b),segment_id=cd9db36d-086a-4a2d-a428-033a6cf7f34b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:37.225040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.304784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=192cba63-092d-4ad9-85dd-a71ce991f42e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:37.311199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451f9d2-b399-4a87-8b11-fb672fb10cb2 None None] Network 0f695664-449d-436e-a5b9-0bf4fd4b4724 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:37.366859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78930d5-11f8-4ea7-a03c-0d5668508cd8 req-5dbe169a-aa40-4836-99eb-f9d740dc49f4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:37.368742 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d78930d5-11f8-4ea7-a03c-0d5668508cd8 req-5dbe169a-aa40-4836-99eb-f9d740dc49f4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 944 time: 0.1103098 Dec 16 03:35:37.370263 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 87300d55-2919-4171-b4eb-da4bbe0f7d41 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:35:37.398505 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:35:37.399336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.431539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75568093-fcde-49a2-bab5-85834118fc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.438239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f614a5e2-57b1-4e82-97b9-0f1d1941fcd2 None None] Provisioning complete for port 192cba63-092d-4ad9-85dd-a71ce991f42e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:37.438906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f614a5e2-57b1-4e82-97b9-0f1d1941fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.445370 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d78930d5-11f8-4ea7-a03c-0d5668508cd8 req-bfadb012-1652-440d-9c97-bdb2e4d7849e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684834 Dec 16 03:35:37.568379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.573806 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2d984fe5-fccc-4f4b-a191-48872a8bed5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/91ad9fbf-135f-40dc-9d8c-bfd60cf911d6 HTTP/1.1" status: 204 len: 168 time: 1.8472188 Dec 16 03:35:37.576300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36682) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:37.579407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.587295 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd4711df-3d5d-4e62-be3c-670b3e04a6b1 req-53b26d4f-2939-4013-82a4-b5da4c41c6b6 service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8464534 Dec 16 03:35:37.593673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Allocated IP 172.26.6.189 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/ed3f4c11-bed6-4edd-ad7a-9521bd551173) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:37.621534 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3329e6-2065-4b9d-a18c-0c2e6db41a8d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:35:37.628249 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5c3329e6-2065-4b9d-a18c-0c2e6db41a8d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/91ad9fbf-135f-40dc-9d8c-bfd60cf911d6 HTTP/1.1" status: 404 len: 333 time: 0.0436378 Dec 16 03:35:37.629180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36684) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:37.732786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 87300d55-2919-4171-b4eb-da4bbe0f7d41, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41,segment=NetworkSegment(caf8acc3-5a64-493c-94a6-095dad6a6102),segment_id=caf8acc3-5a64-493c-94a6-095dad6a6102)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:37.745698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '87300d55-2919-4171-b4eb-da4bbe0f7d41', 'network_id': '28d485b8-b933-40d0-b733-971957394d20', 'port_id': '87300d55-2919-4171-b4eb-da4bbe0f7d41', 'mac_address': 'fa:16:3e:39:66:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ecc4b9-65c2-4107-a8af-071de67dbd7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:35:37.792013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet 93fb9a32-d79e-4723-9b6b-e36ab426314b {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:37.799594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.828700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-8da564a7-f749-440e-97ba-0cdd1e4780b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:37.837914 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-8da564a7-f749-440e-97ba-0cdd1e4780b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 1097 time: 0.1240497 Dec 16 03:35:37.838439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.854670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87300d55-2919-4171-b4eb-da4bbe0f7d41 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:35:37.883086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.895409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 87300d55-2919-4171-b4eb-da4bbe0f7d41, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41,segment=NetworkSegment(caf8acc3-5a64-493c-94a6-095dad6a6102),segment_id=caf8acc3-5a64-493c-94a6-095dad6a6102)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:37.905431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:37.940660 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.004057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=87300d55-2919-4171-b4eb-da4bbe0f7d41,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:38.059934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.084083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-544b7041-980d-4fa7-8252-3b6889e78d90 None None] Provisioning complete for port 192cba63-092d-4ad9-85dd-a71ce991f42e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:38.084543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-544b7041-980d-4fa7-8252-3b6889e78d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.088192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.180055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:38.192553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:38.197701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:38.242240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-cb52b7a1-9f7b-4f02-98ae-79925a4a7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:38.245672 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-cb52b7a1-9f7b-4f02-98ae-79925a4a7884 service neutron] 10.222.0.30 "GET /v2.0/networks?id=109832d6-ccd3-4d27-baf7-8ba28d9999c4 HTTP/1.1" status: 200 len: 897 time: 0.3980339 Dec 16 03:35:38.254734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Port': ['ID=ed3f4c11-bed6-4edd-ad7a-9521bd551173,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:38.307140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.344816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['87300d55-2919-4171-b4eb-da4bbe0f7d41'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:35:38.362512 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-e2903bd4-713c-4973-8834-c5f2479c9b74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82 HTTP/1.1" status: 200 len: 217 time: 0.0980995 Dec 16 03:35:38.388655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 61b04288-f877-4e94-b830-746d46794965 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:38.388998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.410753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.417090 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/93fb9a32-d79e-4723-9b6b-e36ab426314b HTTP/1.1" status: 204 len: 168 time: 0.7857301 Dec 16 03:35:38.422981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.434899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d3731-5c7c-4375-a88d-b5a793580f03 req-12c304f6-64fc-4921-81d8-ada1bc69bfbe tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:38.437091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa6d3731-5c7c-4375-a88d-b5a793580f03 req-12c304f6-64fc-4921-81d8-ada1bc69bfbe tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 945 time: 0.2051885 Dec 16 03:35:38.438077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b8e37-ebbd-491a-ac6d-65c2994c767f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=93fb9a32-d79e-4723-9b6b-e36ab426314b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:38.463825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36688) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:38.482746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-67af45a6-b537-49f7-8b90-1f7a42fceb36 None None] Could not find standard attr ID for object 91ad9fbf-135f-40dc-9d8c-bfd60cf911d6. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:35:38.527911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.544848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 61b04288-f877-4e94-b830-746d46794965 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:38.670029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513d807-b32a-4044-974b-e653a4a06109 None None] Network 0f695664-449d-436e-a5b9-0bf4fd4b4724 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:38.830218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.836870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 192cba63-092d-4ad9-85dd-a71ce991f42e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:38.844889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b8a0-41a7-4e0c-ab73-53d15752504b req-57bf10b1-585d-4ea4-b8b8-1f38f03b813b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:38.846448 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9dd6b8a0-41a7-4e0c-ab73-53d15752504b req-57bf10b1-585d-4ea4-b8b8-1f38f03b813b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 944 time: 0.1850371 Dec 16 03:35:38.878422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.888305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] DHCP port deletion for 0f695664-449d-436e-a5b9-0bf4fd4b4724 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:38.892716 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa6d3731-5c7c-4375-a88d-b5a793580f03 req-a7ce3e36-b073-4879-8f88-3f01c2c649a8 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886321 Dec 16 03:35:38.937914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=61b04288-f877-4e94-b830-746d46794965,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:38.953180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 192cba63-092d-4ad9-85dd-a71ce991f42e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:38.953875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:38.957059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-5cec1221-1521-4f97-8a35-ab301dd282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:38.959458 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-5cec1221-1521-4f97-8a35-ab301dd282a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bf4d7d3-69f2-410f-a51a-78e6737d75f1 HTTP/1.1" status: 200 len: 835 time: 0.5833278 Dec 16 03:35:39.029288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] Deleting port 192cba63-092d-4ad9-85dd-a71ce991f42e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:39.029813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.055511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9dd6b8a0-41a7-4e0c-ab73-53d15752504b req-efe683a8-e9b3-4a2c-a648-14bc52d68bad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1591287 Dec 16 03:35:39.185948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 192cba63-092d-4ad9-85dd-a71ce991f42e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:39.187091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.201995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] For port 192cba63-092d-4ad9-85dd-a71ce991f42e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=192cba63-092d-4ad9-85dd-a71ce991f42e,segment=NetworkSegment(cd9db36d-086a-4a2d-a428-033a6cf7f34b),segment_id=cd9db36d-086a-4a2d-a428-033a6cf7f34b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:39.202571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.219067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-c33362fb-d23b-4d8d-a5d4-a78980f893ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:39.221174 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-c33362fb-d23b-4d8d-a5d4-a78980f893ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=109832d6-ccd3-4d27-baf7-8ba28d9999c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2510099 Dec 16 03:35:39.224338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.235201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] Calling delete_port for 192cba63-092d-4ad9-85dd-a71ce991f42e owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:39.344321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] For port 192cba63-092d-4ad9-85dd-a71ce991f42e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=192cba63-092d-4ad9-85dd-a71ce991f42e,segment=NetworkSegment(cd9db36d-086a-4a2d-a428-033a6cf7f34b),segment_id=cd9db36d-086a-4a2d-a428-033a6cf7f34b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:39.344975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.360784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.362352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 192cba63-092d-4ad9-85dd-a71ce991f42e owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:39.365965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.366430 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-7a5aac93-23ee-406f-94e5-c0aa0c80ac0a service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317844 Dec 16 03:35:39.403437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] Pushing event deleted for resources: {'Port': ['ID=192cba63-092d-4ad9-85dd-a71ce991f42e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:39.407174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2f771948-7dc0-473b-a8e5-aa1fa743bf82 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:35:39.519179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 2f771948-7dc0-473b-a8e5-aa1fa743bf82, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:39.533315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 87300d55-2919-4171-b4eb-da4bbe0f7d41 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:39.539887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'port_id': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'mac_address': 'fa:16:3e:ee:98:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:35:39.579060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440bde5-3139-460b-a67f-173302b9db82 None None] No DVR routers for this DVR port 192cba63-092d-4ad9-85dd-a71ce991f42e on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:39.637765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.638264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 39e18f7a-0692-457d-b9fd-82921c6a0c16 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:39.669103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f771948-7dc0-473b-a8e5-aa1fa743bf82 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:35:39.699060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 2f771948-7dc0-473b-a8e5-aa1fa743bf82, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:39.701111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 87300d55-2919-4171-b4eb-da4bbe0f7d41 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:35:39.707703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 87300d55-2919-4171-b4eb-da4bbe0f7d41 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:39.708383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.760619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:39.761170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.767806 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e6de9cce-cbdd-4416-a272-199178ead13e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/39e18f7a-0692-457d-b9fd-82921c6a0c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9499521 Dec 16 03:35:39.770970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:39.779880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] Sync routers for ids ['39e18f7a-0692-457d-b9fd-82921c6a0c16'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:39.813925 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a069bf6d-3a42-4b7c-99c8-0eb7cfe2493e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=39e18f7a-0692-457d-b9fd-82921c6a0c16 HTTP/1.1" status: 200 len: 205 time: 0.0410404 Dec 16 03:35:39.816604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36694) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:39.870712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.873706 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.905962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.918660 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b117bb7-d77b-4b8f-8030-76191f9ecef1 req-8bae651a-2bf0-4a7c-ada1-587361b36f77 service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448692 Dec 16 03:35:39.929280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f64aecb-efef-4d47-8b9a-6b08e8a6ede3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:39.955646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 87300d55-2919-4171-b4eb-da4bbe0f7d41, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41,segment=NetworkSegment(caf8acc3-5a64-493c-94a6-095dad6a6102),segment_id=caf8acc3-5a64-493c-94a6-095dad6a6102)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:39.964636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c261321-6964-439a-8e9f-b30d53c5c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87300d55-2919-4171-b4eb-da4bbe0f7d41'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:39.967097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d4f413-0673-45be-b139-ff8a310fe609" -d '{"events": [{"server_uuid": "1c261321-6964-439a-8e9f-b30d53c5c783", "name": "network-vif-plugged", "status": "completed", "tag": "87300d55-2919-4171-b4eb-da4bbe0f7d41"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:39.971446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:39.978194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'subnets': [{'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1032800918', 'ip_version': 6}, {'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:39.978675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'subnet': {'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1032800918', 'ip_version': 6}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:39.979446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Request body: {'subnet': {'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:39.987989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.000586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] Routers {'39e18f7a-0692-457d-b9fd-82921c6a0c16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:40.002170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['39e18f7a-0692-457d-b9fd-82921c6a0c16'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:40.004243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=192cba63-092d-4ad9-85dd-a71ce991f42e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:40.024563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No DVR routers for this DVR port 192cba63-092d-4ad9-85dd-a71ce991f42e on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:40.054547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47c186-7dbe-4272-8ee1-032d80eb96be x-openstack-request-id: req-ec47c186-7dbe-4272-8ee1-032d80eb96be {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:40.054861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c261321-6964-439a-8e9f-b30d53c5c783", "name": "network-vif-plugged", "status": "completed", "tag": "87300d55-2919-4171-b4eb-da4bbe0f7d41", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:40.055116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec47c186-7dbe-4272-8ee1-032d80eb96be {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:40.055504 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c261321-6964-439a-8e9f-b30d53c5c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87300d55-2919-4171-b4eb-da4bbe0f7d41', 'code': 200} Dec 16 03:35:40.059925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:40.063395 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=2f771948-7dc0-473b-a8e5-aa1fa743bf82,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:40.111357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['2f771948-7dc0-473b-a8e5-aa1fa743bf82'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:35:40.115805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.160929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] Routers {'39e18f7a-0692-457d-b9fd-82921c6a0c16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:40.161880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['39e18f7a-0692-457d-b9fd-82921c6a0c16'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:40.209207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:40.211439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d064b5-14fe-4bbf-b29b-e1308619686f None None] The sync data for ids ['39e18f7a-0692-457d-b9fd-82921c6a0c16'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:40.215595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=87300d55-2919-4171-b4eb-da4bbe0f7d41,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:40.254337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f64aecb-efef-4d47-8b9a-6b08e8a6ede3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.258615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f64aecb-efef-4d47-8b9a-6b08e8a6ede3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.263951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.306080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f695664-449d-436e-a5b9-0bf4fd4b4724']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:40.316664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ddab4-b8d2-412c-a17b-5e65487b646e req-db7b7d25-dd49-49c4-9acd-6f87459079a8 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:40.319160 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a48ddab4-b8d2-412c-a17b-5e65487b646e req-db7b7d25-dd49-49c4-9acd-6f87459079a8 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.2911863 Dec 16 03:35:40.351398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9db36d-086a-4a2d-a428-033a6cf7f34b') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:40.351737 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9db36d-086a-4a2d-a428-033a6cf7f34b') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:40.353819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f64aecb-efef-4d47-8b9a-6b08e8a6ede3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.354329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f64aecb-efef-4d47-8b9a-6b08e8a6ede3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Fanout notify agent at l3_agent the message router_deleted on router 39e18f7a-0692-457d-b9fd-82921c6a0c16 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:35:40.363733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f64aecb-efef-4d47-8b9a-6b08e8a6ede3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.368024 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f64aecb-efef-4d47-8b9a-6b08e8a6ede3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/39e18f7a-0692-457d-b9fd-82921c6a0c16 HTTP/1.1" status: 204 len: 168 time: 0.5467527 Dec 16 03:35:40.372429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36704) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:40.374214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.387310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e212ad-2821-492d-96f0-d8d07cc76c92 req-5fb70925-eaa7-4e10-a0c4-d1f48dfda89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:40.388838 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-14e212ad-2821-492d-96f0-d8d07cc76c92 req-5fb70925-eaa7-4e10-a0c4-d1f48dfda89f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 1099 time: 0.1166980 Dec 16 03:35:40.409320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc75ea-3dc1-4f7b-b929-efe7a82444aa req-84cda667-354c-4b9d-8361-529140c7265d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:40.410961 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-40cc75ea-3dc1-4f7b-b929-efe7a82444aa req-84cda667-354c-4b9d-8361-529140c7265d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 945 time: 0.2321455 Dec 16 03:35:40.412110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.443441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Made reservation on behalf of 34eee9e59a784e78981dc645b9eb889d for: {'subnet': 2} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:40.444585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:40.444999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.448373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.448558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:40.453897 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:40.477011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet 5524cc0d-d863-40b3-bc4a-ab26e41d1392 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:40.508194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.519835 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a48ddab4-b8d2-412c-a17b-5e65487b646e req-bbb9e4f7-9c2e-4ef4-85ba-7540e394e088 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906481 Dec 16 03:35:40.558690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.563151 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-14e212ad-2821-492d-96f0-d8d07cc76c92 req-0d064dfc-c3e0-4b2f-9b97-740c246fa0f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542890 Dec 16 03:35:40.564262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.569181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.576590 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/0f695664-449d-436e-a5b9-0bf4fd4b4724 HTTP/1.1" status: 204 len: 168 time: 2.1078212 Dec 16 03:35:40.581112 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.585808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36706) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:40.593191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'name': 'tempest-PortsTestJSON-1588057784'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:40.607143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.607404 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-40cc75ea-3dc1-4f7b-b929-efe7a82444aa req-3ec423ab-b853-4e43-8fa0-f83a09811fc2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1820717 Dec 16 03:35:40.608099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1c542-82a3-4bc7-a326-6f06d012cbaa tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=0f695664-449d-436e-a5b9-0bf4fd4b4724,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:40.673801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event updated for resources: {'Port': ['ID=ed3f4c11-bed6-4edd-ad7a-9521bd551173,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:40.687678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:40.772668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 192cba63-092d-4ad9-85dd-a71ce991f42e no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:40.794527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 192cba63-092d-4ad9-85dd-a71ce991f42e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:40.795208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 192cba63-092d-4ad9-85dd-a71ce991f42e not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:40.798521 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Floating IP 89133f2b-3738-451c-8b8f-bab99f90441e associated. External IP: 172.26.6.189, port: 8532725c-d05e-4ff2-9135-273a4e5a6989. Dec 16 03:35:41.023412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:41.056273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.095107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.136893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:41.140388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.142467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:41.153487 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] Sync routers for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:41.161200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.166021 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:41.166973 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:41.191447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e65c1d53-5607-4006-be16-1da4e3f7e427 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0748196 Dec 16 03:35:41.192052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:41.204236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf486a-0e97-489e-b2f1-266838397cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:41.213211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port e2c10a84-5933-4276-b7e5-363b0b7d17db yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:41.282033 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:41.305085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7f59-0293-47e7-8d9a-9b364dd53282 req-6f8d320a-f9e4-4988-a39b-5b70cf7c331c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:41.313086 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6adf7f59-0293-47e7-8d9a-9b364dd53282 req-6f8d320a-f9e4-4988-a39b-5b70cf7c331c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0643744 Dec 16 03:35:41.314940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.375601 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6adf7f59-0293-47e7-8d9a-9b364dd53282 req-81f21c17-f5f2-4b71-88c7-09e670d2b8aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569179 Dec 16 03:35:41.379983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=5524cc0d-d863-40b3-bc4a-ab26e41d1392,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:41.383819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.386991 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d4512d8b-fa24-44e7-b14a-dfcd63e3b5c5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/5524cc0d-d863-40b3-bc4a-ab26e41d1392 HTTP/1.1" status: 204 len: 168 time: 1.0123253 Dec 16 03:35:41.389771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:41.389898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36716) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:41.394108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f5f1f-618d-4c91-8c29-2b47e83bf8fa None None] Network 9b7bfe5d-4424-494d-9725-697ba223562f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:41.400521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9e096-0b0c-4197-8492-412cff0bb05c x-openstack-request-id: req-eee9e096-0b0c-4197-8492-412cff0bb05c {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:41.400819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:41.401077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eee9e096-0b0c-4197-8492-412cff0bb05c {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:41.401481 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'status': 'completed', 'code': 200} Dec 16 03:35:41.538877 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '89133f2b-3738-451c-8b8f-bab99f90441e', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'port_id': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'mac_address': 'fa:16:3e:4d:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:35:39Z', 'updated_at': '2021-12-16T03:35:39Z', 'revision_number': 0, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 5, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:41.579498 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] Checking router: 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:41.610968 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:41.612986 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:41.626068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2f771948-7dc0-473b-a8e5-aa1fa743bf82 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:41.710284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221785-43a5-4e73-aab4-b163398e2fd8 req-da3f4746-8338-45ac-ab1a-8d8ab747786a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:41.720497 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-60221785-43a5-4e73-aab4-b163398e2fd8 req-da3f4746-8338-45ac-ab1a-8d8ab747786a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1109633 Dec 16 03:35:41.726239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:35:41.729565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.732739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:41.733361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.733480 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dc5d6412-eea5-4f51-beb7-89336ad0a5ea tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/floatingips/89133f2b-3738-451c-8b8f-bab99f90441e HTTP/1.1" status: 200 len: 991 time: 0.3413656 Dec 16 03:35:41.759159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-af3a241b-6d8d-4eb1-92eb-df62f2333d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:41.760692 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-af3a241b-6d8d-4eb1-92eb-df62f2333d38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3311afe31a9e42f6a9fe00948766f024&device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1098 time: 0.3154640 Dec 16 03:35:41.799270 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-60221785-43a5-4e73-aab4-b163398e2fd8 req-7fd4730f-a9d5-4d1f-ac33-fe5285ef9cd4 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774040 Dec 16 03:35:41.819954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.861373 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:41.882558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.899152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a92be-32f4-4329-9aff-c96640bafae9 req-b0b6a399-24c9-49d8-b0db-428704726fbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:41.915224 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f35a92be-32f4-4329-9aff-c96640bafae9 req-b0b6a399-24c9-49d8-b0db-428704726fbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 945 time: 0.1151128 Dec 16 03:35:41.929256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 2f771948-7dc0-473b-a8e5-aa1fa743bf82, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:41.942016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] DHCP port deletion for 9b7bfe5d-4424-494d-9725-697ba223562f request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:41.955835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.958699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:41.999904 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f35a92be-32f4-4329-9aff-c96640bafae9 req-ec66cf72-cb01-4c7d-bd79-27bd55b6c240 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763817 Dec 16 03:35:42.047418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=2f771948-7dc0-473b-a8e5-aa1fa743bf82,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:42.049253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-bac4e15e-5505-406a-aec1-6e6b8ce3d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:42.050849 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-bac4e15e-5505-406a-aec1-6e6b8ce3d5f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83dc4187-6fd1-425f-8af0-5132b6040281 HTTP/1.1" status: 200 len: 897 time: 0.2798338 Dec 16 03:35:42.059279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:42.060771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.062384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c42412-f39d-4729-987d-f51e34a63835" -d '{"events": [{"server_uuid": "890abbec-df03-4970-b660-1cd000469660", "name": "network-vif-plugged", "status": "completed", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:42.066789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] Deleting port ff2624ef-4b36-40c0-9c97-b12450b9e7fa {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:42.067170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.072565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Subnet': ['ID=7f67579f-588c-461f-9dbe-48f7a9cc3382,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:42.087863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port ff2624ef-4b36-40c0-9c97-b12450b9e7fa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:42.088204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.149530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] For port ff2624ef-4b36-40c0-9c97-b12450b9e7fa, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,segment=NetworkSegment(69c0ec18-2aba-4905-9206-427ae7a9bec4),segment_id=69c0ec18-2aba-4905-9206-427ae7a9bec4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:42.149893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.165906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c839701-940e-45f6-aaba-20121f0be9e5 x-openstack-request-id: req-4c839701-940e-45f6-aaba-20121f0be9e5 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:42.166233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890abbec-df03-4970-b660-1cd000469660", "name": "network-vif-plugged", "status": "completed", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:42.166631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c839701-940e-45f6-aaba-20121f0be9e5 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:42.167022 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'code': 200} Dec 16 03:35:42.173224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] Calling delete_port for ff2624ef-4b36-40c0-9c97-b12450b9e7fa owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:42.213089 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '89133f2b-3738-451c-8b8f-bab99f90441e', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'port_id': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'mac_address': 'fa:16:3e:4d:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:35:39Z', 'updated_at': '2021-12-16T03:35:39Z', 'revision_number': 0, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 5, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:42.239247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Checking segment: {'id': 'e694bea1-a19f-4693-af7d-04eef7478d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:42.239955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network hostable DHCP agents. Network: 5ab77711-9ccc-4de9-be91-b2443f9ef195, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:42.252037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:42.267119 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca395cbd-97c9-4ba7-93ce-ea2d3d5d3700 None None] The sync data for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv is: [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '89133f2b-3738-451c-8b8f-bab99f90441e', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'port_id': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'mac_address': 'fa:16:3e:4d:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:35:39Z', 'updated_at': '2021-12-16T03:35:39Z', 'revision_number': 0, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 5, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:42.269329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.295922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:42.300494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port ff2624ef-4b36-40c0-9c97-b12450b9e7fa, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,segment=NetworkSegment(69c0ec18-2aba-4905-9206-427ae7a9bec4),segment_id=69c0ec18-2aba-4905-9206-427ae7a9bec4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:42.300811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.301535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] Pushing event deleted for resources: {'Port': ['ID=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:42.311117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fde86-7d2a-4c46-8f15-f62a4e945c4d None None] No DVR routers for this DVR port ff2624ef-4b36-40c0-9c97-b12450b9e7fa on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:42.322204 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-449a7aea-b7b5-4610-8b9f-72b67c256ba5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8532725c-d05e-4ff2-9135-273a4e5a6989 HTTP/1.1" status: 200 len: 999 time: 0.2390170 Dec 16 03:35:42.322204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:42.326149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:42.326928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.336772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=e2c10a84-5933-4276-b7e5-363b0b7d17db,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:42.366122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for ff2624ef-4b36-40c0-9c97-b12450b9e7fa owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:42.393278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network 5ab77711-9ccc-4de9-be91-b2443f9ef195 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:42.415849 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d476c5f6-83d1-42e3-ae58-faa0d94f0885 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8293641 Dec 16 03:35:42.418684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36724) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:42.488904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 5ab77711-9ccc-4de9-be91-b2443f9ef195) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:42.493502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-39ebd6b2-576a-4798-bd14-11bce9e5ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:42.495045 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-39ebd6b2-576a-4798-bd14-11bce9e5ee8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59cfd45d-70ec-4f59-b915-d0bc7ddf2075 HTTP/1.1" status: 200 len: 835 time: 0.1509938 Dec 16 03:35:42.501029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.501207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b36723-d5b6-44b4-b717-fca6c6208d25 None None] Network 5ab77711-9ccc-4de9-be91-b2443f9ef195 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:42.559109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port e2c10a84-5933-4276-b7e5-363b0b7d17db {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:42.560216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.616040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event updated for resources: {'Subnet': ['ID=f098a72c-3271-4787-9b58-b418a3a30a6d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:42.643553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544647f-ffcd-4eda-b251-22f7b2cbfea6 None None] New status for floating IP 89133f2b-3738-451c-8b8f-bab99f90441e: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:35:42.649908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.655173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80ef21-048a-493f-bec4-7689a66f7b46 req-e3ce54c7-371f-4f80-8432-603060e02e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:42.656691 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ec80ef21-048a-493f-bec4-7689a66f7b46 req-e3ce54c7-371f-4f80-8432-603060e02e10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 1099 time: 0.2398291 Dec 16 03:35:42.669949 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for e2c10a84-5933-4276-b7e5-363b0b7d17db owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:42.701956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-5ab77711-9ccc-4de9-be91-b2443f9ef195', 'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195', 'project_id': '34eee9e59a784e78981dc645b9eb889d', 'fixed_ips': [{'subnet_id': '7f67579f-588c-461f-9dbe-48f7a9cc3382'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:42.702854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.705151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Checking segment: {'id': '0b52049d-ef31-43ae-b949-6182d6b026a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:42.705521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network hostable DHCP agents. Network: 5002226b-f459-41e8-bb12-5dc2e2931aca, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:42.709121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-bed9f3eb-c94d-460a-ae33-798dcfaf8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:42.710656 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-bed9f3eb-c94d-460a-ae33-798dcfaf8491 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83dc4187-6fd1-425f-8af0-5132b6040281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2037666 Dec 16 03:35:42.741748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36726) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:42.785833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.802005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Network 5002226b-f459-41e8-bb12-5dc2e2931aca is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:42.827604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.834853 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ec80ef21-048a-493f-bec4-7689a66f7b46 req-1b279809-cab0-4c1a-8216-f6b66d3721b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670246 Dec 16 03:35:42.840126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=ff2624ef-4b36-40c0-9c97-b12450b9e7fa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:42.849512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No DVR routers for this DVR port ff2624ef-4b36-40c0-9c97-b12450b9e7fa on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:42.861777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ff2624ef-4b36-40c0-9c97-b12450b9e7fa no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:42.879056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 5002226b-f459-41e8-bb12-5dc2e2931aca) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:42.899027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:42.899503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:42.900139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.919725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6d839-5d84-43f4-8e88-bbd160d6fa3d None None] Network 5002226b-f459-41e8-bb12-5dc2e2931aca requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:42.925545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=e2c10a84-5933-4276-b7e5-363b0b7d17db,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:42.930956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ff2624ef-4b36-40c0-9c97-b12450b9e7fa {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:42.931604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ff2624ef-4b36-40c0-9c97-b12450b9e7fa not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:42.973105 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-216d8fb4-f2ca-467b-b8a0-8cea0dc56165 service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482121 Dec 16 03:35:42.990644 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ddd7a4e-817b-442a-b335-4394974f392d tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0171626 Dec 16 03:35:42.994309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:42.996859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:43.011468 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1ac3a4c8-fc4e-48f9-8345-c74521ee94d1 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/floatingips/89133f2b-3738-451c-8b8f-bab99f90441e HTTP/1.1" status: 200 len: 991 time: 0.2681272 Dec 16 03:35:43.033316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.040022 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4f207b2b-c337-4439-8d38-5f9a9ad96722 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/e2c10a84-5933-4276-b7e5-363b0b7d17db HTTP/1.1" status: 204 len: 168 time: 0.6201942 Dec 16 03:35:43.043749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36734) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:43.053260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'mac_address': 'fa:16:3e:1d:2e:39', 'name': 'tempest-PortsTestJSON-1371949774'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:43.053607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Allocated IP 2001:db8::1 (5ab77711-9ccc-4de9-be91-b2443f9ef195/7f67579f-588c-461f-9dbe-48f7a9cc3382/ca5ec569-de02-4194-9675-a3ce5057b0b5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:43.079924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7bfe5d-4424-494d-9725-697ba223562f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:43.106863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c0ec18-2aba-4905-9206-427ae7a9bec4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:43.107367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c0ec18-2aba-4905-9206-427ae7a9bec4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:43.143548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d2231-d0a2-491c-a993-967902f08103 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:43.145064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d2231-d0a2-491c-a993-967902f08103 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:43.146687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d2231-d0a2-491c-a993-967902f08103 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:43.157450 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3c1d2231-d0a2-491c-a993-967902f08103 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1501234 Dec 16 03:35:43.157450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.181258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:43.217589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.228032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.234247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.243797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472787-c83f-49c6-8db5-7cf0cdd8bb78 req-49a5b82c-c3e3-48d8-84bd-984725e668fe tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:43.245078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:43.245740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:43.250213 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:43.257048 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-54472787-c83f-49c6-8db5-7cf0cdd8bb78 req-49a5b82c-c3e3-48d8-84bd-984725e668fe tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.2881258 Dec 16 03:35:43.321533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Deleting subnet 7f67579f-588c-461f-9dbe-48f7a9cc3382 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:43.332165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Network 5ab77711-9ccc-4de9-be91-b2443f9ef195 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:43.337713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:43.343824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:43.351295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.380653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fedf486a-0e97-489e-b2f1-266838397cf6 req-1c832ede-a7dc-4573-bc49-a978712c8d1e service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710845 Dec 16 03:35:43.384144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.384939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78d834-c835-4fc2-a617-e07f179e0177 req-18d15849-bca9-4fa4-8beb-e5000e48e09a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:43.386538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9a78d834-c835-4fc2-a617-e07f179e0177 req-18d15849-bca9-4fa4-8beb-e5000e48e09a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 946 time: 0.2544537 Dec 16 03:35:43.395304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.399008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/9b7bfe5d-4424-494d-9725-697ba223562f HTTP/1.1" status: 204 len: 168 time: 2.0081029 Dec 16 03:35:43.407196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36738) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:43.421167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d442da-a9ed-48fd-ac9a-6de6139edfb5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=9b7bfe5d-4424-494d-9725-697ba223562f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:43.424575 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-54472787-c83f-49c6-8db5-7cf0cdd8bb78 req-699851c6-0c82-4edd-94e2-aacad6ebcf97 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578958 Dec 16 03:35:43.434303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Pushing event updated for resources: {'Port': ['ID=ca5ec569-de02-4194-9675-a3ce5057b0b5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:43.437070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ce4a09b9-a4f5-438f-ace9-383f3759d1f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1301597297', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:43.441813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.470697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Attempting to bind port ca5ec569-de02-4194-9675-a3ce5057b0b5 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:43.471078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Attempting to bind port ca5ec569-de02-4194-9675-a3ce5057b0b5 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'e694bea1-a19f-4693-af7d-04eef7478d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:43.471493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Attempting to bind port ca5ec569-de02-4194-9675-a3ce5057b0b5 on network 5ab77711-9ccc-4de9-be91-b2443f9ef195 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:43.478415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:43.478784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Checking segment: {'id': 'e694bea1-a19f-4693-af7d-04eef7478d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:43.479184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.479620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Bound using segment: {'id': 'e694bea1-a19f-4693-af7d-04eef7478d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:43.480093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Bound port: ca5ec569-de02-4194-9675-a3ce5057b0b5, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e694bea1-a19f-4693-af7d-04eef7478d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5ab77711-9ccc-4de9-be91-b2443f9ef195'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:43.480466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.508494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-5002226b-f459-41e8-bb12-5dc2e2931aca', 'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca', 'project_id': '34eee9e59a784e78981dc645b9eb889d', 'fixed_ips': [{'subnet_id': 'f098a72c-3271-4787-9b58-b418a3a30a6d'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:43.509371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.547407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:43.564961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.634160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce4a09b9-a4f5-438f-ace9-383f3759d1f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.635643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce4a09b9-a4f5-438f-ace9-383f3759d1f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.648800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.680313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Subnet': ['ID=7f67579f-588c-461f-9dbe-48f7a9cc3382,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:43.683995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.690334 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-41c9be0e-7999-4ad1-a41d-da4f776e578b tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/subnets/7f67579f-588c-461f-9dbe-48f7a9cc3382 HTTP/1.1" status: 204 len: 168 time: 0.5004892 Dec 16 03:35:43.690334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36742) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:43.692872 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9a78d834-c835-4fc2-a617-e07f179e0177 req-6e123ba3-433a-41de-830e-2a060bcb2226 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2630739 Dec 16 03:35:43.699754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] For port ca5ec569-de02-4194-9675-a3ce5057b0b5, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:43.707771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.718648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] For port ca5ec569-de02-4194-9675-a3ce5057b0b5, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ca5ec569-de02-4194-9675-a3ce5057b0b5,segment=NetworkSegment(e694bea1-a19f-4693-af7d-04eef7478d64),segment_id=e694bea1-a19f-4693-af7d-04eef7478d64)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:43.730336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01d082-9575-49dc-acb7-119a7d4d66a9 req-d38efc51-d949-4221-b1d2-c4eebc1fc412 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:43.731548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.738763 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f01d082-9575-49dc-acb7-119a7d4d66a9 req-d38efc51-d949-4221-b1d2-c4eebc1fc412 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1826603 Dec 16 03:35:43.741783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Allocated IP 2001:db8:0:1::1 (5002226b-f459-41e8-bb12-5dc2e2931aca/f098a72c-3271-4787-9b58-b418a3a30a6d/aa20cf7b-b411-48eb-bd75-a207c72fb796) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:43.774461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Deleting subnet f098a72c-3271-4787-9b58-b418a3a30a6d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:43.795009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce4a09b9-a4f5-438f-ace9-383f3759d1f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.810754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce4a09b9-a4f5-438f-ace9-383f3759d1f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.817512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 0b3249ae-39a0-4521-b7d2-df952ab40b8c yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:43.881603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f7e38-f4a5-47e0-a079-4810d8a6abd0 None None] Pushing event updated for resources: {'Port': ['ID=ca5ec569-de02-4194-9675-a3ce5057b0b5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:43.889597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce4a09b9-a4f5-438f-ace9-383f3759d1f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:43.893764 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ce4a09b9-a4f5-438f-ace9-383f3759d1f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4625151 Dec 16 03:35:43.893945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:43.906966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556630985'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:43.910334 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f01d082-9575-49dc-acb7-119a7d4d66a9 req-2cd41305-6bf4-4289-abcb-972368d0ea87 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669667 Dec 16 03:35:43.995038 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:44.000936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.020179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:44.081323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.103472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.122933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.188180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Network 5002226b-f459-41e8-bb12-5dc2e2931aca is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:44.191810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:44.193266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.195100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:44.233803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Pushing event updated for resources: {'Port': ['ID=aa20cf7b-b411-48eb-bd75-a207c72fb796,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:44.271969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Attempting to bind port aa20cf7b-b411-48eb-bd75-a207c72fb796 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:44.272349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Attempting to bind port aa20cf7b-b411-48eb-bd75-a207c72fb796 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '0b52049d-ef31-43ae-b949-6182d6b026a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:44.272715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Attempting to bind port aa20cf7b-b411-48eb-bd75-a207c72fb796 on network 5002226b-f459-41e8-bb12-5dc2e2931aca {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:44.279374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:44.280077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Checking segment: {'id': '0b52049d-ef31-43ae-b949-6182d6b026a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:44.280659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.281210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Bound using segment: {'id': '0b52049d-ef31-43ae-b949-6182d6b026a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:44.281866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Bound port: aa20cf7b-b411-48eb-bd75-a207c72fb796, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b52049d-ef31-43ae-b949-6182d6b026a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5002226b-f459-41e8-bb12-5dc2e2931aca'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:44.282715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.289951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:44.296982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:44.304848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:44.312919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:44.313772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.345643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=0b3249ae-39a0-4521-b7d2-df952ab40b8c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:44.358104 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59028976-3728-402d-9e38-47ddf50ad520 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3108084 Dec 16 03:35:44.363811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ea6a3-7cef-4763-8222-7ec1458951eb req-b609c08c-accd-4abe-b623-be943120dc13 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:44.365571 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec1ea6a3-7cef-4763-8222-7ec1458951eb req-b609c08c-accd-4abe-b623-be943120dc13 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1208360 Dec 16 03:35:44.366156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36752) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:44.376768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] For port aa20cf7b-b411-48eb-bd75-a207c72fb796, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:44.380699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] For port aa20cf7b-b411-48eb-bd75-a207c72fb796, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=aa20cf7b-b411-48eb-bd75-a207c72fb796,segment=NetworkSegment(0b52049d-ef31-43ae-b949-6182d6b026a0),segment_id=0b52049d-ef31-43ae-b949-6182d6b026a0)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:44.387104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.433897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72f1ff-3c56-4104-a5a9-5060617786f3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:44.440105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1b72f1ff-3c56-4104-a5a9-5060617786f3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/0b3249ae-39a0-4521-b7d2-df952ab40b8c HTTP/1.1" status: 200 len: 841 time: 0.0700922 Dec 16 03:35:44.443278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36754) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:44.455903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d153504-ba05-429c-9912-3b67327b1705 None None] Pushing event updated for resources: {'Port': ['ID=aa20cf7b-b411-48eb-bd75-a207c72fb796,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:44.501453 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec1ea6a3-7cef-4763-8222-7ec1458951eb req-cf63dc8c-4010-4d9f-bcbf-7380a968af31 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242371 Dec 16 03:35:44.543804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.563113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 0b3249ae-39a0-4521-b7d2-df952ab40b8c {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:44.563450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.603108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:44.615824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.623163 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ea2d03d1-ef32-435a-be5c-3bf831c6fc03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/floatingips/89133f2b-3738-451c-8b8f-bab99f90441e HTTP/1.1" status: 200 len: 993 time: 0.6018765 Dec 16 03:35:44.658204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.658583 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment 84511162-d2ff-43d9-9045-0e92bb345965 of type vlan for network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 Dec 16 03:35:44.663471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.679374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 0b3249ae-39a0-4521-b7d2-df952ab40b8c owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:44.720867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.799307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.804498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.810377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:44.811111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.875899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.941152 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0460980 Dec 16 03:35:44.941813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36758) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:44.952323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:44.954448 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ca5ec569-de02-4194-9675-a3ce5057b0b5 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:44.970033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=0b3249ae-39a0-4521-b7d2-df952ab40b8c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:44.974427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:44.980643 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d513243a-8608-4199-854d-539d79fa1f12 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/0b3249ae-39a0-4521-b7d2-df952ab40b8c HTTP/1.1" status: 204 len: 168 time: 0.5359735 Dec 16 03:35:44.986888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36760) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:44.997503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6432318-6bb2-4386-8627-22e2217390fa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:45.018659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:45.020630 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b966a2a-89ba-495c-ae69-f2ef393c608b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:35:45.027167 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0b966a2a-89ba-495c-ae69-f2ef393c608b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/0b3249ae-39a0-4521-b7d2-df952ab40b8c HTTP/1.1" status: 404 len: 333 time: 0.0379348 Dec 16 03:35:45.028007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36762) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:45.034139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'name': 'tempest-PortsTestJSON-509986863'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:45.046117 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc9fdb-b0e6-4026-94bd-3da4ff0b25be req-f162bdf0-bea9-4d34-958a-13429db35674 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:45.048268 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2dc9fdb-b0e6-4026-94bd-3da4ff0b25be req-f162bdf0-bea9-4d34-958a-13429db35674 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 946 time: 0.1637335 Dec 16 03:35:45.082183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.100290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:45.110045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.113539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ca5ec569-de02-4194-9675-a3ce5057b0b5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:45.114025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.198864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Subnet': ['ID=f098a72c-3271-4787-9b58-b418a3a30a6d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:45.204713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.206915 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2dc9fdb-b0e6-4026-94bd-3da4ff0b25be req-54510a86-9885-4b09-a547-d1e7a16cc3c1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274085 Dec 16 03:35:45.210798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36764) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:45.211126 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a0aa95e4-0077-4c20-aac8-a3a5796c0d64 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/subnets/f098a72c-3271-4787-9b58-b418a3a30a6d HTTP/1.1" status: 204 len: 168 time: 1.5200875 Dec 16 03:35:45.236794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.273376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port ca5ec569-de02-4194-9675-a3ce5057b0b5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ca5ec569-de02-4194-9675-a3ce5057b0b5,segment=NetworkSegment(e694bea1-a19f-4693-af7d-04eef7478d64),segment_id=e694bea1-a19f-4693-af7d-04eef7478d64)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:45.277656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:45.280385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.281174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device aa20cf7b-b411-48eb-bd75-a207c72fb796 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:45.281842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.288567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd12fc-7965-426d-80c5-173f282320e1 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:45.291794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-11dd12fc-7965-426d-80c5-173f282320e1 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799651 Dec 16 03:35:45.298342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36768) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:45.388330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=ca5ec569-de02-4194-9675-a3ce5057b0b5,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:45.416528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.420988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port aa20cf7b-b411-48eb-bd75-a207c72fb796 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:45.421389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.426976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93094a94-1728-4622-bac9-b75346729d12 None None] Network 5ab77711-9ccc-4de9-be91-b2443f9ef195 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:45.450523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port fdbf256f-8e64-4386-a6e9-4ec97eb2be21 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:45.454778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.534822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e17c4ce4-2e57-4116-b4f0-87ab81478148 None None] Provisioning complete for port ca5ec569-de02-4194-9675-a3ce5057b0b5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:45.535254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17c4ce4-2e57-4116-b4f0-87ab81478148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.542293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08744d-51e1-458d-a1a8-7735ab19a22a req-19536ae1-aeb0-402f-b9d4-1747079c3f2b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:45.543921 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c08744d-51e1-458d-a1a8-7735ab19a22a req-19536ae1-aeb0-402f-b9d4-1747079c3f2b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 946 time: 0.1541412 Dec 16 03:35:45.546848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=5d9c0568-d076-4a8b-a5fe-99cfda2151cb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:45.556557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:45.556933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:45.580505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:45.597168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:45.601984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:45.602746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.635781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7635e570-05e0-4997-a589-ff690dae44c0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6866391 Dec 16 03:35:45.638647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:45.641848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d52a6-3bfb-481f-9158-dfe1f38c5a92 None None] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:45.717820 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c08744d-51e1-458d-a1a8-7735ab19a22a req-8848fd1a-886e-4172-ad90-b2443e48a902 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580238 Dec 16 03:35:45.746750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:45.755138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Deleting port aa20cf7b-b411-48eb-bd75-a207c72fb796 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:45.755701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.834714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.858437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543563d-c7b0-407c-b507-209ca491c795 req-ea6f1634-5d06-432d-8d27-f6e561e4cfaa tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:45.860079 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4543563d-c7b0-407c-b507-209ca491c795 req-ea6f1634-5d06-432d-8d27-f6e561e4cfaa tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1945763 Dec 16 03:35:45.884169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] For port aa20cf7b-b411-48eb-bd75-a207c72fb796, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=aa20cf7b-b411-48eb-bd75-a207c72fb796,segment=NetworkSegment(0b52049d-ef31-43ae-b949-6182d6b026a0),segment_id=0b52049d-ef31-43ae-b949-6182d6b026a0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:45.884621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:45.892355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8e115-ce4d-4738-9e21-ca41093df606 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:45.894131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4fb8e115-ce4d-4738-9e21-ca41093df606 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 1094 time: 0.1454351 Dec 16 03:35:45.898040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:45.903000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:45.911081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Calling delete_port for aa20cf7b-b411-48eb-bd75-a207c72fb796 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:45.957833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf9a947-de6d-4c34-84b4-eef604681ce9 None None] Network 5002226b-f459-41e8-bb12-5dc2e2931aca requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:46.008959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.028156 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4543563d-c7b0-407c-b507-209ca491c795 req-657901cc-40ed-41de-a9ab-2115be200236 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604047 Dec 16 03:35:46.035010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] DHCP port deletion for 5ab77711-9ccc-4de9-be91-b2443f9ef195 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:46.041735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.113587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:46.115137 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.119034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:46.122446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:46.128952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:46.129727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.136351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.155572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=fdbf256f-8e64-4386-a6e9-4ec97eb2be21,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:46.172404 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-908154e7-64b4-4ad2-b693-9b8dc40d9db3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1403427 Dec 16 03:35:46.172824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36780) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:46.180001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:46.186946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.275128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:46.277065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.296999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4ad251a8-1a7a-45d9-b050-aaf314957ef4 None None] Could not find standard attr ID for object aa20cf7b-b411-48eb-bd75-a207c72fb796. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:35:46.309869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Port': ['ID=aa20cf7b-b411-48eb-bd75-a207c72fb796,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:46.314464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] No DVR routers for this DVR port aa20cf7b-b411-48eb-bd75-a207c72fb796 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:46.450509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] Deleting port ca5ec569-de02-4194-9675-a3ce5057b0b5 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:46.452521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.465189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.487087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8122872-b81f-45e4-a607-da5439786547 req-0c815b45-2700-43a8-9ee2-0e9a3a3c9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:46.488655 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a8122872-b81f-45e4-a607-da5439786547 req-0c815b45-2700-43a8-9ee2-0e9a3a3c9ce0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2cce3a1d44d4731880a0e093f018e90&device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 1099 time: 0.1733546 Dec 16 03:35:46.544429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23bf0be-d4e7-4cc3-a7e8-dd9f0b9260e3 None None] DHCP port deletion for 5002226b-f459-41e8-bb12-5dc2e2931aca request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:35:46.577819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8::1 (bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1/5d9c0568-d076-4a8b-a5fe-99cfda2151cb/994645bc-8f01-421f-8f41-d4c7f4a289f7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:46.587696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] For port ca5ec569-de02-4194-9675-a3ce5057b0b5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ca5ec569-de02-4194-9675-a3ce5057b0b5,segment=NetworkSegment(e694bea1-a19f-4693-af7d-04eef7478d64),segment_id=e694bea1-a19f-4693-af7d-04eef7478d64)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:46.588340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.604560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] Calling delete_port for ca5ec569-de02-4194-9675-a3ce5057b0b5 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:46.704360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.730485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.739043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8122872-b81f-45e4-a607-da5439786547 req-222a8a0f-d7b5-4e65-b8c5-7f9ddb381dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:46.741272 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a8122872-b81f-45e4-a607-da5439786547 req-222a8a0f-d7b5-4e65-b8c5-7f9ddb381dc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d485b8-b933-40d0-b733-971957394d20 HTTP/1.1" status: 200 len: 912 time: 0.2448745 Dec 16 03:35:46.745219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] No DVR routers for this DVR port ca5ec569-de02-4194-9675-a3ce5057b0b5 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:35:46.750751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.8 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/b8fe2b16-e45b-42d9-9148-ffbd3222bb6a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:46.751660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ae318-18d7-485a-a098-a454a44a4587 None None] Pushing event deleted for resources: {'Port': ['ID=ca5ec569-de02-4194-9675-a3ce5057b0b5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:46.765108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51284ec-f85a-480c-b802-f31ca55157f4 req-add92eeb-9ddc-404f-8dea-89dde9905ce7 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:46.772818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e51284ec-f85a-480c-b802-f31ca55157f4 req-add92eeb-9ddc-404f-8dea-89dde9905ce7 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.5199063 Dec 16 03:35:46.807776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ca5ec569-de02-4194-9675-a3ce5057b0b5 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:46.809897 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a8122872-b81f-45e4-a607-da5439786547 req-0572917e-1bbb-4597-9a3d-cac54890e03d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41 HTTP/1.1" status: 200 len: 217 time: 0.0549638 Dec 16 03:35:46.835465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ca5ec569-de02-4194-9675-a3ce5057b0b5 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:46.836220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ca5ec569-de02-4194-9675-a3ce5057b0b5 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:46.836878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device aa20cf7b-b411-48eb-bd75-a207c72fb796 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:35:46.859391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: aa20cf7b-b411-48eb-bd75-a207c72fb796 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:35:46.860134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device aa20cf7b-b411-48eb-bd75-a207c72fb796 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:35:46.873383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.916662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5002226b-f459-41e8-bb12-5dc2e2931aca']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:46.931121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:46.941530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b52049d-ef31-43ae-b949-6182d6b026a0') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:46.942160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b52049d-ef31-43ae-b949-6182d6b026a0') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:46.949766 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e51284ec-f85a-480c-b802-f31ca55157f4 req-45cb5221-4c55-4e4a-b425-408f7efde97a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759167 Dec 16 03:35:46.950542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8122872-b81f-45e4-a607-da5439786547 req-791021b7-9ca3-4ea7-840b-8d2d46edb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:46.952003 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a8122872-b81f-45e4-a607-da5439786547 req-791021b7-9ca3-4ea7-840b-8d2d46edb6a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3ecc4b9-65c2-4107-a8af-071de67dbd7c HTTP/1.1" status: 200 len: 852 time: 0.1280832 Dec 16 03:35:46.988534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.001972 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a8122872-b81f-45e4-a607-da5439786547 req-077287be-f324-4058-a17d-69a4d5deb13c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d485b8-b933-40d0-b733-971957394d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402296 Dec 16 03:35:47.015480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.029785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:47.030243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:47.033312 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:47.035732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.091207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.111080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.115424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.118884 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/networks/5002226b-f459-41e8-bb12-5dc2e2931aca HTTP/1.1" status: 204 len: 168 time: 1.8195519 Dec 16 03:35:47.121244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.126177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36784) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:47.137042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.155764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Allocated IP 2001:db8::2 (bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1/5d9c0568-d076-4a8b-a5fe-99cfda2151cb/77149af2-4c94-40df-b147-2e5cc3f402b4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:47.165338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:47.181125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:47.189531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:47.190069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.201347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.214266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10c41-3c1c-4ae3-8ab9-a968db859f46 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Network': ['ID=5002226b-f459-41e8-bb12-5dc2e2931aca,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.234759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=994645bc-8f01-421f-8f41-d4c7f4a289f7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.237230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] In _notify_port_updated(), no bound segment for port fdbf256f-8e64-4386-a6e9-4ec97eb2be21 on network 53a4c355-a48e-4618-9407-c48b082bcc55 {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:35:47.243177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:47.243813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.245153 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "PUT /v2.0/ports/fdbf256f-8e64-4386-a6e9-4ec97eb2be21 HTTP/1.1" status: 200 len: 818 time: 1.0711236 Dec 16 03:35:47.249728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36786) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:47.256669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a8122872-b81f-45e4-a607-da5439786547 req-b5eb24d1-64dc-4f1c-9634-096db7aa692a service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415321 Dec 16 03:35:47.300566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb2909-688b-4a80-90c1-ccc270f8c9ed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=fdbf256f-8e64-4386-a6e9-4ec97eb2be21,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.309625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.332676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:47.346317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.355280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.405195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:47.411452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:47.413917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Pushing event updated for resources: {'Port': ['ID=77149af2-4c94-40df-b147-2e5cc3f402b4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.417168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:47.446634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.463230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port fdbf256f-8e64-4386-a6e9-4ec97eb2be21 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:47.463570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.477916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Attempting to bind port 77149af2-4c94-40df-b147-2e5cc3f402b4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:47.478522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Attempting to bind port 77149af2-4c94-40df-b147-2e5cc3f402b4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:47.478981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Attempting to bind port 77149af2-4c94-40df-b147-2e5cc3f402b4 on network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:47.484796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:47.485371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Checking segment: {'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:47.485843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.486334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Bound using segment: {'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:47.486953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Bound port: 77149af2-4c94-40df-b147-2e5cc3f402b4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:47.487429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.490812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab77711-9ccc-4de9-be91-b2443f9ef195']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:47.533163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e694bea1-a19f-4693-af7d-04eef7478d64') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:47.533551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e694bea1-a19f-4693-af7d-04eef7478d64') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:47.552669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.558451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] For port 77149af2-4c94-40df-b147-2e5cc3f402b4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:47.562817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] For port 77149af2-4c94-40df-b147-2e5cc3f402b4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=77149af2-4c94-40df-b147-2e5cc3f402b4,segment=NetworkSegment(84511162-d2ff-43d9-9045-0e92bb345965),segment_id=84511162-d2ff-43d9-9045-0e92bb345965)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:47.570353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.574792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.583672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.595786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for fdbf256f-8e64-4386-a6e9-4ec97eb2be21 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:47.598070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:47.598514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:47.602484 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:47.656543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91396fcb-4765-41bf-9575-a546bbe06bfd None None] Pushing event updated for resources: {'Port': ['ID=77149af2-4c94-40df-b147-2e5cc3f402b4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.695347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:47.704675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:47.712887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.728252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.731870 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/networks/5ab77711-9ccc-4de9-be91-b2443f9ef195 HTTP/1.1" status: 204 len: 168 time: 0.6046050 Dec 16 03:35:47.733988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=b8fe2b16-e45b-42d9-9148-ffbd3222bb6a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.736096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:47.750211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de356b79-44db-4a70-beb8-76aed8c477fb tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Network': ['ID=5ab77711-9ccc-4de9-be91-b2443f9ef195,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.769669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.799253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=fdbf256f-8e64-4386-a6e9-4ec97eb2be21,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:47.824829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.832827 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-557c1b4d-54d8-4327-8215-529d19695569 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/fdbf256f-8e64-4386-a6e9-4ec97eb2be21 HTTP/1.1" status: 204 len: 168 time: 0.5790007 Dec 16 03:35:47.833666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36790) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:47.896583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a7cd35-76f3-47ae-a6d2-ed24006ad33b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:47.898851 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-21a7cd35-76f3-47ae-a6d2-ed24006ad33b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0638456 Dec 16 03:35:47.901549 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36792) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:47.906344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.937463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-c119ccba-af18-4012-9988-410f2e32e72c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:35:47.937463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c119ccba-af18-4012-9988-410f2e32e72c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/fdbf256f-8e64-4386-a6e9-4ec97eb2be21 HTTP/1.1" status: 404 len: 333 time: 0.0329318 Dec 16 03:35:47.939963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36794) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:47.947013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1301242778'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:47.955273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:47.965848 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a8122872-b81f-45e4-a607-da5439786547 req-eda12246-29fb-4284-9070-9bf074303fac service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893268 Dec 16 03:35:47.984516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:47.989076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.035863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:48.056399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.056732 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment 92341f20-0941-46e6-b9bf-83f49b717506 of type vlan for network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 Dec 16 03:35:48.121352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.138275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e356d-c8fe-484c-85b2-22df0851b5a9 req-3b505304-ab81-4a64-97b0-e64557ef8e4f tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:48.139869 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e7e356d-c8fe-484c-85b2-22df0851b5a9 req-3b505304-ab81-4a64-97b0-e64557ef8e4f tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.0983684 Dec 16 03:35:48.182822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.188230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:48.188808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.251712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.255544 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e7e356d-c8fe-484c-85b2-22df0851b5a9 req-b5974c87-3241-4713-b315-d12db81dca66 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048381 Dec 16 03:35:48.271480 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3300521 Dec 16 03:35:48.281795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36798) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:48.281795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:48.296601 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507cec2-7ae2-4de2-987b-97d462c3db5f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=a1fd2a40-0b7c-4d4f-89c6-5591d019f571,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:48.298224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f8c89f-0c41-4745-b1ca-a08a99fc100c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:48.308041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:48.334983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b3a2e4-c148-4a7d-9d02-c37b43a0ea2e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:48.335267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b3a2e4-c148-4a7d-9d02-c37b43a0ea2e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:48.387870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:48.391826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.419638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.480834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.535252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:48.535692 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:48.545150 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:48.730993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48218e22-04bf-4d80-a3ac-1ce40c9b59ac None None] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:48.736653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.746883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.747840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.790574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.822535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.825978 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/networks/36f8c89f-0c41-4745-b1ca-a08a99fc100c HTTP/1.1" status: 204 len: 168 time: 1.0830939 Dec 16 03:35:48.828595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36800) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:48.864679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a6c473db-4b6e-4ed2-8eb1-9c5ad204aff7 None None] Provisioning complete for port 77149af2-4c94-40df-b147-2e5cc3f402b4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:48.865164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6c473db-4b6e-4ed2-8eb1-9c5ad204aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.884308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1fb91-baae-4259-86a2-6acfae6f0b28 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Network': ['ID=36f8c89f-0c41-4745-b1ca-a08a99fc100c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:48.897202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:48.902325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=994645bc-8f01-421f-8f41-d4c7f4a289f7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:48.905568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 77149af2-4c94-40df-b147-2e5cc3f402b4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:48.953227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.004952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.037929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 77149af2-4c94-40df-b147-2e5cc3f402b4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:49.038202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.040858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6c473db-4b6e-4ed2-8eb1-9c5ad204aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.070509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:49.072433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:49.081134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.105935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a6c473db-4b6e-4ed2-8eb1-9c5ad204aff7 None None] For port 77149af2-4c94-40df-b147-2e5cc3f402b4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=77149af2-4c94-40df-b147-2e5cc3f402b4,segment=NetworkSegment(84511162-d2ff-43d9-9045-0e92bb345965),segment_id=84511162-d2ff-43d9-9045-0e92bb345965)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:49.141212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.156151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6c473db-4b6e-4ed2-8eb1-9c5ad204aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.174235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3bd689-d71d-4e03-b4d6-236f5b954c6c']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:49.190954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80a13d6-6752-437a-9d76-a1b556dcf020') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:49.192475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80a13d6-6752-437a-9d76-a1b556dcf020') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:49.212923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.218047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c473db-4b6e-4ed2-8eb1-9c5ad204aff7 None None] Pushing event updated for resources: {'Port': ['ID=77149af2-4c94-40df-b147-2e5cc3f402b4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:49.231419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.249667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:35:49.250073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:35:49.254182 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:35:49.307065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:35:49.332534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:49.342995 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': '92341f20-0941-46e6-b9bf-83f49b717506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:49.343313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: a1fd2a40-0b7c-4d4f-89c6-5591d019f571, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:49.347946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.356834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.360354 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] 10.222.0.16 "DELETE /v2.0/networks/ac3bd689-d71d-4e03-b4d6-236f5b954c6c HTTP/1.1" status: 204 len: 168 time: 0.5307608 Dec 16 03:35:49.378052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fb52d-10dd-4065-9e28-532afca40456 tempest-BulkNetworkOpsIpV6Test-720159360 tempest-BulkNetworkOpsIpV6Test-720159360-project] Pushing event deleted for resources: {'Network': ['ID=ac3bd689-d71d-4e03-b4d6-236f5b954c6c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:49.390247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:49.416301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5de5f022-be08-4345-9910-415514fc717a None None] Provisioning complete for port 77149af2-4c94-40df-b147-2e5cc3f402b4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:49.421353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5de5f022-be08-4345-9910-415514fc717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.450906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.453205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, a1fd2a40-0b7c-4d4f-89c6-5591d019f571) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:49.461389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.468412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:49.474706 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f2c770a4-8d22-4afb-958d-86f3dcae10f9 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8335485 Dec 16 03:35:49.481498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:49.483126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.485962 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:49.494645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa338a7d-3c76-4cfb-8dfe-814dc6f64917 None None] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:49.498915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:49.504203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2126515896'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:49.505654 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:49.506471 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:49.572596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.573426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7722f-6666-4f86-adc8-b920b01d186c req-f805f1c8-f52a-4f70-9d82-9f37ebbebf4a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:49.584864 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-efe7722f-6666-4f86-adc8-b920b01d186c req-f805f1c8-f52a-4f70-9d82-9f37ebbebf4a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1905913 Dec 16 03:35:49.611074 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ba90297c-747c-4010-8442-1559e3084096 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3357842 Dec 16 03:35:49.616010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36808) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:49.625207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=b8fe2b16-e45b-42d9-9148-ffbd3222bb6a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:49.636303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-695c21e5-12ac-4b27-b099-68dcec858f1c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:49.701498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:49.717872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.724239 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:49.770041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5de5f022-be08-4345-9910-415514fc717a None None] Provisioning complete for port 994645bc-8f01-421f-8f41-d4c7f4a289f7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:49.770700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5de5f022-be08-4345-9910-415514fc717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.785939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-a1fd2a40-0b7c-4d4f-89c6-5591d019f571', 'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571', 'project_id': '751a658b28e14ae1bf3bab993a71ecb6', 'fixed_ips': [{'subnet_id': 'f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:49.790805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:49.839187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5de5f022-be08-4345-9910-415514fc717a None None] Port 994645bc-8f01-421f-8f41-d4c7f4a289f7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:49.860741 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-efe7722f-6666-4f86-adc8-b920b01d186c req-3062cf87-52a2-4b64-8bc8-c3db685c262b tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747698 Dec 16 03:35:49.910604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c21e5-12ac-4b27-b099-68dcec858f1c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:49.914770 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-695c21e5-12ac-4b27-b099-68dcec858f1c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.043373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:50.069625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Allocated IP 172.20.0.2 (a1fd2a40-0b7c-4d4f-89c6-5591d019f571/f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be/e4de0dff-2dc0-4f0b-8884-aad323c2f695) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:50.073485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b6d81c05-0f3a-4f70-8aea-26d4dd09742d None None] Provisioning complete for port 994645bc-8f01-421f-8f41-d4c7f4a289f7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:50.075123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6d81c05-0f3a-4f70-8aea-26d4dd09742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.127166 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-695c21e5-12ac-4b27-b099-68dcec858f1c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be (CIDR: 172.20.0.0/28) Dec 16 03:35:50.129768 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:35:47Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:48Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:50.132577 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-695c21e5-12ac-4b27-b099-68dcec858f1c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:35:50.133329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695c21e5-12ac-4b27-b099-68dcec858f1c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:35:50.147144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b6d81c05-0f3a-4f70-8aea-26d4dd09742d None None] Port 994645bc-8f01-421f-8f41-d4c7f4a289f7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:50.163409 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-695c21e5-12ac-4b27-b099-68dcec858f1c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5421319 Dec 16 03:35:50.164334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36820) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:50.171207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:50.221938 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:50.222260 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Updating router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 port 994645bc-8f01-421f-8f41-d4c7f4a289f7 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:35:50.272545 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.350213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:50.354166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.358195 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 6a56899c-d47b-490e-8aff-f6df4ae66a0a associated. External IP: 172.26.6.8, port: 2f771948-7dc0-473b-a8e5-aa1fa743bf82. Dec 16 03:35:50.371168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.385062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013982a2-1387-4512-a4fa-b118c6cdcdc1 req-2a50e8d6-84bc-46c2-b8de-b02405f27e86 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:50.386958 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-013982a2-1387-4512-a4fa-b118c6cdcdc1 req-2a50e8d6-84bc-46c2-b8de-b02405f27e86 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1538501 Dec 16 03:35:50.396534 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0f5684f1-9e8a-4f28-959c-3ae21d447950 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34eee9e59a784e78981dc645b9eb889d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519928 Dec 16 03:35:50.397925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:50.410175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.410175 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment 18eeda7e-5bc5-405d-9d6a-4385cd4536a0 of type vlan for network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 Dec 16 03:35:50.424215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:50.426958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9eaa1e14-70f0-4ce5-86a4-855188a800bb None None] Provisioning complete for port 994645bc-8f01-421f-8f41-d4c7f4a289f7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:50.427726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1e14-70f0-4ce5-86a4-855188a800bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.434848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:50.461418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:50.473314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:50.474044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Pushing event updated for resources: {'Port': ['ID=e4de0dff-2dc0-4f0b-8884-aad323c2f695,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:50.477260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.484463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-013982a2-1387-4512-a4fa-b118c6cdcdc1 req-1b0ff522-95bf-4ce5-872a-57225c7a486a tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866132 Dec 16 03:35:50.530140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.533942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa1e14-70f0-4ce5-86a4-855188a800bb None None] Port 994645bc-8f01-421f-8f41-d4c7f4a289f7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:35:50.565025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Attempting to bind port e4de0dff-2dc0-4f0b-8884-aad323c2f695 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:50.565400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Attempting to bind port e4de0dff-2dc0-4f0b-8884-aad323c2f695 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '92341f20-0941-46e6-b9bf-83f49b717506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:50.565908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Attempting to bind port e4de0dff-2dc0-4f0b-8884-aad323c2f695 on network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:50.572114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:50.572660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Checking segment: {'id': '92341f20-0941-46e6-b9bf-83f49b717506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:50.573061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.573880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Bound using segment: {'id': '92341f20-0941-46e6-b9bf-83f49b717506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:50.574346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Bound port: e4de0dff-2dc0-4f0b-8884-aad323c2f695, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92341f20-0941-46e6-b9bf-83f49b717506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:50.574765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.575860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af751e8-63bb-49d0-8e86-8f603817a21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.591032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.596630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:50.597229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.653597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] For port e4de0dff-2dc0-4f0b-8884-aad323c2f695, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:50.662878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] For port e4de0dff-2dc0-4f0b-8884-aad323c2f695, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e4de0dff-2dc0-4f0b-8884-aad323c2f695,segment=NetworkSegment(92341f20-0941-46e6-b9bf-83f49b717506),segment_id=92341f20-0941-46e6-b9bf-83f49b717506)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:50.676135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.700663 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.716369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af751e8-63bb-49d0-8e86-8f603817a21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.720949 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.763871 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2612457 Dec 16 03:35:50.767104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36824) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:50.773965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2f489-92f2-4fdc-99ba-7edc70dca5a9 None None] Pushing event updated for resources: {'Port': ['ID=e4de0dff-2dc0-4f0b-8884-aad323c2f695,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:50.808897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:50.837493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97585e9c-a9e3-4bf7-87fd-e5b6500e88bc tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=e08cbc48-beb4-4a95-8a70-85a5f12ff3e2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:50.853467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:50.856802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.872009 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a39a8-8862-4757-9fff-31d5b88598f6 None None] Pushing event updated for resources: {'Port': ['ID=994645bc-8f01-421f-8f41-d4c7f4a289f7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:50.951252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:50.960104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:50.966644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:50.967467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.971235 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Attempting to bind port 994645bc-8f01-421f-8f41-d4c7f4a289f7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:50.971949 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Attempting to bind port 994645bc-8f01-421f-8f41-d4c7f4a289f7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:50.972542 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Attempting to bind port 994645bc-8f01-421f-8f41-d4c7f4a289f7 on network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:50.987730 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:50.988020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 77149af2-4c94-40df-b147-2e5cc3f402b4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:50.988723 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Checking segment: {'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:50.989392 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:50.989953 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Bound using segment: {'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:50.990635 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Bound port: 994645bc-8f01-421f-8f41-d4c7f4a289f7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84511162-d2ff-43d9-9045-0e92bb345965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:50.991206 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.014034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=5e418aa9-5ebf-4b5b-87e3-5a70aef980ab,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:51.027042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aeab87db-5171-4c54-869e-d989ebd56fbd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8588006 Dec 16 03:35:51.028139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36826) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:51.032233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router d1f92591-9c0b-4cd5-b947-9a738f9ca627 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:51.032872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af751e8-63bb-49d0-8e86-8f603817a21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.035790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af751e8-63bb-49d0-8e86-8f603817a21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.037171 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4af751e8-63bb-49d0-8e86-8f603817a21d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e656fdda-e84e-4024-99b4-d179fed15d4c HTTP/1.1" status: 204 len: 168 time: 0.6343939 Dec 16 03:35:51.050611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571', 'fixed_ips': [{'subnet_id': 'f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be'}, {'subnet_id': '5e418aa9-5ebf-4b5b-87e3-5a70aef980ab'}], 'name': 'tempest-PortsTestJSON-978154499'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:51.065963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af751e8-63bb-49d0-8e86-8f603817a21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656fdda-e84e-4024-99b4-d179fed15d4c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:51.110623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 77149af2-4c94-40df-b147-2e5cc3f402b4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:51.115906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.131260 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] For port 994645bc-8f01-421f-8f41-d4c7f4a289f7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:51.135961 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] For port 994645bc-8f01-421f-8f41-d4c7f4a289f7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=994645bc-8f01-421f-8f41-d4c7f4a289f7,segment=NetworkSegment(84511162-d2ff-43d9-9045-0e92bb345965),segment_id=84511162-d2ff-43d9-9045-0e92bb345965)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:51.146357 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.236517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:51.241831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.326438 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a39a8-8862-4757-9fff-31d5b88598f6 None None] Pushing event updated for resources: {'Port': ['ID=994645bc-8f01-421f-8f41-d4c7f4a289f7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:51.352375 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:51.353131 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:51.371233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:51.373133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-31382e73-78eb-45c8-af21-79a9a133660e None None] Provisioning complete for port 994645bc-8f01-421f-8f41-d4c7f4a289f7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:51.374234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31382e73-78eb-45c8-af21-79a9a133660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.488410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:51.543423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.547340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.558853 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:51.609541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port fecf0254-2e00-4f2a-82ac-eca1794a2a34 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:35:51.612778 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6fb0568a-1c6b-43e7-9218-0e6052347572 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7134142 Dec 16 03:35:51.615811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36838) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:51.616291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:35:51.628566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119eab13-0457-4624-9f16-0f6719fa4b11" -d '{"events": [{"name": "network-changed", "server_uuid": "890abbec-df03-4970-b660-1cd000469660", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:35:51.752462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.877602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=51d8cb05-abb9-46fc-a529-3f3f8d1e3932,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:51.887713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08116ae-670c-4409-ac18-eb3fe8e023bf req-f79d8f90-74f8-47d3-9d03-b5c65886fc3d tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:51.896356 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b08116ae-670c-4409-ac18-eb3fe8e023bf req-f79d8f90-74f8-47d3-9d03-b5c65886fc3d tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1587512 Dec 16 03:35:51.913673 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dea7fd1b-8a19-41c5-be26-6a4a5b705495 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 200 len: 990 time: 0.2934718 Dec 16 03:35:51.937796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] Sync routers for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:51.976499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31382e73-78eb-45c8-af21-79a9a133660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:51.990668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:51.990826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: e08cbc48-beb4-4a95-8a70-85a5f12ff3e2, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:52.009077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:52.009852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:52.047026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:52.075313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, e08cbc48-beb4-4a95-8a70-85a5f12ff3e2) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:52.080073 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b08116ae-670c-4409-ac18-eb3fe8e023bf req-c3f13002-e555-4b45-8a5d-2f4ac9c84209 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825645 Dec 16 03:35:52.082130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:52.082773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:52.136972 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1b7c51bd-61ce-4c9b-951b-2a9c4bcc5d51 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3661666 Dec 16 03:35:52.137196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36856) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:52.155158 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:35:47Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:51Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:52.227940 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849019b3-7fb2-44e8-87e4-b73a5aefab92 None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:35:47Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:51Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:52.322012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:52.345731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14702a-1476-48d5-8a25-54bc7f654438 x-openstack-request-id: req-bb14702a-1476-48d5-8a25-54bc7f654438 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:35:52.346014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890abbec-df03-4970-b660-1cd000469660", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:35:52.346271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb14702a-1476-48d5-8a25-54bc7f654438 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:35:52.346701 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'status': 'completed', 'code': 200} Dec 16 03:35:52.410557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.10 (a1fd2a40-0b7c-4d4f-89c6-5591d019f571/f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be/fecf0254-2e00-4f2a-82ac-eca1794a2a34) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:52.432445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36862) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:52.435040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.21 (a1fd2a40-0b7c-4d4f-89c6-5591d019f571/5e418aa9-5ebf-4b5b-87e3-5a70aef980ab/fecf0254-2e00-4f2a-82ac-eca1794a2a34) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:52.450121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef1c09-0052-41a3-a5da-9eb57b0108de req-cc308f71-f807-4e3c-a82e-1c67ba5b4fcf tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:52.452458 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-afef1c09-0052-41a3-a5da-9eb57b0108de req-cc308f71-f807-4e3c-a82e-1c67ba5b4fcf tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1207979 Dec 16 03:35:52.459436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad606a75-9add-4bb4-a7e0-db7fd677bb7a None None] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:52.565351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-afef1c09-0052-41a3-a5da-9eb57b0108de req-358251c8-fcab-4831-b368-191ae7ef27f7 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022286 Dec 16 03:35:52.566535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-896721a1-732d-43d5-be0b-c1c8e882f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:52.569399 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-896721a1-732d-43d5-be0b-c1c8e882f071 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 1099 time: 0.2255166 Dec 16 03:35:52.635230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-31382e73-78eb-45c8-af21-79a9a133660e None None] For port 994645bc-8f01-421f-8f41-d4c7f4a289f7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=994645bc-8f01-421f-8f41-d4c7f4a289f7,segment=NetworkSegment(84511162-d2ff-43d9-9045-0e92bb345965),segment_id=84511162-d2ff-43d9-9045-0e92bb345965)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:52.639215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c649400-db26-4634-9f84-0e47c5029ca5 None None] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:52.674778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31382e73-78eb-45c8-af21-79a9a133660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:52.741532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904904242'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:52.758730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31382e73-78eb-45c8-af21-79a9a133660e None None] Pushing event updated for resources: {'Port': ['ID=994645bc-8f01-421f-8f41-d4c7f4a289f7,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:52.824319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff51d49-f230-4e46-bf52-de80697cd238 req-68f560ac-27d7-451f-9d82-10b2fe194017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:52.824816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:52.825881 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-eff51d49-f230-4e46-bf52-de80697cd238 req-68f560ac-27d7-451f-9d82-10b2fe194017 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2cce3a1d44d4731880a0e093f018e90&device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 1099 time: 0.4302368 Dec 16 03:35:52.919727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:52.922140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] Provisioning complete for port e4de0dff-2dc0-4f0b-8884-aad323c2f695 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:52.922638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:52.924424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:52.925234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:52.926086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:52.930827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36866) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:52.966229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:52.984099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 994645bc-8f01-421f-8f41-d4c7f4a289f7 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:53.027543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.039940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-a6816c04-7af0-4658-9235-c0e7e64b691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.041721 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-a6816c04-7af0-4658-9235-c0e7e64b691d service neutron] 10.222.0.30 "GET /v2.0/networks?id=109832d6-ccd3-4d27-baf7-8ba28d9999c4 HTTP/1.1" status: 200 len: 897 time: 0.4650438 Dec 16 03:35:53.086321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=fecf0254-2e00-4f2a-82ac-eca1794a2a34,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:53.119268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:53.124436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:53.130995 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:53.139269 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3d77cda8-7254-4dae-86c8-55ea9d4a6be6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 200 len: 990 time: 0.2072098 Dec 16 03:35:53.154385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff51d49-f230-4e46-bf52-de80697cd238 req-9a6f83b6-a2e8-44a7-826e-463f57f8c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.156207 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-eff51d49-f230-4e46-bf52-de80697cd238 req-9a6f83b6-a2e8-44a7-826e-463f57f8c368 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d485b8-b933-40d0-b733-971957394d20 HTTP/1.1" status: 200 len: 912 time: 0.2795267 Dec 16 03:35:53.199231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Allocated IP 2001:db8:1::2 (e08cbc48-beb4-4a95-8a70-85a5f12ff3e2/51d8cb05-abb9-46fc-a529-3f3f8d1e3932/a021070f-537b-4edd-83eb-1f028c2211b1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:53.218926 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-eff51d49-f230-4e46-bf52-de80697cd238 req-b67565a0-109b-4541-8cb6-93ad0b707f27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41 HTTP/1.1" status: 200 len: 217 time: 0.0540817 Dec 16 03:35:53.222838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.223740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.256845 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-74c8b324-060d-4269-aa9e-cd93748a9cb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82 HTTP/1.1" status: 200 len: 998 time: 0.1756160 Dec 16 03:35:53.259807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e2bc0db3-d7de-46ec-9b0d-69740b52b912 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2306249 Dec 16 03:35:53.260898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36868) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:53.268550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:53.296364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.307477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.348033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.349973 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.366542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff51d49-f230-4e46-bf52-de80697cd238 req-cae06834-a3ae-42a6-8e92-7bd13617966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.368055 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-eff51d49-f230-4e46-bf52-de80697cd238 req-cae06834-a3ae-42a6-8e92-7bd13617966e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3ecc4b9-65c2-4107-a8af-071de67dbd7c HTTP/1.1" status: 200 len: 852 time: 0.1237509 Dec 16 03:35:53.368198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:53.375054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.375325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-6e51c8ac-d408-4628-a6d2-b0d09a6593e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.375429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.376160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-6e51c8ac-d408-4628-a6d2-b0d09a6593e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bf4d7d3-69f2-410f-a51a-78e6737d75f1 HTTP/1.1" status: 200 len: 835 time: 0.0929863 Dec 16 03:35:53.407253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.407607 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment ab62f8fe-3783-4f52-80da-ed576d86f8a8 of type vlan for network 6d99eb90-069a-4311-864e-4baebe865728 Dec 16 03:35:53.417678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16fb112-700d-4aa1-a743-81f580b65089,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:53.475183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 994645bc-8f01-421f-8f41-d4c7f4a289f7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:53.475545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.484824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.495834 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-eff51d49-f230-4e46-bf52-de80697cd238 req-01df686e-11a0-4c86-93a8-4c6e751e27f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d485b8-b933-40d0-b733-971957394d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180294 Dec 16 03:35:53.528767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:53.583904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:53.587206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.592828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.593445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.597066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:53.602457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-8d29c252-6ec3-46b0-a852-5c8c849e89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.604282 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-8d29c252-6ec3-46b0-a852-5c8c849e89ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=109832d6-ccd3-4d27-baf7-8ba28d9999c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2143328 Dec 16 03:35:53.647104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eed795-28c9-42a3-9b7f-4147406174a2 None None] Update dhcp port {'port': {'network_id': 'a1fd2a40-0b7c-4d4f-89c6-5591d019f571', 'fixed_ips': [{'subnet_id': 'f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e418aa9-5ebf-4b5b-87e3-5a70aef980ab'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'e4de0dff-2dc0-4f0b-8884-aad323c2f695'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:35:53.650235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Pushing event updated for resources: {'Port': ['ID=a021070f-537b-4edd-83eb-1f028c2211b1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:53.665785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=6d99eb90-069a-4311-864e-4baebe865728,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:53.715796 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fef62da8-3b86-4bc6-a392-676187bdc986 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2746124 Dec 16 03:35:53.727969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 6d99eb90-069a-4311-864e-4baebe865728 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:53.743510 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-eff51d49-f230-4e46-bf52-de80697cd238 req-77ed72b3-e862-4720-b1cc-4432b8381296 service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387066 Dec 16 03:35:53.789808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee1a87-fa03-4e3e-ae26-8d873030c2b1 req-0875ce83-aad2-4e80-9bbc-12ff313aa9d2 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:53.791273 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-34ee1a87-fa03-4e3e-ae26-8d873030c2b1 req-0875ce83-aad2-4e80-9bbc-12ff313aa9d2 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1289284 Dec 16 03:35:53.869246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Delete allocated IP 172.20.0.21 (a1fd2a40-0b7c-4d4f-89c6-5591d019f571/5e418aa9-5ebf-4b5b-87e3-5a70aef980ab) {{(pid=103161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 03:35:53.877246 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-34ee1a87-fa03-4e3e-ae26-8d873030c2b1 req-a95a7307-b9cd-4cc6-b3ef-f90dc19e8e8d tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640016 Dec 16 03:35:53.893470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Attempting to bind port a021070f-537b-4edd-83eb-1f028c2211b1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:53.893989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Attempting to bind port a021070f-537b-4edd-83eb-1f028c2211b1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:53.894476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Attempting to bind port a021070f-537b-4edd-83eb-1f028c2211b1 on network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:53.902487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.927835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:53.928713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Checking segment: {'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:53.929232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.929713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Bound using segment: {'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:53.930498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Bound port: a021070f-537b-4edd-83eb-1f028c2211b1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:53.931142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.951704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:53.953585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29eed795-28c9-42a3-9b7f-4147406174a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.045749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.055305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.107740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '6a56899c-d47b-490e-8aff-f6df4ae66a0a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'port_id': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'mac_address': 'fa:16:3e:ee:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890abbec-df03-4970-b660-1cd000469660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:35:48Z', 'updated_at': '2021-12-16T03:35:48Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:22Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:54.122640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e4de0dff-2dc0-4f0b-8884-aad323c2f695 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:54.154383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36872) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:54.216411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] Checking router: d1f92591-9c0b-4cd5-b947-9a738f9ca627 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:54.237563 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a9e4c7e9-b0b0-4074-be72-bde8d92c89e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 200 len: 990 time: 0.0791268 Dec 16 03:35:54.239994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] For port e4de0dff-2dc0-4f0b-8884-aad323c2f695, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e4de0dff-2dc0-4f0b-8884-aad323c2f695,segment=NetworkSegment(92341f20-0941-46e6-b9bf-83f49b717506),segment_id=92341f20-0941-46e6-b9bf-83f49b717506)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:54.254689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=fecf0254-2e00-4f2a-82ac-eca1794a2a34,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:54.278692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] In _notify_port_updated(), no bound segment for port fecf0254-2e00-4f2a-82ac-eca1794a2a34 on network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:35:54.289295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:54.290372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.292077 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7d84d0f4-f9c1-4ce2-8dff-034ab4775870 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "PUT /v2.0/ports/fecf0254-2e00-4f2a-82ac-eca1794a2a34 HTTP/1.1" status: 200 len: 919 time: 1.0280204 Dec 16 03:35:54.294770 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36874) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:54.300461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be'}, {'subnet_id': '5e418aa9-5ebf-4b5b-87e3-5a70aef980ab'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:54.403287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.498648 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-a352e598-89b9-4edf-8cb3-7e2ae2732cae service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612344 Dec 16 03:35:54.571157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.580452 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-eff51d49-f230-4e46-bf52-de80697cd238 req-a2b98d05-9835-421c-919f-eda416ce11e3 service neutron] 10.222.0.30 "GET /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8176157 Dec 16 03:35:54.608281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8:1::1 (e08cbc48-beb4-4a95-8a70-85a5f12ff3e2/51d8cb05-abb9-46fc-a529-3f3f8d1e3932/f6261ffa-7c40-4eaf-94ba-4f914e9a7443) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:54.687428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e4de0dff-2dc0-4f0b-8884-aad323c2f695 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:54.688198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.711526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:54.711990 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-119eab13-0457-4624-9f16-0f6719fa4b11 req-9fb4a1d4-47f0-4b07-aaae-b732a07a5223 service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994030 Dec 16 03:35:54.712185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:54.723192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] For port a021070f-537b-4edd-83eb-1f028c2211b1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:54.793129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] Provisioning complete for port 994645bc-8f01-421f-8f41-d4c7f4a289f7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:54.793515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.794152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.837033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.868774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] For port a021070f-537b-4edd-83eb-1f028c2211b1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a021070f-537b-4edd-83eb-1f028c2211b1,segment=NetworkSegment(18eeda7e-5bc5-405d-9d6a-4385cd4536a0),segment_id=18eeda7e-5bc5-405d-9d6a-4385cd4536a0)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:54.897293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:54.900739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:54.905166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:35:54.905844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.950893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:54.978376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:54.980623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a7e0a-8c59-4caa-99df-5a4cbc8fd0fc None None] Pushing event updated for resources: {'Port': ['ID=e4de0dff-2dc0-4f0b-8884-aad323c2f695,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:55.064939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:55.067661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bf228-bcdb-452c-b01c-c655bf731073 None None] Pushing event updated for resources: {'Port': ['ID=a021070f-537b-4edd-83eb-1f028c2211b1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:55.167439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-29eed795-28c9-42a3-9b7f-4147406174a2 None None] Allocated IP 172.20.0.18 (a1fd2a40-0b7c-4d4f-89c6-5591d019f571/5e418aa9-5ebf-4b5b-87e3-5a70aef980ab/e4de0dff-2dc0-4f0b-8884-aad323c2f695) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:55.198294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d86ec-f5a5-4aa3-bb16-f6102afb9a41 req-49effd42-4839-4ae7-bdfe-51bdf5d7d095 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:55.201001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:55.211187 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e08d86ec-f5a5-4aa3-bb16-f6102afb9a41 req-49effd42-4839-4ae7-bdfe-51bdf5d7d095 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1426826 Dec 16 03:35:55.243505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36878) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:55.470115 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e08d86ec-f5a5-4aa3-bb16-f6102afb9a41 req-23dd0c56-826d-4e9e-8608-9fa2d05365fc tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579553 Dec 16 03:35:55.488989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5ef6cf8a-6693-4c37-a5ec-7c37ae5ecaaf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 200 len: 990 time: 0.2423973 Dec 16 03:35:55.572376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 994645bc-8f01-421f-8f41-d4c7f4a289f7 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:55.636832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-29eed795-28c9-42a3-9b7f-4147406174a2 None None] For port e4de0dff-2dc0-4f0b-8884-aad323c2f695, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e4de0dff-2dc0-4f0b-8884-aad323c2f695,segment=NetworkSegment(92341f20-0941-46e6-b9bf-83f49b717506),segment_id=92341f20-0941-46e6-b9bf-83f49b717506)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:55.670768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:55.679214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:55.680363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:55.707839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29eed795-28c9-42a3-9b7f-4147406174a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:55.748469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29eed795-28c9-42a3-9b7f-4147406174a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:55.752987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 994645bc-8f01-421f-8f41-d4c7f4a289f7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:55.753454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:55.788733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:55.819951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.30 (a1fd2a40-0b7c-4d4f-89c6-5591d019f571/5e418aa9-5ebf-4b5b-87e3-5a70aef980ab/fecf0254-2e00-4f2a-82ac-eca1794a2a34) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:55.841002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:35:55.842206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:55.852105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '6a56899c-d47b-490e-8aff-f6df4ae66a0a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'port_id': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'mac_address': 'fa:16:3e:ee:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890abbec-df03-4970-b660-1cd000469660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:35:48Z', 'updated_at': '2021-12-16T03:35:48Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:22Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:55.910243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d17cc-9da1-459c-86b9-870af28d9c34 None None] The sync data for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv is: [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '6a56899c-d47b-490e-8aff-f6df4ae66a0a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'port_id': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'mac_address': 'fa:16:3e:ee:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890abbec-df03-4970-b660-1cd000469660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:35:48Z', 'updated_at': '2021-12-16T03:35:48Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:22Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:55.911643 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eed795-28c9-42a3-9b7f-4147406174a2 None None] Pushing event updated for resources: {'Port': ['ID=e4de0dff-2dc0-4f0b-8884-aad323c2f695,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:56.010751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:35:56.073536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e4de0dff-2dc0-4f0b-8884-aad323c2f695 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:56.077784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.096917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.182134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e4de0dff-2dc0-4f0b-8884-aad323c2f695 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:56.183039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.207314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:35:56.212773 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ff4a271a-ced3-4348-8a5c-e9a3a43491a7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0745487 Dec 16 03:35:56.215779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36880) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:56.222140 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:35:56.236262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-426871048'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:56.237953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=fecf0254-2e00-4f2a-82ac-eca1794a2a34,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:56.255150 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:56.257901 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:56.339675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:56.354787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.395707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] In _notify_port_updated(), no bound segment for port fecf0254-2e00-4f2a-82ac-eca1794a2a34 on network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:35:56.406744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:56.410195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.412227 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-463e1624-8444-4be7-83ce-8aef11a14e97 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "PUT /v2.0/ports/fecf0254-2e00-4f2a-82ac-eca1794a2a34 HTTP/1.1" status: 200 len: 999 time: 2.1160049 Dec 16 03:35:56.428079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36882) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:56.455132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:56.472270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.474922 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment d73dc241-e16e-4bba-ac4c-70932f19b373 of type vlan for network 20800996-fcf0-49ff-88b5-a7efa70c7765 Dec 16 03:35:56.496563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36884) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:56.513397 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:56.586280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5417fc-8c6a-4094-9fa4-6fab7dc7f667 None None] New status for floating IP 6a56899c-d47b-490e-8aff-f6df4ae66a0a: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:35:56.695065 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-29d394ee-fa81-4cc7-8b91-bb0952f57d32 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 200 len: 990 time: 0.1933358 Dec 16 03:35:56.767951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.822164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.827350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port fecf0254-2e00-4f2a-82ac-eca1794a2a34 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:35:56.829858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.834501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:56.835688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:56.890097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6809-73fe-4843-9a0a-d479c77ea598 req-21e11d61-fb4a-4722-b580-772d36f38606 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:56.901931 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6822250 Dec 16 03:35:56.902739 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-840f6809-73fe-4843-9a0a-d479c77ea598 req-21e11d61-fb4a-4722-b580-772d36f38606 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1929109 Dec 16 03:35:56.902985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:56.903595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36890) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:56.940943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:56.951374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '6d99eb90-069a-4311-864e-4baebe865728', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:57.029474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565ac9d-0e3e-41ae-88eb-23b51ae2091a None None] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:57.088620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3c63b-4482-41f0-aac6-2dae7b643de7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=20800996-fcf0-49ff-88b5-a7efa70c7765,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:57.130554 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:35:55Z', 'revision_number': 3, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:35:55Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:57.147899 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-840f6809-73fe-4843-9a0a-d479c77ea598 req-2ce63dfe-74dd-4c35-bbf8-07da0d9c8c6f tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986301 Dec 16 03:35:57.163463 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:35:57.163838 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Updating router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:35:57.167132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:57.171291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.183163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:57.185144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.206424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for fecf0254-2e00-4f2a-82ac-eca1794a2a34 owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:35:57.209830 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.214150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:57.218811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.267978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed40de-2fe8-4d6f-8d73-7041afd56e47 None None] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:57.475647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b988e724-6f67-44c3-b7d4-8ad879a23983 None None] Provisioning complete for port a021070f-537b-4edd-83eb-1f028c2211b1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:57.475936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b988e724-6f67-44c3-b7d4-8ad879a23983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.657867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.700367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36896) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:57.717458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a021070f-537b-4edd-83eb-1f028c2211b1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:57.727440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.739844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=4bc00c36-65c8-4d59-868e-b7e6f3994661,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:57.748259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': 'ab62f8fe-3783-4f52-80da-ed576d86f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d99eb90-069a-4311-864e-4baebe865728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:57.748632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: 6d99eb90-069a-4311-864e-4baebe865728, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:57.776358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 6d99eb90-069a-4311-864e-4baebe865728 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:57.801512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 6d99eb90-069a-4311-864e-4baebe865728) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:57.805863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:57.806501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.849528 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dbfe7f24-7212-41d0-988d-67fc3ba3cd4a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9086292 Dec 16 03:35:57.850439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:57.857557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-486962216'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:57.862103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a021070f-537b-4edd-83eb-1f028c2211b1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:57.862765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.864898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b988e724-6f67-44c3-b7d4-8ad879a23983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.908783 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.910833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:57.914681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b5472-b9cf-4382-8a78-9fddd7781f4b req-7f7c35a7-8295-420f-bf27-80ac8b32443b tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:57.915000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.916661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b5b5472-b9cf-4382-8a78-9fddd7781f4b req-7f7c35a7-8295-420f-bf27-80ac8b32443b tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.2257638 Dec 16 03:35:57.952085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:35:57.952429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3189fe2d-7d43-47cc-ae98-6360a9569895 None None] Network 6d99eb90-069a-4311-864e-4baebe865728 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:57.970786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:57.971293 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment b3dcff17-89ae-4282-8351-d57d2826e623 of type vlan for network 0789daa7-02eb-4eb4-a564-c65d992e5957 Dec 16 03:35:58.000347 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-854086e4-4731-4235-a294-99a20cd520ac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 200 len: 992 time: 0.2760391 Dec 16 03:35:58.008434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=858ff0da-581f-4394-a954-0e089dec0308,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:58.024711 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.044777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.046522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:58.046895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: 20800996-fcf0-49ff-88b5-a7efa70c7765, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:58.067082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.093122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b988e724-6f67-44c3-b7d4-8ad879a23983 None None] For port a021070f-537b-4edd-83eb-1f028c2211b1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a021070f-537b-4edd-83eb-1f028c2211b1,segment=NetworkSegment(18eeda7e-5bc5-405d-9d6a-4385cd4536a0),segment_id=18eeda7e-5bc5-405d-9d6a-4385cd4536a0)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:35:58.108320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b988e724-6f67-44c3-b7d4-8ad879a23983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.114771 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870f99-c490-40fb-912a-2743a054b76d None None] Pushing event updated for resources: {'Port': ['ID=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:58.125584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=fecf0254-2e00-4f2a-82ac-eca1794a2a34,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:58.129213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.129829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.130335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.130883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.131375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.131867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.132353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.132873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.133358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.133853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.134338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.134924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.135417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.166219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.173396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:58.177373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.189882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:58.192714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.193423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.193767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.194109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.194479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.194819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.195148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.195470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.196293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.196800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.197458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.198804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.199369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:35:58.273042 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Attempting to bind port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:35:58.273664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 20800996-fcf0-49ff-88b5-a7efa70c7765) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:58.274112 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Attempting to bind port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:35:58.274677 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Attempting to bind port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 on network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:35:58.277921 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4263477 Dec 16 03:35:58.281549 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36900) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:58.293501 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:35:58.293717 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b5b5472-b9cf-4382-8a78-9fddd7781f4b req-8fe720d2-738e-47d2-87f2-2d24cd6fddbd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577604 Dec 16 03:35:58.294532 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Checking segment: {'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:58.295121 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.295664 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Bound using segment: {'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:35:58.296319 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Bound port: f6261ffa-7c40-4eaf-94ba-4f914e9a7443, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eeda7e-5bc5-405d-9d6a-4385cd4536a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:35:58.296942 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.303965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:58.304574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.307238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97382145-50ef-4aa9-a84c-dd414f2477ec tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=0789daa7-02eb-4eb4-a564-c65d992e5957,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:58.324835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '0789daa7-02eb-4eb4-a564-c65d992e5957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:35:58.345693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a8a8a-9ab3-45d0-b84d-c22306ad03af None None] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:58.350698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:58.359158 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b6c86539-9aee-43da-835d-6edf83878ff2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4221408 Dec 16 03:35:58.418554 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] For port f6261ffa-7c40-4eaf-94ba-4f914e9a7443, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:35:58.421889 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] For port f6261ffa-7c40-4eaf-94ba-4f914e9a7443, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,segment=NetworkSegment(18eeda7e-5bc5-405d-9d6a-4385cd4536a0),segment_id=18eeda7e-5bc5-405d-9d6a-4385cd4536a0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:35:58.424985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 0789daa7-02eb-4eb4-a564-c65d992e5957 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:35:58.434837 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.442683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.444573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-6d99eb90-069a-4311-864e-4baebe865728', 'network_id': '6d99eb90-069a-4311-864e-4baebe865728', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': '4bc00c36-65c8-4d59-868e-b7e6f3994661'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:58.445432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.448623 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-489cc84d-4875-4539-8bbd-9659b0648679 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/fecf0254-2e00-4f2a-82ac-eca1794a2a34 HTTP/1.1" status: 204 len: 168 time: 2.0184677 Dec 16 03:35:58.452308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36904) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:58.496505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3f3cfd-2665-4670-ab58-5b3065a27221 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:35:58.501464 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0a3f3cfd-2665-4670-ab58-5b3065a27221 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/fecf0254-2e00-4f2a-82ac-eca1794a2a34 HTTP/1.1" status: 404 len: 333 time: 0.0479257 Dec 16 03:35:58.502341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36906) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:58.526023 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870f99-c490-40fb-912a-2743a054b76d None None] Pushing event updated for resources: {'Port': ['ID=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:58.547963 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:35:58.549092 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:58.575072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988e724-6f67-44c3-b7d4-8ad879a23983 None None] Pushing event updated for resources: {'Port': ['ID=a021070f-537b-4edd-83eb-1f028c2211b1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:58.593213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet 5e418aa9-5ebf-4b5b-87e3-5a70aef980ab {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:58.604856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.644206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e4de0dff-2dc0-4f0b-8884-aad323c2f695 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:35:58.648486 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:35:58.730330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4ad47d6d-d14a-42e2-9487-a5bd0105470c None None] Provisioning complete for port e4de0dff-2dc0-4f0b-8884-aad323c2f695 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:58.730863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ad47d6d-d14a-42e2-9487-a5bd0105470c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.733501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:35:58.751126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.837322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-20800996-fcf0-49ff-88b5-a7efa70c7765', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:35:58.838194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.850925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.932278 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:35:55Z', 'revision_number': 3, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:35:58Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:35:58.955360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:58.990155 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e72553-99c4-4cd6-b522-b5e28f77de4d None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:35:55Z', 'revision_number': 3, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:35:58Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:35:59.031866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e4de0dff-2dc0-4f0b-8884-aad323c2f695 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:59.032201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.146445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.181011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Allocated IP 2001:db8:0:ffff::2 (6d99eb90-069a-4311-864e-4baebe865728/4bc00c36-65c8-4d59-868e-b7e6f3994661/b0a74ba0-6b1e-40fe-86b9-50fd0fb20785) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:59.321692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.406968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.417162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36910) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:59.417660 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/5e418aa9-5ebf-4b5b-87e3-5a70aef980ab HTTP/1.1" status: 204 len: 168 time: 0.9097965 Dec 16 03:35:59.460891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4ad47d6d-d14a-42e2-9487-a5bd0105470c None None] Could not find standard attr ID for object fecf0254-2e00-4f2a-82ac-eca1794a2a34. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:35:59.499189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:35:59.502658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.505814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbecd81-5a92-4a4b-b393-0ae1c93d447c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=5e418aa9-5ebf-4b5b-87e3-5a70aef980ab,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:59.516987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.590222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.608696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Allocated IP 2001:db8:2::2 (20800996-fcf0-49ff-88b5-a7efa70c7765/858ff0da-581f-4394-a954-0e089dec0308/9fa8131f-6c5c-4b10-a9bb-02e7d9450038) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:35:59.650728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Provisioning complete for port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:35:59.651107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.655195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0144d3-3035-4212-bf71-3de91ad79a0f req-df9d7f45-4ae0-4e1a-b0f8-5929a57708d5 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:59.656949 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9b0144d3-3035-4212-bf71-3de91ad79a0f req-df9d7f45-4ae0-4e1a-b0f8-5929a57708d5 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.2380898 Dec 16 03:35:59.700051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=f11ef037-b94a-49e7-8946-1f63e2cc664f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:35:59.716709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': 'b3dcff17-89ae-4282-8351-d57d2826e623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0789daa7-02eb-4eb4-a564-c65d992e5957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:35:59.718679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: 0789daa7-02eb-4eb4-a564-c65d992e5957, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:35:59.772101 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9b0144d3-3035-4212-bf71-3de91ad79a0f req-915c65fb-e052-4c58-8e9c-912cf1250981 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065922 Dec 16 03:35:59.784363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 0789daa7-02eb-4eb4-a564-c65d992e5957 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:35:59.804442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 0789daa7-02eb-4eb4-a564-c65d992e5957) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:35:59.809693 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:35:59.810554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.826468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:35:59.827764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce813f4e-bdd3-46af-ad03-88a5c2af7ce1 None None] Network a1fd2a40-0b7c-4d4f-89c6-5591d019f571 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:35:59.843986 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ca45c9cb-2ed7-4f4a-b24a-c0a107da5012 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5547805 Dec 16 03:35:59.851977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:35:59.998297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59066b-8c8c-42b6-9d6d-af3c319b7e38 None None] Network 0789daa7-02eb-4eb4-a564-c65d992e5957 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:00.003055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-a7f0b113-b6e3-45da-abfd-8412bc58acf8 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:00.009919 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-a7f0b113-b6e3-45da-abfd-8412bc58acf8 tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 946 time: 0.1233144 Dec 16 03:36:00.032063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.075911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.086241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f6261ffa-7c40-4eaf-94ba-4f914e9a7443 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:00.119505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:00.122833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.127603 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be HTTP/1.1" status: 204 len: 168 time: 0.7082710 Dec 16 03:36:00.133649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36914) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:00.141197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.141558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.141913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.142246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.142622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.142961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.143296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.143635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.144098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.144433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.144765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.145252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.145821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a68f4-d1a1-48ec-8d17-492dc21cadbb tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:00.228283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Deleting port 87300d55-2919-4171-b4eb-da4bbe0f7d41 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:00.228283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.248589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.288246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.297871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.309782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.324963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.337543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] For port 87300d55-2919-4171-b4eb-da4bbe0f7d41, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=87300d55-2919-4171-b4eb-da4bbe0f7d41,segment=NetworkSegment(caf8acc3-5a64-493c-94a6-095dad6a6102),segment_id=caf8acc3-5a64-493c-94a6-095dad6a6102)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:00.337916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.350542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Calling delete_port for 87300d55-2919-4171-b4eb-da4bbe0f7d41 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:00.360462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.397898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=f11ef037-b94a-49e7-8946-1f63e2cc664f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:00.467769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.479776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port e4de0dff-2dc0-4f0b-8884-aad323c2f695 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:00.480190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.504257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.533170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0789daa7-02eb-4eb4-a564-c65d992e5957']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:00.552921 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dcff17-89ae-4282-8351-d57d2826e623') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:00.553216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dcff17-89ae-4282-8351-d57d2826e623') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:00.573595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Pushing event deleted for resources: {'Port': ['ID=87300d55-2919-4171-b4eb-da4bbe0f7d41,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:00.573813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.586651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] For port e4de0dff-2dc0-4f0b-8884-aad323c2f695, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e4de0dff-2dc0-4f0b-8884-aad323c2f695,segment=NetworkSegment(92341f20-0941-46e6-b9bf-83f49b717506),segment_id=92341f20-0941-46e6-b9bf-83f49b717506)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:00.587022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.588648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] No DVR routers for this DVR port 87300d55-2919-4171-b4eb-da4bbe0f7d41 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:00.591347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.594976 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-edf0747e-50e4-464c-8387-62c09cfab3c7 req-163f8318-e544-477f-8c1f-e05e03da3ccd tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.30 "DELETE /v2.0/ports/87300d55-2919-4171-b4eb-da4bbe0f7d41 HTTP/1.1" status: 204 len: 173 time: 0.5779803 Dec 16 03:36:00.597122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c261321-6964-439a-8e9f-b30d53c5c783', 'name': 'network-vif-deleted', 'tag': '87300d55-2919-4171-b4eb-da4bbe0f7d41'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:36:00.602599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.604831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for e4de0dff-2dc0-4f0b-8884-aad323c2f695 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:00.605452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['87300d55-2919-4171-b4eb-da4bbe0f7d41'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:36:00.606274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bde558-105e-4b81-8bea-6675abd859e5" -d '{"events": [{"server_uuid": "1c261321-6964-439a-8e9f-b30d53c5c783", "name": "network-vif-deleted", "tag": "87300d55-2919-4171-b4eb-da4bbe0f7d41"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:36:00.614560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:00.615734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:00.619020 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:00.644638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddca870-eba5-44cf-b673-c9ebb94f8856 x-openstack-request-id: req-0ddca870-eba5-44cf-b673-c9ebb94f8856 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:36:00.644929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c261321-6964-439a-8e9f-b30d53c5c783", "name": "network-vif-deleted", "tag": "87300d55-2919-4171-b4eb-da4bbe0f7d41", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:36:00.645240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ddca870-eba5-44cf-b673-c9ebb94f8856 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:36:00.645826 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c261321-6964-439a-8e9f-b30d53c5c783', 'name': 'network-vif-deleted', 'tag': '87300d55-2919-4171-b4eb-da4bbe0f7d41', 'status': 'completed', 'code': 200} Dec 16 03:36:00.709752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Network 6d99eb90-069a-4311-864e-4baebe865728 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:00.727432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.734923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.741730 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/0789daa7-02eb-4eb4-a564-c65d992e5957 HTTP/1.1" status: 204 len: 168 time: 0.8850276 Dec 16 03:36:00.742932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:00.747614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-14284842'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:00.753801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a97b2c-954f-4620-b423-926cb0c32f42 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=0789daa7-02eb-4eb4-a564-c65d992e5957,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:00.757833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427c848-d807-4fab-badf-69b5f864322b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-0789daa7-02eb-4eb4-a564-c65d992e5957', 'network_id': '0789daa7-02eb-4eb4-a564-c65d992e5957', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': 'f11ef037-b94a-49e7-8946-1f63e2cc664f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:00.758704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e427c848-d807-4fab-badf-69b5f864322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.775402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:00.778258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.800022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:00.802156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] For port f6261ffa-7c40-4eaf-94ba-4f914e9a7443, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,segment=NetworkSegment(18eeda7e-5bc5-405d-9d6a-4385cd4536a0),segment_id=18eeda7e-5bc5-405d-9d6a-4385cd4536a0)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:00.803340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:00.805262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=e4de0dff-2dc0-4f0b-8884-aad323c2f695,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:00.806126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.812005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No DVR routers for this DVR port e4de0dff-2dc0-4f0b-8884-aad323c2f695 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:00.818761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Pushing event updated for resources: {'Port': ['ID=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:00.838848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:00.839549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.845724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.849209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.853765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:00.866712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.867041 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment 19b4106f-e286-43df-82cc-63749a58a3c5 of type vlan for network 0ef0e451-8d6a-4605-9cd1-fd7714833942 Dec 16 03:36:00.914204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.966663 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-aca5fd0d-6fa6-418f-acbd-b206ab2cabf4 req-4faec88c-56d1-4ec9-b141-d8879621048e tempest-TestServerAdvancedOps-1108740372 tempest-TestServerAdvancedOps-1108740372-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c261321-6964-439a-8e9f-b30d53c5c783 HTTP/1.1" status: 200 len: 210 time: 0.0412922 Dec 16 03:36:00.968336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fd2a40-0b7c-4d4f-89c6-5591d019f571']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:00.979156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:00.987413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92341f20-0941-46e6-b9bf-83f49b717506') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:00.987750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92341f20-0941-46e6-b9bf-83f49b717506') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:00.997969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.001006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.008216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed97f2-96a0-4771-88ec-eec318ae685b None None] Network 0789daa7-02eb-4eb4-a564-c65d992e5957 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:01.011483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Attempting to bind port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:01.011855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Attempting to bind port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ab62f8fe-3783-4f52-80da-ed576d86f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d99eb90-069a-4311-864e-4baebe865728'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:01.012225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Attempting to bind port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 on network 6d99eb90-069a-4311-864e-4baebe865728 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:01.016992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.021810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a935a75d-1c0f-4606-a5ad-ab1c60f65207 None None] Host dv-neutron-821927-1-hyperv tried to update port e4de0dff-2dc0-4f0b-8884-aad323c2f695 which no longer exists. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:345}} Dec 16 03:36:01.023447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8:2::1 (20800996-fcf0-49ff-88b5-a7efa70c7765/858ff0da-581f-4394-a954-0e089dec0308/3df8048d-9d87-4f6a-8dde-4beae1aad23c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:01.025460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:01.026030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:01.030115 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:01.045380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.051124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:01.051824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.062784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Provisioning complete for port a021070f-537b-4edd-83eb-1f028c2211b1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:01.063161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.064956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:01.065384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Checking segment: {'id': 'ab62f8fe-3783-4f52-80da-ed576d86f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d99eb90-069a-4311-864e-4baebe865728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:01.065813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.066209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Bound using segment: {'id': 'ab62f8fe-3783-4f52-80da-ed576d86f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d99eb90-069a-4311-864e-4baebe865728'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:01.066758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Bound port: b0a74ba0-6b1e-40fe-86b9-50fd0fb20785, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab62f8fe-3783-4f52-80da-ed576d86f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d99eb90-069a-4311-864e-4baebe865728'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:01.067391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.100331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.112203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.119841 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/a1fd2a40-0b7c-4d4f-89c6-5591d019f571 HTTP/1.1" status: 204 len: 168 time: 0.9807246 Dec 16 03:36:01.133795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed97f2-96a0-4771-88ec-eec318ae685b None None] Network 0789daa7-02eb-4eb4-a564-c65d992e5957 could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:36:01.137391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36924) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:01.147048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ff76e-aa5c-4eef-9a1c-5f0bd0cf6633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=a1fd2a40-0b7c-4d4f-89c6-5591d019f571,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:01.165988 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4226272 Dec 16 03:36:01.178464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36926) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:01.179783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:01.183327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Pushing event updated for resources: {'Port': ['ID=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:01.186453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '0ef0e451-8d6a-4605-9cd1-fd7714833942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:01.192192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272ef44-ca66-4db5-8d41-c3a2ee4db106 None None] DHCP port deletion for a1fd2a40-0b7c-4d4f-89c6-5591d019f571 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:01.220701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:01.254108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:01.258691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44025bac-b43e-4753-b67c-55ca5811b17b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=0ef0e451-8d6a-4605-9cd1-fd7714833942,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:01.277692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df322c78-cc3d-4ab0-a59f-82d7bdcd57f0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:01.279325 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df322c78-cc3d-4ab0-a59f-82d7bdcd57f0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1408334 Dec 16 03:36:01.282839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36928) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:01.290349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 0ef0e451-8d6a-4605-9cd1-fd7714833942 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:01.358625 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ca5536b0-3921-4fd7-8886-5aa208323895 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0712962 Dec 16 03:36:01.358625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:01.359809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:01.361590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.365267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-965330147'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:01.373273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.393449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Pushing event updated for resources: {'Port': ['ID=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:01.415720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:01.419548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.448450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.461012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:01.498709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:01.503443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:01.505912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.506254 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment d5bfb52b-6e6a-4f96-8dc7-9597de977e74 of type vlan for network 83c6c695-ef81-4675-815c-de96944a5a2c Dec 16 03:36:01.508006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] For port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:01.518280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:01.518867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.528656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Attempting to bind port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:01.529029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Attempting to bind port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:01.529518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Attempting to bind port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 on network 20800996-fcf0-49ff-88b5-a7efa70c7765 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:01.549950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a021070f-537b-4edd-83eb-1f028c2211b1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:01.553141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] For port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,segment=NetworkSegment(ab62f8fe-3783-4f52-80da-ed576d86f8a8),segment_id=ab62f8fe-3783-4f52-80da-ed576d86f8a8)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:01.561791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:01.562253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Checking segment: {'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:01.562590 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.562976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Bound using segment: {'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:01.563521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Bound port: 9fa8131f-6c5c-4b10-a9bb-02e7d9450038, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:01.563863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.593481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.595356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.664770 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=ad974c2b-ec4c-4eac-b6f8-ba25993aa550,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:01.666975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-04030cb4-0f75-491d-bf58-d09986bfda35 None None] Could not find standard attr ID for object fecf0254-2e00-4f2a-82ac-eca1794a2a34. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:01.673813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': '19b4106f-e286-43df-82cc-63749a58a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef0e451-8d6a-4605-9cd1-fd7714833942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:01.674176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: 0ef0e451-8d6a-4605-9cd1-fd7714833942, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:01.706740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 0ef0e451-8d6a-4605-9cd1-fd7714833942 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:01.721769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 0ef0e451-8d6a-4605-9cd1-fd7714833942) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:01.727862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:01.728194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd955c-27a2-4482-a08d-c5157ef61454 None None] Pushing event updated for resources: {'Port': ['ID=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:01.729257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.743258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2407c7a2-3da1-4ef8-a06f-d336d69cef5c None None] Network 0ef0e451-8d6a-4605-9cd1-fd7714833942 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:01.757120 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2e65c23a-728b-43e4-afa0-3ad4cf5bbc1b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5756128 Dec 16 03:36:01.760870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36932) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:01.769106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1647278925'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:01.806965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:01.812753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.828743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] For port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:01.851911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:01.857103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-882dbca6-e126-4284-8827-81a38d1bb2d6 None None] Could not find standard attr ID for object e4de0dff-2dc0-4f0b-8884-aad323c2f695. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:01.861690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] For port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,segment=NetworkSegment(d73dc241-e16e-4bba-ac4c-70932f19b373),segment_id=d73dc241-e16e-4bba-ac4c-70932f19b373)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:01.862370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a021070f-537b-4edd-83eb-1f028c2211b1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:01.862783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.867867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.868552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment 6735e22b-9e47-46e8-ae61-e8f2fa7e56eb of type vlan for network 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 Dec 16 03:36:01.890171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.921914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.979648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.985752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:01.986441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:01.986938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-882dbca6-e126-4284-8827-81a38d1bb2d6 None None] Provisioning complete for port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:01.987311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-882dbca6-e126-4284-8827-81a38d1bb2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.057966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=3df8048d-9d87-4f6a-8dde-4beae1aad23c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:02.115369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:02.164191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.182449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-0ef0e451-8d6a-4605-9cd1-fd7714833942', 'network_id': '0ef0e451-8d6a-4605-9cd1-fd7714833942', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': 'ad974c2b-ec4c-4eac-b6f8-ba25993aa550'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:02.189634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.194663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d9ba6-710f-48e5-a0e5-5e1393a1a6c1 None None] Pushing event updated for resources: {'Port': ['ID=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:02.214748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] Deleting subnet f3ecc4b9-65c2-4107-a8af-071de67dbd7c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:02.223488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.295421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.302049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:02.302988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.352880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.384644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.406845 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0464857 Dec 16 03:36:02.429734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:02.429880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-882dbca6-e126-4284-8827-81a38d1bb2d6 None None] Could not find standard attr ID for object fecf0254-2e00-4f2a-82ac-eca1794a2a34. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:02.447291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:02.548212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Allocated IP 2001:db8::3 (0ef0e451-8d6a-4605-9cd1-fd7714833942/ad974c2b-ec4c-4eac-b6f8-ba25993aa550/61f0ccef-f6a0-44fe-8d34-d07c2d625171) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:02.576340 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8097858 Dec 16 03:36:02.576452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36940) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:02.588495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '45f4279e-8c51-4cd5-bf55-7d6f6124d6e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:02.633435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff5cad-a377-4012-af68-e3c29975b130 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=45f4279e-8c51-4cd5-bf55-7d6f6124d6e2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:02.656926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:02.740139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:02.743130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.749932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f73c12-8551-4e03-8b62-be979c7b4258 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=83c6c695-ef81-4675-815c-de96944a5a2c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:02.797853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 83c6c695-ef81-4675-815c-de96944a5a2c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:02.812166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:02.823180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f6261ffa-7c40-4eaf-94ba-4f914e9a7443 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:02.843873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Performing IP validity checks on allocation pools {{(pid=103161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:36:02.845058 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:36:02.908961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:02.913130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.018379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.079602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.117734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ecc4b9-65c2-4107-a8af-071de67dbd7c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:03.141219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=eaa3df92-d2bc-4e2a-87f1-d89ec52633f8,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:03.150374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.156045 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-537a9639-4eef-4f9a-b8b7-0723cfe5a51e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f3ecc4b9-65c2-4107-a8af-071de67dbd7c HTTP/1.1" status: 204 len: 168 time: 1.0278091 Dec 16 03:36:03.156407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.159077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:03.169593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.170031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': '6735e22b-9e47-46e8-ae61-e8f2fa7e56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f4279e-8c51-4cd5-bf55-7d6f6124d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:03.170981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:03.182938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.209925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:03.220715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.221566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.226687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:03.227144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.227899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:03.233868 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:03.234856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.262753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c842e-5957-4093-95e1-67b1e90c8bb8 None None] Network 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:03.268735 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-17f17cf5-f37c-4074-a4c4-98c0c245dae7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6883862 Dec 16 03:36:03.268926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36944) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:03.270914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Pushing event updated for resources: {'Port': ['ID=61f0ccef-f6a0-44fe-8d34-d07c2d625171,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:03.324482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Network 0ef0e451-8d6a-4605-9cd1-fd7714833942 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:03.325490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49776b93-fe0d-49a4-ada1-813caba00528 None None] Network 6d99eb90-069a-4311-864e-4baebe865728 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:03.335360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:03.337808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:03.383276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.451625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.490232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 87300d55-2919-4171-b4eb-da4bbe0f7d41 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:03.491233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.507917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-29a6aa7b-69da-4cf8-a77e-22efe250f539 None None] Provisioning complete for port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:03.508292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa7b-69da-4cf8-a77e-22efe250f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.523976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:03.532252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=3df8048d-9d87-4f6a-8dde-4beae1aad23c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:03.533449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.538192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:03.582324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa3df92-d2bc-4e2a-87f1-d89ec52633f8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:03.594259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 87300d55-2919-4171-b4eb-da4bbe0f7d41 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:03.594632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 87300d55-2919-4171-b4eb-da4bbe0f7d41 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:03.603107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Attempting to bind port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:03.603465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Attempting to bind port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '19b4106f-e286-43df-82cc-63749a58a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef0e451-8d6a-4605-9cd1-fd7714833942'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:03.603831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Attempting to bind port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 on network 0ef0e451-8d6a-4605-9cd1-fd7714833942 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:03.622313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474178d8-2c0a-447e-93f3-9bc90e2f1c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-45f4279e-8c51-4cd5-bf55-7d6f6124d6e2', 'network_id': '45f4279e-8c51-4cd5-bf55-7d6f6124d6e2', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': 'eaa3df92-d2bc-4e2a-87f1-d89ec52633f8'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:03.623164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-474178d8-2c0a-447e-93f3-9bc90e2f1c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.643686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:03.644101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Checking segment: {'id': '19b4106f-e286-43df-82cc-63749a58a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef0e451-8d6a-4605-9cd1-fd7714833942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:03.644468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.644889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Bound using segment: {'id': '19b4106f-e286-43df-82cc-63749a58a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef0e451-8d6a-4605-9cd1-fd7714833942'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:03.645384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Bound port: 61f0ccef-f6a0-44fe-8d34-d07c2d625171, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b4106f-e286-43df-82cc-63749a58a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef0e451-8d6a-4605-9cd1-fd7714833942'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:03.645769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.652545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae06719-ba98-4833-af32-2ab62d6a0338 None None] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:03.653827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.659163 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.680316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f4279e-8c51-4cd5-bf55-7d6f6124d6e2']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:03.689875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6735e22b-9e47-46e8-ae61-e8f2fa7e56eb') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:03.690223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6735e22b-9e47-46e8-ae61-e8f2fa7e56eb') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:03.700625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.714543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:03.714759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.721896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:03.722446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:03.726579 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:03.788046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.795555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.806071 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 HTTP/1.1" status: 204 len: 168 time: 0.5355513 Dec 16 03:36:03.806697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36946) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:03.807576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.816063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015030633'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:03.816280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:03.823808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=e362c766-7d68-4230-b65c-cd2f12eb602f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:03.834177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138766ac-2121-4ca4-874b-0ca6240d81d8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=45f4279e-8c51-4cd5-bf55-7d6f6124d6e2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:03.843827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d485b8-b933-40d0-b733-971957394d20']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:03.860746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:03.866871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf8acc3-5a64-493c-94a6-095dad6a6102') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:03.867183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf8acc3-5a64-493c-94a6-095dad6a6102') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:03.867456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.877458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': 'd5bfb52b-6e6a-4f96-8dc7-9597de977e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:03.878052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: 83c6c695-ef81-4675-815c-de96944a5a2c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:03.886726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.888594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0b232-a5e3-41d6-8611-4474efbcb414 None None] Network 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:03.900178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:03.910759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.911484 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment b5bce6a3-f843-4ba8-bdd2-ba4712c83dab of type vlan for network f14c4d01-8749-4bcf-a186-0fe6261b6d0f Dec 16 03:36:03.911928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] For port 61f0ccef-f6a0-44fe-8d34-d07c2d625171, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:03.916988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0b232-a5e3-41d6-8611-4474efbcb414 None None] Network 45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:36:03.944713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa7b-69da-4cf8-a77e-22efe250f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.961161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] For port 61f0ccef-f6a0-44fe-8d34-d07c2d625171, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=61f0ccef-f6a0-44fe-8d34-d07c2d625171,segment=NetworkSegment(19b4106f-e286-43df-82cc-63749a58a3c5),segment_id=19b4106f-e286-43df-82cc-63749a58a3c5)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:03.970020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:03.970674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.981927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.982328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.988347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:03.994658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 83c6c695-ef81-4675-815c-de96944a5a2c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:04.007583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:04.008302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:04.010336 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:04.017636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.029371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:04.030257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.047825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 83c6c695-ef81-4675-815c-de96944a5a2c) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:04.065618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-29a6aa7b-69da-4cf8-a77e-22efe250f539 None None] For port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,segment=NetworkSegment(ab62f8fe-3783-4f52-80da-ed576d86f8a8),segment_id=ab62f8fe-3783-4f52-80da-ed576d86f8a8)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:04.069173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:04.070052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.084533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:04.086115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08adfec-08c5-4fa3-847f-4e47828efacc None None] Network 83c6c695-ef81-4675-815c-de96944a5a2c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:04.091072 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7ecbb1d7-a7f4-47d4-ab50-f277bfc6eca7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7392120 Dec 16 03:36:04.095079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:04.095204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa7b-69da-4cf8-a77e-22efe250f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.101248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595348895'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:04.102661 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:04.107409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.113337 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d5a3120a-2740-4e5e-bb55-917df1d2efa6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6715293 Dec 16 03:36:04.117549 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:04.119535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.120496 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:04.123510 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/28d485b8-b933-40d0-b733-971957394d20 HTTP/1.1" status: 204 len: 168 time: 0.9634240 Dec 16 03:36:04.123852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36950) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:04.128292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36952) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:04.138134 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3259468 Dec 16 03:36:04.153735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36954) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:04.170060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:04.185895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Pushing event updated for resources: {'Port': ['ID=61f0ccef-f6a0-44fe-8d34-d07c2d625171,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:04.203409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da76d1b-c18b-4ec4-8db5-bba13f7057c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d485b8-b933-40d0-b733-971957394d20,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:04.229520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.229900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.230256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.232018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.232659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.233620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.235763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.236152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.237159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.237544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.239142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.239399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.242125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95421e52-d5c0-4edb-ae1e-1c53e94b257f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:04.242472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:04.251047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.262161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] Deleting subnet 2520fc84-df21-439e-be60-cf49792dff17 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:04.274546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.330321 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:04.341013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:04.344956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.363485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c', 'name': 'tempest-PortsTestJSON-987806512'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:04.380052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.380822 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added segment caf39926-e9f4-4a64-a818-3805864983e2 of type vlan for network 87843d57-b590-499f-86e8-5560718cb7e6 Dec 16 03:36:04.434867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.444098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e1e33-0f30-44b6-ac91-0bcb646b62fd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=f14c4d01-8749-4bcf-a186-0fe6261b6d0f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:04.477865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.489521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.497240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6aa7b-69da-4cf8-a77e-22efe250f539 None None] Pushing event updated for resources: {'Port': ['ID=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:04.508048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:04.512571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.563052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.570658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:04.571299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.579570 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network f14c4d01-8749-4bcf-a186-0fe6261b6d0f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:04.644118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.708789 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6120725 Dec 16 03:36:04.710072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.713648 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2520fc84-df21-439e-be60-cf49792dff17 HTTP/1.1" status: 204 len: 168 time: 0.5640929 Dec 16 03:36:04.716399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:04.716399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:04.719559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a4fac-e30a-4924-b0c8-bc0e9b7b5054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2520fc84-df21-439e-be60-cf49792dff17,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:04.730257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'subnet': {'network_id': '87843d57-b590-499f-86e8-5560718cb7e6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:04.748684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921a48d-6f79-4f22-b8c8-de1d0f3f335e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Network': ['ID=87843d57-b590-499f-86e8-5560718cb7e6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:04.750268 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-83c6c695-ef81-4675-815c-de96944a5a2c', 'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c', 'project_id': '751a658b28e14ae1bf3bab993a71ecb6', 'fixed_ips': [{'subnet_id': 'e362c766-7d68-4230-b65c-cd2f12eb602f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:04.750753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.756496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3d9dffc7-b32e-4e04-9468-1f031fbfd04d None None] Provisioning complete for port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:04.756958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9dffc7-b32e-4e04-9468-1f031fbfd04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.773705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,segment=NetworkSegment(d73dc241-e16e-4bba-ac4c-70932f19b373),segment_id=d73dc241-e16e-4bba-ac4c-70932f19b373)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:04.781261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 87843d57-b590-499f-86e8-5560718cb7e6 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:04.812638 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:02Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:02Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:04.872526 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:04.872773 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Updating router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 port 3df8048d-9d87-4f6a-8dde-4beae1aad23c binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:36:04.892334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:04.900484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.930163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.930833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:04.961427 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.978540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:04.998911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 56ccf8e7-2361-4cba-acb7-70f5d1a43a5b yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:36:05.093860 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.116916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Made reservation on behalf of 3aacd455e2e04620a347124262ede762 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:05.139607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.250517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=c074f56b-6f98-4ecb-a4b5-ea68f5f8ad46,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:05.251803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.269127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:05.269623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: f14c4d01-8749-4bcf-a186-0fe6261b6d0f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:05.290017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.6 (83c6c695-ef81-4675-815c-de96944a5a2c/e362c766-7d68-4230-b65c-cd2f12eb602f/56ccf8e7-2361-4cba-acb7-70f5d1a43a5b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:05.312621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network f14c4d01-8749-4bcf-a186-0fe6261b6d0f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:05.312916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:05.351965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, f14c4d01-8749-4bcf-a186-0fe6261b6d0f) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:05.352203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad235da-fe76-486e-890e-93f046a1032c') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:05.352364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad235da-fe76-486e-890e-93f046a1032c') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:05.374027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:05.376043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.388344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.417348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.453584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:05.453584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.455428 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fcdde9db-0cf7-498a-bbf7-b84bd1689b6b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3006635 Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:05.456524 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:05.459267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1fc8f-e092-4b3e-8454-ce1a6c8e49de None None] Network f14c4d01-8749-4bcf-a186-0fe6261b6d0f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:05.459358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:05.492813 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.503890 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.563816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:05.589173 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae176e13-1024-47be-b4dc-20e73a3c94a5 None None] Pushing event updated for resources: {'Port': ['ID=3df8048d-9d87-4f6a-8dde-4beae1aad23c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:05.622709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1044635-5ae7-4872-811f-fbf1c4124fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.637650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.680836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.694383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-f14c4d01-8749-4bcf-a186-0fe6261b6d0f', 'network_id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': 'c074f56b-6f98-4ecb-a4b5-ea68f5f8ad46'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:05.695319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.702336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.714311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:05.714709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.725251 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Attempting to bind port 3df8048d-9d87-4f6a-8dde-4beae1aad23c on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:05.725725 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Attempting to bind port 3df8048d-9d87-4f6a-8dde-4beae1aad23c by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:05.727125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Attempting to bind port 3df8048d-9d87-4f6a-8dde-4beae1aad23c on network 20800996-fcf0-49ff-88b5-a7efa70c7765 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:05.742773 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:05.743296 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Checking segment: {'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:05.743828 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.745769 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Bound using segment: {'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:05.746561 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Bound port: 3df8048d-9d87-4f6a-8dde-4beae1aad23c, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73dc241-e16e-4bba-ac4c-70932f19b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:05.747157 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.765569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.771737 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7 HTTP/1.1" status: 204 len: 168 time: 1.0528293 Dec 16 03:36:05.806779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669fc87-b9b4-45cf-95fe-485870384a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d9f380-62cf-4dc5-bbc8-ff38965a7fa7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:05.835281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 83c6c695-ef81-4675-815c-de96944a5a2c is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:05.858104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:05.862328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.887036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:05.896132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3be71eda-570f-4002-ae21-c17967fa0908 None None] Provisioning complete for port 3df8048d-9d87-4f6a-8dde-4beae1aad23c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:05.897938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3be71eda-570f-4002-ae21-c17967fa0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:05.900958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=56ccf8e7-2361-4cba-acb7-70f5d1a43a5b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:05.936956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Allocated IP 172.20.0.2 (83c6c695-ef81-4675-815c-de96944a5a2c/e362c766-7d68-4230-b65c-cd2f12eb602f/783f1219-4802-4afe-baa9-903d200d7dd7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:05.979397 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] For port 3df8048d-9d87-4f6a-8dde-4beae1aad23c, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:05.985456 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] For port 3df8048d-9d87-4f6a-8dde-4beae1aad23c, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3df8048d-9d87-4f6a-8dde-4beae1aad23c,segment=NetworkSegment(d73dc241-e16e-4bba-ac4c-70932f19b373),segment_id=d73dc241-e16e-4bba-ac4c-70932f19b373)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:06.002723 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.027600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Subnet': ['ID=8dc82085-787c-4d87-8b0d-a8ea1f4153fe,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:06.051476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:06.052771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.072174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Allocated IP 2001:db8::1 (f14c4d01-8749-4bcf-a186-0fe6261b6d0f/c074f56b-6f98-4ecb-a4b5-ea68f5f8ad46/618f9f89-03b3-45ae-a033-9d9aa20ebe08) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:06.076862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c7d8216f-366d-4e59-b0a9-95001ccbc7e5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9271700 Dec 16 03:36:06.079362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36968) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:06.086421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c', 'name': 'tempest-PortsTestJSON-2042029756'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:06.088158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.127622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:06.147963 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:06.149094 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:35:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:06.188500 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-eb809d5b-2d7c-4238-b601-07994fdb629e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2cce3a1d44d4731880a0e093f018e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589666 Dec 16 03:36:06.189363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36972) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:06.227315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Checking segment: {'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:06.227981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network hostable DHCP agents. Network: 87843d57-b590-499f-86e8-5560718cb7e6, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:06.259751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.281207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.325304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 87843d57-b590-499f-86e8-5560718cb7e6 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:06.334842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.335663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d89907c-1615-4024-905d-6c82c6100c8d None None] Network 0ef0e451-8d6a-4605-9cd1-fd7714833942 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:06.357344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.365384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-849cf3a0-ec93-4f0b-aa17-5805a09c696c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.373548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 87843d57-b590-499f-86e8-5560718cb7e6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:06.377009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=c074f56b-6f98-4ecb-a4b5-ea68f5f8ad46,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:06.397263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:06.398160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.407195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-849cf3a0-ec93-4f0b-aa17-5805a09c696c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.425699 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:06.455035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:06.459872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.489873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Pushing event updated for resources: {'Port': ['ID=618f9f89-03b3-45ae-a033-9d9aa20ebe08,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:06.492489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf21758-fe1f-457b-94cf-d2b051e52515 None None] Network 87843d57-b590-499f-86e8-5560718cb7e6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:06.495540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 42ff69d3-dd64-4b8d-adb2-e79d17f616bb yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:36:06.502600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.527078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14c4d01-8749-4bcf-a186-0fe6261b6d0f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:06.539275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:06.539804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:06.550090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.564477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.571642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:06.572040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.586328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-849cf3a0-ec93-4f0b-aa17-5805a09c696c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.589383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-849cf3a0-ec93-4f0b-aa17-5805a09c696c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.590632 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-849cf3a0-ec93-4f0b-aa17-5805a09c696c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f HTTP/1.1" status: 204 len: 168 time: 0.4002864 Dec 16 03:36:06.604140 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae176e13-1024-47be-b4dc-20e73a3c94a5 None None] Pushing event updated for resources: {'Port': ['ID=3df8048d-9d87-4f6a-8dde-4beae1aad23c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:06.622642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cf3a0-ec93-4f0b-aa17-5805a09c696c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7eb8d5-c212-4c4d-a1f7-aea25f8ba56f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:06.641873 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:06.674438 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2d7df804-4f2e-42c8-bde4-d01a447aefd7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9547107 Dec 16 03:36:06.675122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36976) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:06.683574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.db.api [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:36:06.683574 dv-neutron-821927-1-hyperv neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:36:06.683574 dv-neutron-821927-1-hyperv neutron-server[103162]: [parameters: {'id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f'}] Dec 16 03:36:06.683574 dv-neutron-821927-1-hyperv neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:36:06.684057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG oslo_db.api [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:36:06.703815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3be71eda-570f-4002-ae21-c17967fa0908 None None] Port 3df8048d-9d87-4f6a-8dde-4beae1aad23c cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:06.732355 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:02Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:05Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:06.768797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Network f14c4d01-8749-4bcf-a186-0fe6261b6d0f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:06.770702 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fac9e-ae35-489e-8ea8-912db1990d5d None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:02Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:05Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:06.796826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:06.817489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:06.830066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3be71eda-570f-4002-ae21-c17967fa0908 None None] Provisioning complete for port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:06.834552 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3be71eda-570f-4002-ae21-c17967fa0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:06.909716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.025275 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.060256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e4de0dff-2dc0-4f0b-8884-aad323c2f695 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:07.110064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.12 (83c6c695-ef81-4675-815c-de96944a5a2c/e362c766-7d68-4230-b65c-cd2f12eb602f/42ff69d3-dd64-4b8d-adb2-e79d17f616bb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:07.185571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.238734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-87843d57-b590-499f-86e8-5560718cb7e6', 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6', 'project_id': '3aacd455e2e04620a347124262ede762', 'fixed_ips': [{'subnet_id': '8dc82085-787c-4d87-8b0d-a8ea1f4153fe'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:07.240237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.271474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:07.271871 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: e4de0dff-2dc0-4f0b-8884-aad323c2f695 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:07.272225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e4de0dff-2dc0-4f0b-8884-aad323c2f695 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:07.295863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Network 83c6c695-ef81-4675-815c-de96944a5a2c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:07.351512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.394686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:07.401111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:07.404963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:07.405345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.407944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:07.409027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:07.409401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:07.418011 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7e1b0fa4-ad5f-4757-88f9-31c314c77d4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e7c13441ea14723b595c8fe7de3f24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433754 Dec 16 03:36:07.429773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:07.580121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Pushing event updated for resources: {'Port': ['ID=783f1219-4802-4afe-baa9-903d200d7dd7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:07.592842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b81729d-bb03-4c42-b8f7-cfa94b39cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.635107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3df8048d-9d87-4f6a-8dde-4beae1aad23c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:07.650689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] For port 618f9f89-03b3-45ae-a033-9d9aa20ebe08, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:07.650689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.653559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54faefbd-da83-4ef9-b830-b70dfcdfe3e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.673231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Calling delete_port for 618f9f89-03b3-45ae-a033-9d9aa20ebe08 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:07.673856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:07.674142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking segment: {'id': 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:07.674762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.674883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Bound using segment: {'id': 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:07.675321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Bound port: 618f9f89-03b3-45ae-a033-9d9aa20ebe08, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f14c4d01-8749-4bcf-a186-0fe6261b6d0f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:07.675705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.701679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54faefbd-da83-4ef9-b830-b70dfcdfe3e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.707565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3be71eda-570f-4002-ae21-c17967fa0908 None None] Provisioning complete for port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:07.707934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3be71eda-570f-4002-ae21-c17967fa0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.737861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.770720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Allocated IP 2001:db8:3::2 (87843d57-b590-499f-86e8-5560718cb7e6/8dc82085-787c-4d87-8b0d-a8ea1f4153fe/473808a0-a7e0-4adc-a7d7-c41e66f4ba49) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:07.781687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3df8048d-9d87-4f6a-8dde-4beae1aad23c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:07.782160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.809025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Attempting to bind port 783f1219-4802-4afe-baa9-903d200d7dd7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:07.809397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Attempting to bind port 783f1219-4802-4afe-baa9-903d200d7dd7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd5bfb52b-6e6a-4f96-8dc7-9597de977e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:07.810576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Attempting to bind port 783f1219-4802-4afe-baa9-903d200d7dd7 on network 83c6c695-ef81-4675-815c-de96944a5a2c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:07.812662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.836021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.857209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Port': ['ID=618f9f89-03b3-45ae-a033-9d9aa20ebe08,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:07.857753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 83c6c695-ef81-4675-815c-de96944a5a2c is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:07.859136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54faefbd-da83-4ef9-b830-b70dfcdfe3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.861836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54faefbd-da83-4ef9-b830-b70dfcdfe3e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.862942 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-54faefbd-da83-4ef9-b830-b70dfcdfe3e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2c8c627-fccc-4043-83fd-52ece702bb51 HTTP/1.1" status: 204 len: 168 time: 0.4293840 Dec 16 03:36:07.866710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:07.867402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Checking segment: {'id': 'd5bfb52b-6e6a-4f96-8dc7-9597de977e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:07.867498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.867895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Bound using segment: {'id': 'd5bfb52b-6e6a-4f96-8dc7-9597de977e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:07.868398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Bound port: 783f1219-4802-4afe-baa9-903d200d7dd7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bfb52b-6e6a-4f96-8dc7-9597de977e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '83c6c695-ef81-4675-815c-de96944a5a2c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:07.868788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:07.881560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No DVR routers for this DVR port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:07.883029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:07.890068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faefbd-da83-4ef9-b830-b70dfcdfe3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c8c627-fccc-4043-83fd-52ece702bb51,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:07.891419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:07.953198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=42ff69d3-dd64-4b8d-adb2-e79d17f616bb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:07.972648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:07.973386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.002577 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1457a8a7-8fe5-479e-9644-b678e7259a09 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9213021 Dec 16 03:36:08.005217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36988) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:08.027552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.058688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14c4d01-8749-4bcf-a186-0fe6261b6d0f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:08.072627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:08.072972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bce6a3-f843-4ba8-bdd2-ba4712c83dab') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:08.096352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.119433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.126959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274b310-a5b7-4b1d-bc75-875f1273230d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:08.128327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:08.128921 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f274b310-a5b7-4b1d-bc75-875f1273230d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1224022 Dec 16 03:36:08.132431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.132620 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36990) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:08.136254 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:08.249177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.250863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 42ff69d3-dd64-4b8d-adb2-e79d17f616bb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:08.251697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.255587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.259759 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/f14c4d01-8749-4bcf-a186-0fe6261b6d0f HTTP/1.1" status: 204 len: 168 time: 2.7756255 Dec 16 03:36:08.266156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:08.272811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795937727'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:08.278564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] For port 783f1219-4802-4afe-baa9-903d200d7dd7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:08.282505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] For port 783f1219-4802-4afe-baa9-903d200d7dd7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=783f1219-4802-4afe-baa9-903d200d7dd7,segment=NetworkSegment(d5bfb52b-6e6a-4f96-8dc7-9597de977e74),segment_id=d5bfb52b-6e6a-4f96-8dc7-9597de977e74)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:08.284903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:36:08.285547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:36:08.301345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.320740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1faa13-ca0a-4e0a-89d2-af43677520c6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=f14c4d01-8749-4bcf-a186-0fe6261b6d0f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:08.324803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:08.331538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.364514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:08.375584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.375931 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment 8b950740-b810-4b12-87f1-e37131b9274c of type vlan for network 62682d5e-8b34-4477-bd50-d1c2d3dfce79 Dec 16 03:36:08.384584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.402685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 42ff69d3-dd64-4b8d-adb2-e79d17f616bb owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:08.430327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.459334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.465995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:08.466661 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.502459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451b66a-178d-4f6b-a477-4b1c2880e98b None None] Pushing event updated for resources: {'Port': ['ID=783f1219-4802-4afe-baa9-903d200d7dd7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:08.505308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.520270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.523509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.543843 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2751443 Dec 16 03:36:08.550038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.551700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:08.559084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:08.592487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.610534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 3df8048d-9d87-4f6a-8dde-4beae1aad23c, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3df8048d-9d87-4f6a-8dde-4beae1aad23c,segment=NetworkSegment(d73dc241-e16e-4bba-ac4c-70932f19b373),segment_id=d73dc241-e16e-4bba-ac4c-70932f19b373)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:08.627785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Network 87843d57-b590-499f-86e8-5560718cb7e6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:08.629880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Pushing event updated for resources: {'Port': ['ID=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:08.632545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:08.634222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.635009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:08.639283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:08.643433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=42ff69d3-dd64-4b8d-adb2-e79d17f616bb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:08.656689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Allocated IP 2001:db8:3::1 (87843d57-b590-499f-86e8-5560718cb7e6/8dc82085-787c-4d87-8b0d-a8ea1f4153fe/2d8810e0-f3bd-46e4-8e5e-b7a7400008bb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:08.670507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4dbacb-8877-4a1c-9a2f-be109851f7f8 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=62682d5e-8b34-4477-bd50-d1c2d3dfce79,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:08.696719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:08.719461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.721696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 62682d5e-8b34-4477-bd50-d1c2d3dfce79 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:08.734030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] Provisioning complete for port 3df8048d-9d87-4f6a-8dde-4beae1aad23c triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:08.734459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.825268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.828844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5b75104d-0f34-457d-a0cc-d6b370f29588 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/42ff69d3-dd64-4b8d-adb2-e79d17f616bb HTTP/1.1" status: 204 len: 168 time: 0.6951268 Dec 16 03:36:08.833299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 36996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:08.866737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:08.867411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:08.867773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:08.908085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.923329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:08.924015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:08.924780 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec189b9-528b-47f6-8961-0270e07b8de4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:36:08.929260 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dec189b9-528b-47f6-8961-0270e07b8de4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/42ff69d3-dd64-4b8d-adb2-e79d17f616bb HTTP/1.1" status: 404 len: 333 time: 0.0589049 Dec 16 03:36:08.930232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 36998) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:08.937454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=3df8048d-9d87-4f6a-8dde-4beae1aad23c,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:08.954364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:08.956930 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:08.959281 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 2 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:08.961847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Attempting to bind port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:08.962234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Attempting to bind port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:08.962582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Attempting to bind port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 on network 87843d57-b590-499f-86e8-5560718cb7e6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:08.978007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:08.978657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:08.979168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:08.984829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:08.985522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Checking segment: {'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:08.986095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:08.986679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Bound using segment: {'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:08.987333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Bound port: 473808a0-a7e0-4adc-a7d7-c41e66f4ba49, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:08.987880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.004341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:09.005058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.024623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.025338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.043831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:09.044208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.076917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 87843d57-b590-499f-86e8-5560718cb7e6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:09.083930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:09.089204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:09.089204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.096253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:09.096572 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:09.101802 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 3 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:09.124859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': '8b950740-b810-4b12-87f1-e37131b9274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:09.125387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: 62682d5e-8b34-4477-bd50-d1c2d3dfce79, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:09.125813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:09.126169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:09.126591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.130335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=40b36bf6-3ac2-4b0b-b7ab-05515f0b6f00,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:09.132784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:09.154270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:09.154456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.161548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] For port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:09.165642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] For port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,segment=NetworkSegment(caf39926-e9f4-4a64-a818-3805864983e2),segment_id=caf39926-e9f4-4a64-a818-3805864983e2)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:09.170695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:09.171156 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:09.171807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 62682d5e-8b34-4477-bd50-d1c2d3dfce79 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:09.172001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 56ccf8e7-2361-4cba-acb7-70f5d1a43a5b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:09.172431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.172592 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 4 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:09.179509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.181353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] Provisioning complete for port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:09.181704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.187128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 62682d5e-8b34-4477-bd50-d1c2d3dfce79) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:09.198344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:09.199671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.226843 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e3314ce8-0eed-4dd0-bed2-89bca8e72fe2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6708760 Dec 16 03:36:09.227139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37000) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:09.230338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52bb75-9b6b-464b-a982-651f297bbf36 None None] Network 62682d5e-8b34-4477-bd50-d1c2d3dfce79 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:09.241303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:09.241662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:09.242019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.324321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:09.325040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.345997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.347385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:09.347780 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:09.349516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 61f0ccef-f6a0-44fe-8d34-d07c2d625171 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:09.356854 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 5 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:09.385918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.399435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:09.399669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:09.399898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.405539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1209408-b24e-4114-9f3f-69e060097d0c None None] Pushing event updated for resources: {'Port': ['ID=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:09.432130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:09.433125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.433812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 56ccf8e7-2361-4cba-acb7-70f5d1a43a5b owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:09.444059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.446500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:09.446665 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:09.464820 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 6 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:09.500809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:09.501170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:09.501529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.503755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-62682d5e-8b34-4477-bd50-d1c2d3dfce79', 'network_id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': '40b36bf6-3ac2-4b0b-b7ab-05515f0b6f00'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:09.504825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.531734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:09.531995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.538383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.558786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:09.559068 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:09.562715 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 7 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:09.574177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:09.574580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.692161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:09.692547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:09.693184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.734149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:09.734563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.743670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] For port 61f0ccef-f6a0-44fe-8d34-d07c2d625171, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=61f0ccef-f6a0-44fe-8d34-d07c2d625171,segment=NetworkSegment(19b4106f-e286-43df-82cc-63749a58a3c5),segment_id=19b4106f-e286-43df-82cc-63749a58a3c5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:09.773869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:09.780356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:09.780720 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:09.784806 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 8 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:09.832285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:09.832639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:09.832993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.854287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:09.854600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.871109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Allocated IP 2001:db8::1 (62682d5e-8b34-4477-bd50-d1c2d3dfce79/40b36bf6-3ac2-4b0b-b7ab-05515f0b6f00/07e162b9-5c09-488f-a8f0-c5acac363ca0) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:09.897783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cee05-73ff-403c-8c5e-de7fd439611c None None] Pushing event updated for resources: {'Port': ['ID=61f0ccef-f6a0-44fe-8d34-d07c2d625171,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:09.912545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:09.912891 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:09.916026 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 9 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:09.936480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:09.936694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:09.936922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:09.949389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:09.979225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe41a76e-a622-4fbc-a8c6-4622c90131e9 None None] Network 83c6c695-ef81-4675-815c-de96944a5a2c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:10.025930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.057013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:10.057368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:10.086086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:10.086441 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:10.095140 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempt 10 to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 Dec 16 03:36:10.097468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.125892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9e9ed87a-cbfb-46dd-8ea3-f629ac1707a3 None None] Provisioning complete for port 783f1219-4802-4afe-baa9-903d200d7dd7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:10.126255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed87a-cbfb-46dd-8ea3-f629ac1707a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.127836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:10.128206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:10.128555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:10.178120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:10.178562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Attempting to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:10.218539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.258543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=56ccf8e7-2361-4cba-acb7-70f5d1a43a5b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:10.312310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.322944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.324125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.405274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on network f14c4d01-8749-4bcf-a186-0fe6261b6d0f not bound, no agent of type HyperV agent registered on host dv-neutron-821927-1-hyperv {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:36:10.405850 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Failed to bind port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 on host dv-neutron-821927-1-hyperv for vnic_type normal using segments [] Dec 16 03:36:10.406077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.424184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.428683 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1d821d12-f62e-439e-87cd-bdf77fc6ac00 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/56ccf8e7-2361-4cba-acb7-70f5d1a43a5b HTTP/1.1" status: 204 len: 168 time: 1.4974496 Dec 16 03:36:10.431109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:10.438183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:10.438372 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.444317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event updated for resources: {'Port': ['ID=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:10.487011 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39f4de2-3b29-415a-87c1-c446ce37e189 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:36:10.490357 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e39f4de2-3b29-415a-87c1-c446ce37e189 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/56ccf8e7-2361-4cba-acb7-70f5d1a43a5b HTTP/1.1" status: 404 len: 333 time: 0.0567315 Dec 16 03:36:10.493564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:10.498691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.505373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Network 87843d57-b590-499f-86e8-5560718cb7e6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:10.507864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:10.518011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9f410-bc25-4b30-bb72-a3e51f5c1dc8 None None] Port 618f9f89-03b3-45ae-a033-9d9aa20ebe08 has been deleted concurrently {{(pid=103163) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 03:36:10.546319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.576887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet e362c766-7d68-4230-b65c-cd2f12eb602f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:10.582494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.623566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.636428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Pushing event updated for resources: {'Port': ['ID=07e162b9-5c09-488f-a8f0-c5acac363ca0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:10.660810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3396867-7533-41e7-b099-2c57637eafdc None None] Network 87843d57-b590-499f-86e8-5560718cb7e6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:10.715075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=40b36bf6-3ac2-4b0b-b7ab-05515f0b6f00,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:10.760213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.785519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:10.804684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62682d5e-8b34-4477-bd50-d1c2d3dfce79']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:10.834997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b950740-b810-4b12-87f1-e37131b9274c') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:10.835326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b950740-b810-4b12-87f1-e37131b9274c') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:10.851791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.872339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Network 62682d5e-8b34-4477-bd50-d1c2d3dfce79 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:10.875383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:10.885016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:10.892948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed87a-cbfb-46dd-8ea3-f629ac1707a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.968298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.987363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:10.987781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:10.991209 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:11.108689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9e9ed87a-cbfb-46dd-8ea3-f629ac1707a3 None None] For port 783f1219-4802-4afe-baa9-903d200d7dd7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=783f1219-4802-4afe-baa9-903d200d7dd7,segment=NetworkSegment(d5bfb52b-6e6a-4f96-8dc7-9597de977e74),segment_id=d5bfb52b-6e6a-4f96-8dc7-9597de977e74)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:11.122300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:36:11.122300 dv-neutron-821927-1-hyperv neutron-server[103161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:36:11.122300 dv-neutron-821927-1-hyperv neutron-server[103161]: [parameters: {'id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79'}] Dec 16 03:36:11.122300 dv-neutron-821927-1-hyperv neutron-server[103161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:36:11.124248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.125069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:36:11.126555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:11.129025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.139971 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5f5eba0b-94a5-466d-89f0-cc816a9eb397 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4637992 Dec 16 03:36:11.145389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37008) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:11.146945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed87a-cbfb-46dd-8ea3-f629ac1707a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.150289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:11.195177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:11.227658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.231274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Attempting to bind port 07e162b9-5c09-488f-a8f0-c5acac363ca0 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:11.231820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Attempting to bind port 07e162b9-5c09-488f-a8f0-c5acac363ca0 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '8b950740-b810-4b12-87f1-e37131b9274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:11.233415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Attempting to bind port 07e162b9-5c09-488f-a8f0-c5acac363ca0 on network 62682d5e-8b34-4477-bd50-d1c2d3dfce79 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:11.259276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:11.259744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Checking segment: {'id': '8b950740-b810-4b12-87f1-e37131b9274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:11.260316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.260779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Bound using segment: {'id': '8b950740-b810-4b12-87f1-e37131b9274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:11.261327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Bound port: 07e162b9-5c09-488f-a8f0-c5acac363ca0, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b950740-b810-4b12-87f1-e37131b9274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '62682d5e-8b34-4477-bd50-d1c2d3dfce79'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:11.261768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.270599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:11.271357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:11.322656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.352282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.363898 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/e362c766-7d68-4230-b65c-cd2f12eb602f HTTP/1.1" status: 204 len: 168 time: 0.8680148 Dec 16 03:36:11.365490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37010) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:11.416682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80124686-e1f7-4b18-aa02-ae6262cee633 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=e362c766-7d68-4230-b65c-cd2f12eb602f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:11.473199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e736c-50fd-48fa-81f2-5a6076cb98b7 None None] Network 83c6c695-ef81-4675-815c-de96944a5a2c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:11.514798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ed87a-cbfb-46dd-8ea3-f629ac1707a3 None None] Pushing event updated for resources: {'Port': ['ID=783f1219-4802-4afe-baa9-903d200d7dd7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:11.515322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.559876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:11.579718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 783f1219-4802-4afe-baa9-903d200d7dd7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:11.580468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.629669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] Provisioning complete for port 783f1219-4802-4afe-baa9-903d200d7dd7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:11.630200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.669844 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.691820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:11.708116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] For port 783f1219-4802-4afe-baa9-903d200d7dd7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=783f1219-4802-4afe-baa9-903d200d7dd7,segment=NetworkSegment(d5bfb52b-6e6a-4f96-8dc7-9597de977e74),segment_id=d5bfb52b-6e6a-4f96-8dc7-9597de977e74)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:11.708371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.725864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 783f1219-4802-4afe-baa9-903d200d7dd7 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:11.793876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] For port 07e162b9-5c09-488f-a8f0-c5acac363ca0, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:11.798078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] For port 07e162b9-5c09-488f-a8f0-c5acac363ca0, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=07e162b9-5c09-488f-a8f0-c5acac363ca0,segment=NetworkSegment(8b950740-b810-4b12-87f1-e37131b9274c),segment_id=8b950740-b810-4b12-87f1-e37131b9274c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:11.820779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.838435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.860266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 03:36:11.869708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting port 07e162b9-5c09-488f-a8f0-c5acac363ca0 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:11.870144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.879375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=783f1219-4802-4afe-baa9-903d200d7dd7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:11.881903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No DVR routers for this DVR port 783f1219-4802-4afe-baa9-903d200d7dd7 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:11.912961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc9d87-e8dc-4cfc-b702-84fe49af6de9 None None] Pushing event updated for resources: {'Port': ['ID=07e162b9-5c09-488f-a8f0-c5acac363ca0,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:11.940880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Removed routes are [] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 03:36:11.941725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:11.971056 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.db [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] No ports have port_id starting with 783f1219-4802-4afe-baa9-903d200d7dd7 Dec 16 03:36:12.020079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.056196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c6c695-ef81-4675-815c-de96944a5a2c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:12.083323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bfb52b-6e6a-4f96-8dc7-9597de977e74') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:12.083621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bfb52b-6e6a-4f96-8dc7-9597de977e74') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:12.089020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:12.089393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.095399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.115255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.116512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] For port 07e162b9-5c09-488f-a8f0-c5acac363ca0, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=07e162b9-5c09-488f-a8f0-c5acac363ca0,segment=NetworkSegment(8b950740-b810-4b12-87f1-e37131b9274c),segment_id=8b950740-b810-4b12-87f1-e37131b9274c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:12.118925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.125659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:12.126253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.159503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09bea1-4765-4cdb-91c8-71cc8d1d99fe None None] DHCP port deletion for 83c6c695-ef81-4675-815c-de96944a5a2c request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:12.162420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Calling delete_port for 07e162b9-5c09-488f-a8f0-c5acac363ca0 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:12.167155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] Provisioning complete for port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:12.167523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:12.207869 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:12.221611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.238773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0afd5-34cc-4b2a-967d-7239a82d9a39 None None] Network 62682d5e-8b34-4477-bd50-d1c2d3dfce79 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:12.244994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.248170 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/83c6c695-ef81-4675-815c-de96944a5a2c HTTP/1.1" status: 204 len: 168 time: 0.8425338 Dec 16 03:36:12.252207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37016) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:12.260132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-522393771'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:12.260799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fd844-0ed5-442c-995e-bab5261076c2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=83c6c695-ef81-4675-815c-de96944a5a2c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:12.390023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:12.392190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d66a5-5452-4801-a3e8-10576b6add7f None None] DHCP port deletion for f14c4d01-8749-4bcf-a186-0fe6261b6d0f request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:12.393460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.421230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.436532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.445488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:12.453664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.482651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9524e09a-0a72-4b32-92cb-99d293dce868 None None] Network f14c4d01-8749-4bcf-a186-0fe6261b6d0f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:12.515712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9524e09a-0a72-4b32-92cb-99d293dce868 None None] Network f14c4d01-8749-4bcf-a186-0fe6261b6d0f could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:36:12.535059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.539234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.543474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d93478-1390-45ef-a582-b2df7483aa61 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:36:12.546407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.546747 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment 12d2ae3f-e35e-4ebc-a75c-bb12afd78d58 of type vlan for network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 Dec 16 03:36:12.550988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Port': ['ID=07e162b9-5c09-488f-a8f0-c5acac363ca0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:12.560901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No DVR routers for this DVR port 07e162b9-5c09-488f-a8f0-c5acac363ca0 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:12.640808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.677612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:12.711992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.736097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.741738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:12.742339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.754038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62682d5e-8b34-4477-bd50-d1c2d3dfce79']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:12.789177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:09Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '2d8810e0-f3bd-46e4-8e5e-b7a7400008bb', 'name': '', 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:54:de:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8dc82085-787c-4d87-8b0d-a8ea1f4153fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:07Z', 'updated_at': '2021-12-16T03:36:10Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '8dc82085-787c-4d87-8b0d-a8ea1f4153fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:08Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:12.830652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:12.830990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Updating router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:36:12.835778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,segment=NetworkSegment(caf39926-e9f4-4a64-a818-3805864983e2),segment_id=caf39926-e9f4-4a64-a818-3805864983e2)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:12.864216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b950740-b810-4b12-87f1-e37131b9274c') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:12.864559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b950740-b810-4b12-87f1-e37131b9274c') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:12.870380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.871192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3df8048d-9d87-4f6a-8dde-4beae1aad23c up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:12.884621 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6263683 Dec 16 03:36:12.884954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:12.890009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:12.899311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.920817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4aaf0-42a6-43cb-9d26-7590cbf99497 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=bf79d2b3-5d2c-49c4-9000-0d00f3bfe225,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:12.936224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.939307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:12.948737 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.950906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-79a52b7c-0c33-470c-b903-666759bbccba tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 200 len: 954 time: 1.8044348 Dec 16 03:36:12.953391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37020) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:12.960735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:12.961199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:12.963720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:12.964719 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:12.973588 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.001691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:13.005481 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.083207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:36:13.083558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-191ddc98-f08a-4493-845d-0bed4b27ae2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:36:13.097053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.105359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.111996 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/62682d5e-8b34-4477-bd50-d1c2d3dfce79 HTTP/1.1" status: 204 len: 168 time: 3.8804364 Dec 16 03:36:13.113595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:13.117469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:13.118840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1221036974'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:13.119167 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b5368a6b-2f90-44c0-87ca-4a9f8b0bcf70 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 200 len: 954 time: 0.1649590 Dec 16 03:36:13.124695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:13.129312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e24a3-dbae-496d-a2be-778e89938404 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=62682d5e-8b34-4477-bd50-d1c2d3dfce79,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:13.130976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'routes': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:13.211104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d93478-1390-45ef-a582-b2df7483aa61 None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:36:13.214966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3df8048d-9d87-4f6a-8dde-4beae1aad23c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:13.215317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.261826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:13.265314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.399503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.402145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:13.481422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.481773 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment 79185ddf-2e47-4a01-808d-861b06cd8d41 of type vlan for network 14114cf1-e0f8-4012-a19a-7bca1a420c50 Dec 16 03:36:13.503121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 61f0ccef-f6a0-44fe-8d34-d07c2d625171 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:13.597286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=c12e9cdc-892d-4974-8522-0ac58025b94c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:13.614879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.628358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': '12d2ae3f-e35e-4ebc-a75c-bb12afd78d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:13.628770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: bf79d2b3-5d2c-49c4-9000-0d00f3bfe225, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:13.635215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.663179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.712186 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.717653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:13.718261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.725871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:13.755910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5d999-f3f9-40ab-aa0d-25feab4bf189 None None] Pushing event updated for resources: {'Port': ['ID=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:13.776960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:13.777325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.792612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, bf79d2b3-5d2c-49c4-9000-0d00f3bfe225) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:13.796843 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6822081 Dec 16 03:36:13.799971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:13.807544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:13.826486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:13.827265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.842575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd70f-dcab-4974-9ef4-0ef2c73e3824 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=14114cf1-e0f8-4012-a19a-7bca1a420c50,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:13.846632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ac6fd7-34f9-4f97-8d69-ed0b621cc88f None None] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:13.861975 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-13c78264-0419-4507-a29d-f22de7278442 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9758408 Dec 16 03:36:13.864546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:13.869816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225', 'name': 'tempest-PortsTestJSON-842072333', 'fixed_ips': [{'subnet_id': 'c12e9cdc-892d-4974-8522-0ac58025b94c', 'ip_address': '172.20.0.10'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:13.871768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:13.905856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Could not find standard attr ID for object 618f9f89-03b3-45ae-a033-9d9aa20ebe08. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:13.951206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added routes are [] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 03:36:13.951708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:13.951824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 03:36:13.952454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Attempting to bind port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:13.952820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Attempting to bind port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:13.953183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Attempting to bind port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb on network 87843d57-b590-499f-86e8-5560718cb7e6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:13.955510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.960958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Could not find standard attr ID for object 56ccf8e7-2361-4cba-acb7-70f5d1a43a5b. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:13.984696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:13.985051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Checking segment: {'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:13.985464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:13.985854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Bound using segment: {'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:13.986345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Bound port: 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf39926-e9f4-4a64-a818-3805864983e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:13.986761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.028454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.100248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Provisioning complete for port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:14.100624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.146607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-bf79d2b3-5d2c-49c4-9000-0d00f3bfe225', 'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225', 'project_id': '751a658b28e14ae1bf3bab993a71ecb6', 'fixed_ips': [{'subnet_id': 'c12e9cdc-892d-4974-8522-0ac58025b94c'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:14.147468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.156129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 783f1219-4802-4afe-baa9-903d200d7dd7 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:14.166892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:14.188722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.205848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 783f1219-4802-4afe-baa9-903d200d7dd7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:14.206222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 783f1219-4802-4afe-baa9-903d200d7dd7 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 03:36:14.229747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] For port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:14.245666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Port 783f1219-4802-4afe-baa9-903d200d7dd7 not found, will not notify nova. {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 03:36:14.247872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=8572b9cb-fa54-46b7-9758-cf657b496925,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:14.253571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] For port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,segment=NetworkSegment(caf39926-e9f4-4a64-a818-3805864983e2),segment_id=caf39926-e9f4-4a64-a818-3805864983e2)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:14.303102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.318335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.339714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.385926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.400522 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:36:14.449302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 7dd39206-9874-420f-ab0e-b5b89106ac23 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:36:14.514605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:14.662585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:14.680935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:14.690153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.694606 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1ec5ad6c-13bc-4b7e-aee3-ead075d06ca3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 200 len: 704 time: 1.5658932 Dec 16 03:36:14.694943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37030) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:14.701167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': '79185ddf-2e47-4a01-808d-861b06cd8d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:14.701463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: 14114cf1-e0f8-4012-a19a-7bca1a420c50, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:14.733549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:14.734187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:14.746829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5d999-f3f9-40ab-aa0d-25feab4bf189 None None] Pushing event updated for resources: {'Port': ['ID=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:14.784124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Provisioning complete for port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:14.784397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.797098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:14.814413 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bd90cc47-6538-43e4-94a6-e42f97d84fc6 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 200 len: 704 time: 0.1183805 Dec 16 03:36:14.817282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37034) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:14.819730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 14114cf1-e0f8-4012-a19a-7bca1a420c50) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:14.828430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:14.828609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:14.849701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8324ad4-d964-47b6-a7a5-1ee80205e6f4 None None] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:14.863531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Allocated IP 172.20.0.2 (bf79d2b3-5d2c-49c4-9000-0d00f3bfe225/c12e9cdc-892d-4974-8522-0ac58025b94c/ab0c12e6-09fa-4741-9864-57604171dbb0) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:14.907880 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b68821e1-4d1f-4f20-b5e5-d08164128182 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1047120 Dec 16 03:36:14.910742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:14.916000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:14.952859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:15.042923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:15.043352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.045592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:15.050692 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.208999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.223276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-14114cf1-e0f8-4012-a19a-7bca1a420c50', 'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': '8572b9cb-fa54-46b7-9758-cf657b496925'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:15.224138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.260744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.340053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.389745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:15.392997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:15.396794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.397403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.411539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=2a8347eb-fb92-48ff-a5ef-f80ade78c42d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:15.431279 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d55648e5-7c14-4fe6-bb8e-3a7193530c04 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5192151 Dec 16 03:36:15.432326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:15.465575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] For port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,segment=NetworkSegment(caf39926-e9f4-4a64-a818-3805864983e2),segment_id=caf39926-e9f4-4a64-a818-3805864983e2)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:15.472674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:15.473181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.482109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.485922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.507435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6074e3-792d-4f7b-bfcc-2e38bbeff90c tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.509057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6074e3-792d-4f7b-bfcc-2e38bbeff90c tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.510585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6074e3-792d-4f7b-bfcc-2e38bbeff90c tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.512081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6074e3-792d-4f7b-bfcc-2e38bbeff90c tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.513606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6074e3-792d-4f7b-bfcc-2e38bbeff90c tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.520549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fc6074e3-792d-4f7b-bfcc-2e38bbeff90c tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0817297 Dec 16 03:36:15.520775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37040) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:15.524654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361293781'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:15.544016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.561348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.10 (bf79d2b3-5d2c-49c4-9000-0d00f3bfe225/c12e9cdc-892d-4974-8522-0ac58025b94c/7dd39206-9874-420f-ab0e-b5b89106ac23) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:15.588532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:15.592299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.613456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,segment=NetworkSegment(caf39926-e9f4-4a64-a818-3805864983e2),segment_id=caf39926-e9f4-4a64-a818-3805864983e2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:15.613456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.614791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:15.631789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:15.634517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:15.646961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:15.648479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:15.653743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Allocated IP 2001:db8::2 (14114cf1-e0f8-4012-a19a-7bca1a420c50/8572b9cb-fa54-46b7-9758-cf657b496925/4cba110d-7b6a-449d-8589-6281f13ef41b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:15.656803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 783f1219-4802-4afe-baa9-903d200d7dd7 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:15.665691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c0936-a850-4865-ac12-415e40a457b7 None None] Pushing event updated for resources: {'Port': ['ID=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:15.690338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.690786 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment 78de8c20-832e-4ca1-b8d5-2c52e0447fca of type vlan for network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 Dec 16 03:36:15.718726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 783f1219-4802-4afe-baa9-903d200d7dd7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:15.719038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 783f1219-4802-4afe-baa9-903d200d7dd7 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:15.719406 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 618f9f89-03b3-45ae-a033-9d9aa20ebe08 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:15.744479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.745512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-560f6669-3e2a-4c2e-ac6f-9ef31e57a02a None None] Provisioning complete for port 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:15.745887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-560f6669-3e2a-4c2e-ac6f-9ef31e57a02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.768993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.806361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.817416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.820369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 618f9f89-03b3-45ae-a033-9d9aa20ebe08 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:15.820797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 618f9f89-03b3-45ae-a033-9d9aa20ebe08 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:15.823346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.823956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.859344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:15.863848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:15.868011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:15.891339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Pushing event updated for resources: {'Port': ['ID=ab0c12e6-09fa-4741-9864-57604171dbb0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:15.895789 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3753068 Dec 16 03:36:15.896579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:13Z', 'revision_number': 7, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '2d8810e0-f3bd-46e4-8e5e-b7a7400008bb', 'name': '', 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:54:de:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8dc82085-787c-4d87-8b0d-a8ea1f4153fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:07Z', 'updated_at': '2021-12-16T03:36:14Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '8dc82085-787c-4d87-8b0d-a8ea1f4153fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:08Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:15.905050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Attempting to bind port ab0c12e6-09fa-4741-9864-57604171dbb0 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:15.905954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Attempting to bind port ab0c12e6-09fa-4741-9864-57604171dbb0 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '12d2ae3f-e35e-4ebc-a75c-bb12afd78d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:15.906534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Attempting to bind port ab0c12e6-09fa-4741-9864-57604171dbb0 on network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:15.910344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:15.915599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:15.940747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=7dd39206-9874-420f-ab0e-b5b89106ac23,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:15.941018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ac914-76c1-4e0d-948e-2f4c877328ca None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:13Z', 'revision_number': 7, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '2d8810e0-f3bd-46e4-8e5e-b7a7400008bb', 'name': '', 'network_id': '87843d57-b590-499f-86e8-5560718cb7e6', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:54:de:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8dc82085-787c-4d87-8b0d-a8ea1f4153fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:07Z', 'updated_at': '2021-12-16T03:36:14Z', 'revision_number': 4, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '8dc82085-787c-4d87-8b0d-a8ea1f4153fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:08Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:15.951171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:15.952135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Checking segment: {'id': '12d2ae3f-e35e-4ebc-a75c-bb12afd78d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:15.952725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.953296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Bound using segment: {'id': '12d2ae3f-e35e-4ebc-a75c-bb12afd78d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:15.953978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Bound port: ab0c12e6-09fa-4741-9864-57604171dbb0, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d2ae3f-e35e-4ebc-a75c-bb12afd78d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:15.954853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba7058-afd1-46dd-a01c-9fe6d34ede21 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=dae8b027-9fbb-4eea-88b1-aa85a46a88d4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:15.955058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.959399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.981721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:15.982563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:15.988762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=2d8810e0-f3bd-46e4-8e5e-b7a7400008bb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:15.999325 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.plugins.ml2.db [None req-560f6669-3e2a-4c2e-ac6f-9ef31e57a02a None None] No ports have port_id starting with 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb Dec 16 03:36:16.010737 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-41e013b1-508d-465c-a81a-8686d6580fe5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1448972 Dec 16 03:36:16.014147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37048) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:16.019836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': 'bf79d2b3-5d2c-49c4-9000-0d00f3bfe225', 'name': 'tempest-PortsTestJSON-19824579', 'fixed_ips': [{'subnet_id': 'c12e9cdc-892d-4974-8522-0ac58025b94c', 'ip_address': '172.20.0.9'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:16.127829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] For port ab0c12e6-09fa-4741-9864-57604171dbb0, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:16.133426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] For port ab0c12e6-09fa-4741-9864-57604171dbb0, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ab0c12e6-09fa-4741-9864-57604171dbb0,segment=NetworkSegment(12d2ae3f-e35e-4ebc-a75c-bb12afd78d58),segment_id=12d2ae3f-e35e-4ebc-a75c-bb12afd78d58)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:16.148348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:16.161952 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.186532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.237236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.268491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.358064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.393771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.429288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:16.447572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.516551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:36:16.523901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:16.524884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.526504 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "PUT /v2.0/networks/dae8b027-9fbb-4eea-88b1-aa85a46a88d4 HTTP/1.1" status: 200 len: 723 time: 0.6150148 Dec 16 03:36:16.557177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37060) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:16.570460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:16.584712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:36:16.698086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:16.779935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:16.781314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f3f3c-ddc8-4016-a794-1c2074668a85 None None] Pushing event updated for resources: {'Port': ['ID=ab0c12e6-09fa-4741-9864-57604171dbb0,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:16.794522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:16.798724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:16.891953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Pushing event updated for resources: {'Port': ['ID=4cba110d-7b6a-449d-8589-6281f13ef41b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:16.922403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b4dfb-5f62-482e-b5d1-7d6f8db9453c req-86a4bb1f-e827-45ec-b7a1-47a31913c286 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:16.924180 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-998b4dfb-5f62-482e-b5d1-7d6f8db9453c req-86a4bb1f-e827-45ec-b7a1-47a31913c286 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.2422459 Dec 16 03:36:16.978245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:16.981135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Attempting to bind port 4cba110d-7b6a-449d-8589-6281f13ef41b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:16.981443 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Attempting to bind port 4cba110d-7b6a-449d-8589-6281f13ef41b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '79185ddf-2e47-4a01-808d-861b06cd8d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:16.981809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Attempting to bind port 4cba110d-7b6a-449d-8589-6281f13ef41b on network 14114cf1-e0f8-4012-a19a-7bca1a420c50 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:16.997746 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d0da1a73-4d65-4ef7-9cd0-2f28974bb9f7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1764951 Dec 16 03:36:16.997965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:16.997965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Checking segment: {'id': '79185ddf-2e47-4a01-808d-861b06cd8d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:16.997965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:16.998306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Bound using segment: {'id': '79185ddf-2e47-4a01-808d-861b06cd8d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:16.998681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37068) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:16.998808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Bound port: 4cba110d-7b6a-449d-8589-6281f13ef41b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79185ddf-2e47-4a01-808d-861b06cd8d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:16.999129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.070978 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-998b4dfb-5f62-482e-b5d1-7d6f8db9453c req-531f80ef-141b-45b9-8ee4-69ef6fa712df tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324477 Dec 16 03:36:17.094842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet 8dc82085-787c-4d87-8b0d-a8ea1f4153fe {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:17.098578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.110565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] For port 4cba110d-7b6a-449d-8589-6281f13ef41b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:17.114710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] For port 4cba110d-7b6a-449d-8589-6281f13ef41b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cba110d-7b6a-449d-8589-6281f13ef41b,segment=NetworkSegment(79185ddf-2e47-4a01-808d-861b06cd8d41),segment_id=79185ddf-2e47-4a01-808d-861b06cd8d41)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:17.122157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.153738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.185633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca1225-2060-4f6f-b238-6d25313e79ca None None] Pushing event updated for resources: {'Port': ['ID=4cba110d-7b6a-449d-8589-6281f13ef41b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:17.228095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5bde8-b059-4504-9894-2f99d13286d0 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=dae8b027-9fbb-4eea-88b1-aa85a46a88d4,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:17.241170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:17.297591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.364194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:17.368144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.379969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.419795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc82085-787c-4d87-8b0d-a8ea1f4153fe,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:17.425615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.432643 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df819ae7-8878-44c6-a2c3-d76d61b9da28 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/8dc82085-787c-4d87-8b0d-a8ea1f4153fe HTTP/1.1" status: 204 len: 168 time: 0.4325805 Dec 16 03:36:17.433419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37070) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:17.446249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ce227-4d46-4860-9b92-720c1f1460ed None None] Network 87843d57-b590-499f-86e8-5560718cb7e6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:17.450288 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:17.482504 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:17.483411 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:17.546291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.9 (bf79d2b3-5d2c-49c4-9000-0d00f3bfe225/c12e9cdc-892d-4974-8522-0ac58025b94c/2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:17.600027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.609607 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:17.709290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:17.710052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.731122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] DHCP port deletion for 87843d57-b590-499f-86e8-5560718cb7e6 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:17.810635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.851210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] Deleting port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:17.851891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.869410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,segment=NetworkSegment(caf39926-e9f4-4a64-a818-3805864983e2),segment_id=caf39926-e9f4-4a64-a818-3805864983e2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:17.870099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.892668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:17.919338 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:15Z', 'revision_number': 8, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:08Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:17.950340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.958945 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:17.974106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] For port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,segment=NetworkSegment(caf39926-e9f4-4a64-a818-3805864983e2),segment_id=caf39926-e9f4-4a64-a818-3805864983e2)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:17.974545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:17.983199 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:17.985325 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:17.995410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] Calling delete_port for 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:18.015304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.040127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.059335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:18.069499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:18.078363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:18.105673 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:18.109878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No DVR routers for this DVR port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:18.110100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:18.113716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:18.121455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.131608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1473c8-f22c-4db2-8e2b-52ae01b28367 None None] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:18.165444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=68d89a3f-eb22-4e60-9a10-e1a9cca72f76,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:18.181370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] No DVR routers for this DVR port 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:18.206733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:18.207436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.213721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': '78de8c20-832e-4ca1-b8d5-2c52e0447fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:18.214092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: dae8b027-9fbb-4eea-88b1-aa85a46a88d4, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:18.246086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fcb31-72a5-484e-bb1a-3088acb61e07 None None] Pushing event deleted for resources: {'Port': ['ID=473808a0-a7e0-4adc-a7d7-c41e66f4ba49,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:18.275337 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f8cd73c8-ee43-477d-8b29-79981ab5a1da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2598202 Dec 16 03:36:18.283158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37076) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:18.294062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-48369531-5676-42ed-8d84-76842a3ae2a8 None None] Provisioning complete for port ab0c12e6-09fa-4741-9864-57604171dbb0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:18.299802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48369531-5676-42ed-8d84-76842a3ae2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.306357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:18.331688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, dae8b027-9fbb-4eea-88b1-aa85a46a88d4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:18.341442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:18.343021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.387299 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-66221af4-c93f-44cd-8d0f-d64baa650b8b tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8218656 Dec 16 03:36:18.387916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:18.397973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.401957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad86f3-fc8e-4e01-b285-8fb9baf2b1af None None] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:18.404739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-28153c51-9728-4b6b-bed2-cd280fd1fa46 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:18.438463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87843d57-b590-499f-86e8-5560718cb7e6']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:18.448574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1d6e-fa3f-4137-a5d0-643be9cb764b req-3d2dc98d-6914-41bd-a813-63077a20b65c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:18.456363 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-490c1d6e-fa3f-4137-a5d0-643be9cb764b req-3d2dc98d-6914-41bd-a813-63077a20b65c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.2586606 Dec 16 03:36:18.481990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf39926-e9f4-4a64-a818-3805864983e2') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:18.482479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf39926-e9f4-4a64-a818-3805864983e2') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:18.497760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09997b4-de6c-4426-9ce5-c29ee3d75566 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:18.502365 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d09997b4-de6c-4426-9ce5-c29ee3d75566 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2154596 Dec 16 03:36:18.503107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37080) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:18.530655 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:15Z', 'revision_number': 8, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:08Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:18.545763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.588484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cba110d-7b6a-449d-8589-6281f13ef41b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:18.594537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.594793 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea602f77-f809-408c-9b6d-ace459a09df1 None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:15Z', 'revision_number': 8, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '3df8048d-9d87-4f6a-8dde-4beae1aad23c', 'name': '', 'network_id': '20800996-fcf0-49ff-88b5-a7efa70c7765', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:0a:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '858ff0da-581f-4394-a954-0e089dec0308', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:59Z', 'updated_at': '2021-12-16T03:36:08Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '858ff0da-581f-4394-a954-0e089dec0308', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:18.615873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:18.616186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:18.619403 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:18.640015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-dae8b027-9fbb-4eea-88b1-aa85a46a88d4', 'network_id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': '68d89a3f-eb22-4e60-9a10-e1a9cca72f76'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:18.643933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.653557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28153c51-9728-4b6b-bed2-cd280fd1fa46 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26518787'] for subnet, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.674022 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-490c1d6e-fa3f-4137-a5d0-643be9cb764b req-18cc4238-4abd-4d66-93e8-ea65bfc8ebc1 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164438 Dec 16 03:36:18.698034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e33f79-359d-4227-9323-347f97c2f142 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:18.704016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e33f79-359d-4227-9323-347f97c2f142 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:18.710122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e33f79-359d-4227-9323-347f97c2f142 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:18.714828 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-29e33f79-359d-4227-9323-347f97c2f142 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.2041376 Dec 16 03:36:18.715652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37082) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:18.766896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.770383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed6a3d-85a4-4070-9853-bddfccbb6e6a None None] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:18.778764 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.782231 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/87843d57-b590-499f-86e8-5560718cb7e6 HTTP/1.1" status: 204 len: 168 time: 1.3478584 Dec 16 03:36:18.787824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37084) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:18.820040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4260c-f5eb-4784-990e-5008db25e376 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=87843d57-b590-499f-86e8-5560718cb7e6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:18.847818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:18.848867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.920773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48369531-5676-42ed-8d84-76842a3ae2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.927895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28153c51-9728-4b6b-bed2-cd280fd1fa46 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771890327004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26288073'] for subnet, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.930942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4cba110d-7b6a-449d-8589-6281f13ef41b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:18.931918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.966509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:18.980877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:19.059407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28153c51-9728-4b6b-bed2-cd280fd1fa46 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=68d89a3f-eb22-4e60-9a10-e1a9cca72f76,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:19.081427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-48369531-5676-42ed-8d84-76842a3ae2a8 None None] For port ab0c12e6-09fa-4741-9864-57604171dbb0, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ab0c12e6-09fa-4741-9864-57604171dbb0,segment=NetworkSegment(12d2ae3f-e35e-4ebc-a75c-bb12afd78d58),segment_id=12d2ae3f-e35e-4ebc-a75c-bb12afd78d58)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:19.097955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48369531-5676-42ed-8d84-76842a3ae2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.116390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Allocated IP 2001:db8::2 (dae8b027-9fbb-4eea-88b1-aa85a46a88d4/68d89a3f-eb22-4e60-9a10-e1a9cca72f76/0e5ef4b1-0c8b-4d5a-b448-9c382925b37e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:19.126346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28153c51-9728-4b6b-bed2-cd280fd1fa46 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:19.127333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28153c51-9728-4b6b-bed2-cd280fd1fa46 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.129447 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-28153c51-9728-4b6b-bed2-cd280fd1fa46 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "PUT /v2.0/subnets/68d89a3f-eb22-4e60-9a10-e1a9cca72f76 HTTP/1.1" status: 200 len: 826 time: 0.7401409 Dec 16 03:36:19.132164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37086) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:19.311053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48369531-5676-42ed-8d84-76842a3ae2a8 None None] Pushing event updated for resources: {'Port': ['ID=ab0c12e6-09fa-4741-9864-57604171dbb0,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:19.335838 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.351034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a7cdde44-03f4-41e9-aaf3-eb2ae7b3dc2a None None] Provisioning complete for port ab0c12e6-09fa-4741-9864-57604171dbb0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:19.351459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cdde44-03f4-41e9-aaf3-eb2ae7b3dc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.353569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.357363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.387591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10367fa1-aac3-48cf-b3a1-b7f9eae3e203 None None] Update dhcp port {'port': {'network_id': '14114cf1-e0f8-4012-a19a-7bca1a420c50', 'fixed_ips': [{'subnet_id': '8572b9cb-fa54-46b7-9758-cf657b496925', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a8347eb-fb92-48ff-a5ef-f80ade78c42d'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': '4cba110d-7b6a-449d-8589-6281f13ef41b'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:36:19.408891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:19.448423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.534064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.543323 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-efa500f2-7505-4fee-857c-fb7dc1802c22 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b HTTP/1.1" status: 204 len: 168 time: 0.8241818 Dec 16 03:36:19.543902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:19.551339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.585400 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-950e9fc6-fa09-4752-9648-82dbe15cf483 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:36:19.587088 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-950e9fc6-fa09-4752-9648-82dbe15cf483 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b HTTP/1.1" status: 404 len: 333 time: 0.0411544 Dec 16 03:36:19.590087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:19.645692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 4cba110d-7b6a-449d-8589-6281f13ef41b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cba110d-7b6a-449d-8589-6281f13ef41b,segment=NetworkSegment(79185ddf-2e47-4a01-808d-861b06cd8d41),segment_id=79185ddf-2e47-4a01-808d-861b06cd8d41)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:19.649810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10367fa1-aac3-48cf-b3a1-b7f9eae3e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.676540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.677356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ab0c12e6-09fa-4741-9864-57604171dbb0 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:19.798930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.830059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5e0b5-496b-466f-839b-f776cc1d2757 req-72958989-4ace-4ffd-ad60-f1fcb950325a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:19.834022 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ad5e0b5-496b-466f-839b-f776cc1d2757 req-72958989-4ace-4ffd-ad60-f1fcb950325a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0836883 Dec 16 03:36:19.845684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.863517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 7dd39206-9874-420f-ab0e-b5b89106ac23 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:19.863955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.895627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:19.919059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=4cba110d-7b6a-449d-8589-6281f13ef41b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:19.956984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=68d89a3f-eb22-4e60-9a10-e1a9cca72f76,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:19.973612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:19.986661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a7cdde44-03f4-41e9-aaf3-eb2ae7b3dc2a None None] Could not find standard attr ID for object 2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:19.989069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:19.991558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:19.991696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.010219 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ad5e0b5-496b-466f-839b-f776cc1d2757 req-5d7f8071-1042-42fc-a40e-8fc80bf41449 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695919 Dec 16 03:36:20.013501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 7dd39206-9874-420f-ab0e-b5b89106ac23 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:20.017984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Pushing event updated for resources: {'Port': ['ID=0e5ef4b1-0c8b-4d5a-b448-9c382925b37e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:20.026562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.043482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ab0c12e6-09fa-4741-9864-57604171dbb0 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:20.043856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.048086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae8b027-9fbb-4eea-88b1-aa85a46a88d4']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:20.057831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78de8c20-832e-4ca1-b8d5-2c52e0447fca') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:20.058171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78de8c20-832e-4ca1-b8d5-2c52e0447fca') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:20.070263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.078986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 3df8048d-9d87-4f6a-8dde-4beae1aad23c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:20.079431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.084714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.091676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:20.092105 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:20.095639 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:20.112185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a7cdde44-03f4-41e9-aaf3-eb2ae7b3dc2a None None] Provisioning complete for port 4cba110d-7b6a-449d-8589-6281f13ef41b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:20.112559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cdde44-03f4-41e9-aaf3-eb2ae7b3dc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.156198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:36:20.156198 dv-neutron-821927-1-hyperv neutron-server[103161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:36:20.156198 dv-neutron-821927-1-hyperv neutron-server[103161]: [parameters: {'id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4'}] Dec 16 03:36:20.156198 dv-neutron-821927-1-hyperv neutron-server[103161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:36:20.157154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:36:20.160753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-10367fa1-aac3-48cf-b3a1-b7f9eae3e203 None None] Allocated IP 172.20.0.1 (14114cf1-e0f8-4012-a19a-7bca1a420c50/2a8347eb-fb92-48ff-a5ef-f80ade78c42d/4cba110d-7b6a-449d-8589-6281f13ef41b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:20.173755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Attempting to bind port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:20.174133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Attempting to bind port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '78de8c20-832e-4ca1-b8d5-2c52e0447fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:20.174528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Attempting to bind port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e on network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:20.192773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:20.193154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Checking segment: {'id': '78de8c20-832e-4ca1-b8d5-2c52e0447fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:20.193560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.193956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Bound using segment: {'id': '78de8c20-832e-4ca1-b8d5-2c52e0447fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:20.194465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Bound port: 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78de8c20-832e-4ca1-b8d5-2c52e0447fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dae8b027-9fbb-4eea-88b1-aa85a46a88d4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:20.194848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.220095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 3df8048d-9d87-4f6a-8dde-4beae1aad23c, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3df8048d-9d87-4f6a-8dde-4beae1aad23c,segment=NetworkSegment(d73dc241-e16e-4bba-ac4c-70932f19b373),segment_id=d73dc241-e16e-4bba-ac4c-70932f19b373)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:20.220460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.240403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 3df8048d-9d87-4f6a-8dde-4beae1aad23c owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:20.256952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.320115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=7dd39206-9874-420f-ab0e-b5b89106ac23,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:20.405490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] For port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:20.412724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a7cdde44-03f4-41e9-aaf3-eb2ae7b3dc2a None None] Could not find standard attr ID for object 7dd39206-9874-420f-ab0e-b5b89106ac23. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:20.416275 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] For port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0e5ef4b1-0c8b-4d5a-b448-9c382925b37e,segment=NetworkSegment(78de8c20-832e-4ca1-b8d5-2c52e0447fca),segment_id=78de8c20-832e-4ca1-b8d5-2c52e0447fca)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:20.424870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-10367fa1-aac3-48cf-b3a1-b7f9eae3e203 None None] For port 4cba110d-7b6a-449d-8589-6281f13ef41b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cba110d-7b6a-449d-8589-6281f13ef41b,segment=NetworkSegment(79185ddf-2e47-4a01-808d-861b06cd8d41),segment_id=79185ddf-2e47-4a01-808d-861b06cd8d41)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:20.427992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.444804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.453364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37094) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:20.458667 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-901d0b29-e09c-4ef2-8715-77d6a0bde4b2 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/7dd39206-9874-420f-ab0e-b5b89106ac23 HTTP/1.1" status: 204 len: 168 time: 0.8652527 Dec 16 03:36:20.493498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:20.498172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c8623b-a14c-439b-ab5e-926f857c9aac tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:36:20.502467 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-17c8623b-a14c-439b-ab5e-926f857c9aac tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/7dd39206-9874-420f-ab0e-b5b89106ac23 HTTP/1.1" status: 404 len: 333 time: 0.0480387 Dec 16 03:36:20.503074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37096) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:20.543172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.561098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet c12e9cdc-892d-4974-8522-0ac58025b94c {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:20.564917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.568613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:20.568613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 473808a0-a7e0-4adc-a7d7-c41e66f4ba49 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:20.577431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10367fa1-aac3-48cf-b3a1-b7f9eae3e203 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.580179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0708382f-071a-4993-ad34-bd6691b65f17 None None] Could not find standard attr ID for object 2a99fe60-fc5c-44cc-9e5b-065a9cc4f53b. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:20.584608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607ee47-1a3f-492a-a839-57fd5cea7764 None None] Pushing event updated for resources: {'Port': ['ID=0e5ef4b1-0c8b-4d5a-b448-9c382925b37e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:20.590548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10367fa1-aac3-48cf-b3a1-b7f9eae3e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.594045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0708382f-071a-4993-ad34-bd6691b65f17 None None] Could not find standard attr ID for object 7dd39206-9874-420f-ab0e-b5b89106ac23. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:20.603245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e0f7b-4f51-4033-9ca1-752118f43146 None None] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:20.622303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=3df8048d-9d87-4f6a-8dde-4beae1aad23c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:20.624070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.746799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.774914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10367fa1-aac3-48cf-b3a1-b7f9eae3e203 None None] Pushing event updated for resources: {'Port': ['ID=4cba110d-7b6a-449d-8589-6281f13ef41b,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:20.803266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:20.808816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cba110d-7b6a-449d-8589-6281f13ef41b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:20.839264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48f360-de6e-4cab-8321-3641485dd1b6 None None] Network dae8b027-9fbb-4eea-88b1-aa85a46a88d4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:20.963354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4cba110d-7b6a-449d-8589-6281f13ef41b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:20.963737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.053248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ab0c12e6-09fa-4741-9864-57604171dbb0 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:21.112631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:21.124154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ab0c12e6-09fa-4741-9864-57604171dbb0 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:21.125600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.235034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.236398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:21.242277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:21.247974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5e450ad4-ef5c-4102-9627-bffd4c8df783 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4590073 Dec 16 03:36:21.250601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:21.267126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:21.271809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:21.272413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2d8810e0-f3bd-46e4-8e5e-b7a7400008bb not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:21.287435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:21.288295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:21.307508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da37e8-671a-4f95-bdc9-3e59d5cf7105 req-457d386e-38d4-4b0c-9512-c973c0e4de96 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:21.309343 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d4da37e8-671a-4f95-bdc9-3e59d5cf7105 req-457d386e-38d4-4b0c-9512-c973c0e4de96 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0750210 Dec 16 03:36:21.322221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet 858ff0da-581f-4394-a954-0e089dec0308 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:21.325908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.368952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.392790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.421292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:21.446216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=c12e9cdc-892d-4974-8522-0ac58025b94c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:21.450768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.460513 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aae12b1f-38e3-4d31-9015-f4591a42b64a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/c12e9cdc-892d-4974-8522-0ac58025b94c HTTP/1.1" status: 204 len: 168 time: 0.9563875 Dec 16 03:36:21.465117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37102) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:21.483190 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d4da37e8-671a-4f95-bdc9-3e59d5cf7105 req-0457eff7-8fbc-45cb-9dff-d546cb533fd0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674299 Dec 16 03:36:21.494276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:21.494617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.519356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.566707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] For port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0e5ef4b1-0c8b-4d5a-b448-9c382925b37e,segment=NetworkSegment(78de8c20-832e-4ca1-b8d5-2c52e0447fca),segment_id=78de8c20-832e-4ca1-b8d5-2c52e0447fca)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:21.567904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.582040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Calling delete_port for 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:21.618562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.637643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.645221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0b0d2-73e1-4d84-b8d3-07018ebe9a7e None None] Network bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:21.647804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52476de9-978f-48d6-a677-409c1c159603 None None] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:21.670855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.674411 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/858ff0da-581f-4394-a954-0e089dec0308 HTTP/1.1" status: 204 len: 168 time: 0.4226000 Dec 16 03:36:21.675497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e1c59-575a-4050-809f-56247e37fe8f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=858ff0da-581f-4394-a954-0e089dec0308,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:21.677271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37104) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:21.687369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.724808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port ab0c12e6-09fa-4741-9864-57604171dbb0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:21.725170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.745924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c4bb2d-cd0e-4d37-b80b-203addd0e514 None None] Network 20800996-fcf0-49ff-88b5-a7efa70c7765 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:21.762808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Port': ['ID=0e5ef4b1-0c8b-4d5a-b448-9c382925b37e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:21.764809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No DVR routers for this DVR port 0e5ef4b1-0c8b-4d5a-b448-9c382925b37e on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:21.795666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] For port ab0c12e6-09fa-4741-9864-57604171dbb0, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ab0c12e6-09fa-4741-9864-57604171dbb0,segment=NetworkSegment(12d2ae3f-e35e-4ebc-a75c-bb12afd78d58),segment_id=12d2ae3f-e35e-4ebc-a75c-bb12afd78d58)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:21.796741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.809903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for ab0c12e6-09fa-4741-9864-57604171dbb0 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:21.847956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-799b33c6-147a-417c-8f85-76b8f022d215 None None] Provisioning complete for port 4cba110d-7b6a-449d-8589-6281f13ef41b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:21.848376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-799b33c6-147a-417c-8f85-76b8f022d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.855276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.868762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.897125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae8b027-9fbb-4eea-88b1-aa85a46a88d4']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:21.913084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.929961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78de8c20-832e-4ca1-b8d5-2c52e0447fca') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:21.930353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78de8c20-832e-4ca1-b8d5-2c52e0447fca') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:21.946544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=ab0c12e6-09fa-4741-9864-57604171dbb0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:21.946763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.959111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No DVR routers for this DVR port ab0c12e6-09fa-4741-9864-57604171dbb0 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:21.967140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.975238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:21.975699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:21.978810 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:21.991141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:21.991381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.053519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.085029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf79d2b3-5d2c-49c4-9000-0d00f3bfe225']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.099137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d2ae3f-e35e-4ebc-a75c-bb12afd78d58') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.099370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d2ae3f-e35e-4ebc-a75c-bb12afd78d58') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.100197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,segment=NetworkSegment(d73dc241-e16e-4bba-ac4c-70932f19b373),segment_id=d73dc241-e16e-4bba-ac4c-70932f19b373)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:22.100859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.103169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.115420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.129520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.135408 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/dae8b027-9fbb-4eea-88b1-aa85a46a88d4 HTTP/1.1" status: 204 len: 168 time: 2.9920740 Dec 16 03:36:22.136769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea730-0f56-47ab-ba7b-1075c66d4ddc tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=dae8b027-9fbb-4eea-88b1-aa85a46a88d4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:22.137674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:22.142452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:22.168442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.173168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a3b44-544d-47f6-9b67-e131ea068a6e None None] DHCP port deletion for bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:22.180145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:22.180590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:22.192811 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:22.202929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:20Z', 'revision_number': 9, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.215777 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2821eb1e-1d0c-44c0-aad7-7c51e85f2037 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:22.216578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2821eb1e-1d0c-44c0-aad7-7c51e85f2037 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:22.230040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37108) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:22.231063 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2821eb1e-1d0c-44c0-aad7-7c51e85f2037 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/dae8b027-9fbb-4eea-88b1-aa85a46a88d4 HTTP/1.1" status: 404 len: 339 time: 0.0905578 Dec 16 03:36:22.241891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1718157360', 'description': 'd1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:22.245178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:22.255641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] DHCP port deletion for 20800996-fcf0-49ff-88b5-a7efa70c7765 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:22.265492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:22.266346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.286113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:22.289703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.293006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.306035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.327533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.339062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/bf79d2b3-5d2c-49c4-9000-0d00f3bfe225 HTTP/1.1" status: 204 len: 168 time: 0.8728771 Dec 16 03:36:22.342557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37110) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:22.348417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-217651840'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:22.356824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:22.362934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:22.369443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4726-65a6-415a-a019-ea5f9225a6a5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=bf79d2b3-5d2c-49c4-9000-0d00f3bfe225,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:22.373174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No DVR routers for this DVR port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:22.401324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:22.407447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.408974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.409630 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment 8300dc94-9377-4d13-bfa3-2458204d7de4 of type vlan for network cc9cfa88-294f-4dfb-9be2-6a33c44fb897 Dec 16 03:36:22.411313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:22.454744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:22.454990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] Deleting port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:22.455403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.471091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.471783 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Added segment 914b6592-135f-4d3b-b20d-451fd88fe6d6 of type vlan for network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b Dec 16 03:36:22.506307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.515745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.520380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.534955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20800996-fcf0-49ff-88b5-a7efa70c7765']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.552703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.554197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73dc241-e16e-4bba-ac4c-70932f19b373') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.554591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73dc241-e16e-4bba-ac4c-70932f19b373') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:22.559477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:22.560218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.568898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.579886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.586966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:22.587515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.604605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] For port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:22.605104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.607699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-962e477b-9323-434b-8caa-cf89e5a227e8 None None] Provisioning complete for port 4cba110d-7b6a-449d-8589-6281f13ef41b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:22.607955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-962e477b-9323-434b-8caa-cf89e5a227e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.636592 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2902546 Dec 16 03:36:22.637798 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37114) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:22.641980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:22.657671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] Calling delete_port for 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:22.663866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] Port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:36:22.673571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.685193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.690445 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4584773 Dec 16 03:36:22.716782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37116) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:22.733092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] No DVR routers for this DVR port 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:22.735514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8071f1-988f-4c24-8d8b-05d45193425e None None] Pushing event deleted for resources: {'Port': ['ID=9fa8131f-6c5c-4b10-a9bb-02e7d9450038,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:22.774706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c9bbe-d0ee-4e7f-a23b-391c9d3f89fb None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:36:22.809374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:22.809790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.821434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0e511-bfeb-433a-a32d-8a535061c5bb tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2ed0e511-bfeb-433a-a32d-8a535061c5bb tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/networks?id=cc9cfa88-294f-4dfb-9be2-6a33c44fb897 HTTP/1.1" status: 200 len: 765 time: 0.1048074 Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:22.825935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883f8e7-8af7-4987-bd21-f1f93a7f5560 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=cc9cfa88-294f-4dfb-9be2-6a33c44fb897,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:22.839820 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37118) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:22.845215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'description': 'd2'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:22.858624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cba110d-7b6a-449d-8589-6281f13ef41b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:22.872406 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network cc9cfa88-294f-4dfb-9be2-6a33c44fb897 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:22.960929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.986044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:22.992181 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/20800996-fcf0-49ff-88b5-a7efa70c7765 HTTP/1.1" status: 204 len: 168 time: 1.3113368 Dec 16 03:36:22.998115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23764-5aeb-4ba4-b0c8-352b55a3ae98 req-403c0d45-fe6a-4a9b-86b8-ee4ce7133a9c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:22.999577 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0fb23764-5aeb-4ba4-b0c8-352b55a3ae98 req-403c0d45-fe6a-4a9b-86b8-ee4ce7133a9c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.3278332 Dec 16 03:36:23.013746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37122) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:23.049306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:20Z', 'revision_number': 9, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:23.072077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6564dd-4755-4361-a89f-499b26e093aa tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=20800996-fcf0-49ff-88b5-a7efa70c7765,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:23.093779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb64d6e-ce92-4194-8ed5-a20617d48808 None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:20Z', 'revision_number': 9, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6261ffa-7c40-4eaf-94ba-4f914e9a7443', 'name': '', 'network_id': 'e08cbc48-beb4-4a95-8a70-85a5f12ff3e2', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:fe:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:53Z', 'updated_at': '2021-12-16T03:36:00Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '51d8cb05-abb9-46fc-a529-3f3f8d1e3932', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:23.094076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5795c-e895-4139-b775-a1b81eb2b12b tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Network': ['ID=2057dfe1-a399-4ed5-82ad-49e9a7a80b5b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:23.095953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37124) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:23.101660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4cba110d-7b6a-449d-8589-6281f13ef41b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:23.102066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.139186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:23.167057 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0fb23764-5aeb-4ba4-b0c8-352b55a3ae98 req-d4b6222b-79ba-4754-9c54-70313272ebc8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470120 Dec 16 03:36:23.183467 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7bc00cec-9f81-4726-a31f-553208fe917d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 200 len: 992 time: 0.0821652 Dec 16 03:36:23.183719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c9bbe-d0ee-4e7f-a23b-391c9d3f89fb None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:36:23.211120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:23.216199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.330091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.346707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.363575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network cc9cfa88-294f-4dfb-9be2-6a33c44fb897 is not hosted by any dhcp agent {{(pid=103161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:36:23.368928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:23.369564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.373613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "PUT /v2.0/networks/cc9cfa88-294f-4dfb-9be2-6a33c44fb897 HTTP/1.1" status: 200 len: 762 time: 0.5301201 Dec 16 03:36:23.375070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37130) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:23.459504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392292b-8954-4517-b26c-9dadd9231589 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=cc9cfa88-294f-4dfb-9be2-6a33c44fb897,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:23.526833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37132) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:23.545678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91353e-05ec-4445-8964-4bb8c4c8b4c7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:23.547385 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fb91353e-05ec-4445-8964-4bb8c4c8b4c7 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/networks?id=cc9cfa88-294f-4dfb-9be2-6a33c44fb897 HTTP/1.1" status: 200 len: 765 time: 0.1719613 Dec 16 03:36:23.548999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.553434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37134) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:23.590506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network cc9cfa88-294f-4dfb-9be2-6a33c44fb897 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:23.716996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.763456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=6b91ccdf-3643-4b51-849b-28aa2cb4016f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:23.807878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:23.813653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.824957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Checking segment: {'id': '914b6592-135f-4d3b-b20d-451fd88fe6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:23.825373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network hostable DHCP agents. Network: 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:23.837749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:23.838111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 9fa8131f-6c5c-4b10-a9bb-02e7d9450038 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:23.838506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ab0c12e6-09fa-4741-9864-57604171dbb0 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:23.851669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a9fee-47cd-4947-9007-34dc36658a0f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:23.853288 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7e8a9fee-47cd-4947-9007-34dc36658a0f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2955089 Dec 16 03:36:23.856613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:23.871252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ab0c12e6-09fa-4741-9864-57604171dbb0 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:23.871623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ab0c12e6-09fa-4741-9864-57604171dbb0 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:23.877719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:23.882278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port b8fe2b16-e45b-42d9-9148-ffbd3222bb6a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:23.884700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.899747 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ca72af01-03c8-4008-9765-a56950b07503 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 207 time: 0.0419750 Dec 16 03:36:23.904188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:23.959888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:23.967171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:23.967744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:23.972764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb184c33-4cea-49d5-a36e-7b0805b13bdc None None] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:23.998404 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c8d8d4e9-1fcd-4bc7-89af-df5b35b90c15 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3604853 Dec 16 03:36:24.001707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.002007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.002420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.006553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d62cb5fb-033d-4787-a0c8-b7830811efdd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-158049013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:24.022822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for b8fe2b16-e45b-42d9-9148-ffbd3222bb6a owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:24.057846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e7371-14f4-4e40-a3d2-5cd149af0c43 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.063622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e7371-14f4-4e40-a3d2-5cd149af0c43 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.070160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e7371-14f4-4e40-a3d2-5cd149af0c43 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.076071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e7371-14f4-4e40-a3d2-5cd149af0c43 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.082421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e7371-14f4-4e40-a3d2-5cd149af0c43 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.085701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-2057dfe1-a399-4ed5-82ad-49e9a7a80b5b', 'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b', 'project_id': '751a658b28e14ae1bf3bab993a71ecb6', 'fixed_ips': [{'subnet_id': '6b91ccdf-3643-4b51-849b-28aa2cb4016f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:24.086731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.088160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e7371-14f4-4e40-a3d2-5cd149af0c43 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.090025 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-335e7371-14f4-4e40-a3d2-5cd149af0c43 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1850903 Dec 16 03:36:24.093920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.144398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d62cb5fb-033d-4787-a0c8-b7830811efdd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.145502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d62cb5fb-033d-4787-a0c8-b7830811efdd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.176608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port f6261ffa-7c40-4eaf-94ba-4f914e9a7443 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:24.177314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.229769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d62cb5fb-033d-4787-a0c8-b7830811efdd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.244783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d62cb5fb-033d-4787-a0c8-b7830811efdd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.244986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Allocated IP 172.20.0.2 (2057dfe1-a399-4ed5-82ad-49e9a7a80b5b/6b91ccdf-3643-4b51-849b-28aa2cb4016f/f253132f-9752-473e-a9aa-32a4cd7bd2b6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:24.273695 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f1e2c9cc-6f24-4ca7-9958-a1f3a158a054 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1753447 Dec 16 03:36:24.273958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.313439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d62cb5fb-033d-4787-a0c8-b7830811efdd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.314681 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d62cb5fb-033d-4787-a0c8-b7830811efdd tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3116980 Dec 16 03:36:24.318340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37148) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.328743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b', 'name': 'tempest-PortsTestJSON-552241286'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:24.342700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port f6261ffa-7c40-4eaf-94ba-4f914e9a7443, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,segment=NetworkSegment(18eeda7e-5bc5-405d-9d6a-4385cd4536a0),segment_id=18eeda7e-5bc5-405d-9d6a-4385cd4536a0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:24.343324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.368043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for f6261ffa-7c40-4eaf-94ba-4f914e9a7443 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:24.376934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.387886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfdcdab-594b-4aed-8e0c-584a8da46c0d tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.389522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfdcdab-594b-4aed-8e0c-584a8da46c0d tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.391147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfdcdab-594b-4aed-8e0c-584a8da46c0d tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.392719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfdcdab-594b-4aed-8e0c-584a8da46c0d tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.394356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfdcdab-594b-4aed-8e0c-584a8da46c0d tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.400090 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7bfdcdab-594b-4aed-8e0c-584a8da46c0d tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1211970 Dec 16 03:36:24.400090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.420273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc91f7-4a2f-4a6e-94b2-9dea83fa1391 req-cf708af0-9880-47d8-9c19-f58eab4752c8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.421795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-70bc91f7-4a2f-4a6e-94b2-9dea83fa1391 req-cf708af0-9880-47d8-9c19-f58eab4752c8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.1259532 Dec 16 03:36:24.451193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.453790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=b8fe2b16-e45b-42d9-9148-ffbd3222bb6a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:24.462835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.487075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94530539-8acc-4a30-be08-44a4ad2c8eca tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.488805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94530539-8acc-4a30-be08-44a4ad2c8eca tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.490206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94530539-8acc-4a30-be08-44a4ad2c8eca tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.491647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94530539-8acc-4a30-be08-44a4ad2c8eca tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.493042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94530539-8acc-4a30-be08-44a4ad2c8eca tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.498056 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-94530539-8acc-4a30-be08-44a4ad2c8eca tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0938237 Dec 16 03:36:24.499646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37152) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.505546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:24.508489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:24.512648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:24.525198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Pushing event updated for resources: {'Port': ['ID=f253132f-9752-473e-a9aa-32a4cd7bd2b6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:24.573465 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-70bc91f7-4a2f-4a6e-94b2-9dea83fa1391 req-41b35318-ba2a-4d52-9f6b-caede9321eed tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175408 Dec 16 03:36:24.577601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Attempting to bind port f253132f-9752-473e-a9aa-32a4cd7bd2b6 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:24.577942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Attempting to bind port f253132f-9752-473e-a9aa-32a4cd7bd2b6 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '914b6592-135f-4d3b-b20d-451fd88fe6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:24.578529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Attempting to bind port f253132f-9752-473e-a9aa-32a4cd7bd2b6 on network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:24.588166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:24.588780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Checking segment: {'id': '914b6592-135f-4d3b-b20d-451fd88fe6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:24.590349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.590979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Bound using segment: {'id': '914b6592-135f-4d3b-b20d-451fd88fe6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:24.591547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Bound port: f253132f-9752-473e-a9aa-32a4cd7bd2b6, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914b6592-135f-4d3b-b20d-451fd88fe6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2057dfe1-a399-4ed5-82ad-49e9a7a80b5b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:24.591941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.611151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:24.615477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.625518 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:24.629400 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 6a56899c-d47b-490e-8aff-f6df4ae66a0a disassociated (deleted). External IP: 172.26.6.8, port: 2f771948-7dc0-473b-a8e5-aa1fa743bf82. Dec 16 03:36:24.653467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cb6ad-f987-45b5-be9d-6cc9399aa5a6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.654949 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-028cb6ad-f987-45b5-be9d-6cc9399aa5a6 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/networks/6d99eb90-069a-4311-864e-4baebe865728 HTTP/1.1" status: 200 len: 803 time: 0.1554928 Dec 16 03:36:24.655575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3df8048d-9d87-4f6a-8dde-4beae1aad23c no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:24.656326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port ad16d204-d8e5-43a5-aeb1-1311eddd2283 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:36:24.662576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37154) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.681099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 3df8048d-9d87-4f6a-8dde-4beae1aad23c {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:24.681451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3df8048d-9d87-4f6a-8dde-4beae1aad23c not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:24.707194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] For port f253132f-9752-473e-a9aa-32a4cd7bd2b6, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:24.849033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-21349112-bf3d-4c9b-a5df-3e2e69ff3b65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/networks/6d99eb90-069a-4311-864e-4baebe865728?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1852827 Dec 16 03:36:24.853039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37156) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:24.868418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.10 (2057dfe1-a399-4ed5-82ad-49e9a7a80b5b/6b91ccdf-3643-4b51-849b-28aa2cb4016f/ad16d204-d8e5-43a5-aeb1-1311eddd2283) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:24.935402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d467300-e844-4c8c-84b6-f5ed5789b17f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:24.937484 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6d467300-e844-4c8c-84b6-f5ed5789b17f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/subnets/4bc00c36-65c8-4d59-868e-b7e6f3994661 HTTP/1.1" status: 200 len: 843 time: 0.0832946 Dec 16 03:36:24.941550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:25.056428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec461c1c-0f8b-4507-8369-3b1563808b5a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:25.058011 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ec461c1c-0f8b-4507-8369-3b1563808b5a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "GET /v2.0/subnets/4bc00c36-65c8-4d59-868e-b7e6f3994661?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1155984 Dec 16 03:36:25.062337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:25.071246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471794911'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:25.123581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:25.126964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.155663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] For port f253132f-9752-473e-a9aa-32a4cd7bd2b6, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f253132f-9752-473e-a9aa-32a4cd7bd2b6,segment=NetworkSegment(914b6592-135f-4d3b-b20d-451fd88fe6d6),segment_id=914b6592-135f-4d3b-b20d-451fd88fe6d6)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:25.157321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.162259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.173462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:25.174098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.199117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.199117 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Added segment 457c34dd-2df0-4f4e-a6f2-ef902c66fbb9 of type vlan for network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e Dec 16 03:36:25.211317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=f6261ffa-7c40-4eaf-94ba-4f914e9a7443,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:25.249632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.257190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.265285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb4dfd-7455-40c4-b3cf-c7228210ad0d None None] Pushing event updated for resources: {'Port': ['ID=f253132f-9752-473e-a9aa-32a4cd7bd2b6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:25.336168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:25.336995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=ad16d204-d8e5-43a5-aeb1-1311eddd2283,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:25.342434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:25.345148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:25.375434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.380936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:25.381558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.398131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.404111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router d1f92591-9c0b-4cd5-b947-9a738f9ca627 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:25.449006 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3860798 Dec 16 03:36:25.454016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37162) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:25.465184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'network_id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:25.485327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:25.485968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.560042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4d64a-d345-4b88-a167-34e57d2721be tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Network': ['ID=2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:25.573561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:25.599578 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-181cdf6b-bd9f-46c6-a7f7-a8fd1b7eb546 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2774663 Dec 16 03:36:25.604372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:25.734952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:25.746728 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] Sync routers for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:25.753891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.760622 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:25.761399 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:25.800118 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5ef3bddf-4d5b-42bb-8af0-631b9ccc799d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/6a56899c-d47b-490e-8aff-f6df4ae66a0a HTTP/1.1" status: 204 len: 168 time: 2.2720296 Dec 16 03:36:25.800909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Made reservation on behalf of aaf1cd6115c94a63948dbbed57d50b6a for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:25.802209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:36:25.804480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:25.813575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86541cc-5edf-4b12-95be-e344006c1305" -d '{"events": [{"name": "network-changed", "server_uuid": "890abbec-df03-4970-b660-1cd000469660", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:36:25.839723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d06fe-a3cc-4a0c-91f1-0f0d2159ad17 req-598b0927-4b62-4aea-8af9-dec022ecf805 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:25.851658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d0d06fe-a3cc-4a0c-91f1-0f0d2159ad17 req-598b0927-4b62-4aea-8af9-dec022ecf805 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.1296291 Dec 16 03:36:25.893368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:25.897160 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:25.963791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:36:25.964319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:36:26.017031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f6e75d-5c01-417e-8f18-9a284d86489c x-openstack-request-id: req-84f6e75d-5c01-417e-8f18-9a284d86489c {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:36:26.017309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890abbec-df03-4970-b660-1cd000469660", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:36:26.017564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84f6e75d-5c01-417e-8f18-9a284d86489c {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:36:26.019023 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'status': 'completed', 'code': 200} Dec 16 03:36:26.040315 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d0d06fe-a3cc-4a0c-91f1-0f0d2159ad17 req-c4dd505b-fae8-4fff-b82a-5a97db6ca96e tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875281 Dec 16 03:36:26.075905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:26.083116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8f8df8e5-8fea-4d00-b5d9-47c9908947f0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0683413 Dec 16 03:36:26.090836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:26.098163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37174) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:26.109897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:26.110932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:26.173063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.208658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet 51d8cb05-abb9-46fc-a529-3f3f8d1e3932 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:26.211078 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:22Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:26.213125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.227689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45cfea-641c-48aa-8556-3519dcc934e8 req-1c73c565-d49b-4b54-a3de-919ef8199b7c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:26.235672 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe45cfea-641c-48aa-8556-3519dcc934e8 req-1c73c565-d49b-4b54-a3de-919ef8199b7c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 946 time: 0.1505404 Dec 16 03:36:26.289919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86541cc-5edf-4b12-95be-e344006c1305 req-95483ba5-6571-40e2-b992-cd5a8bbe0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:26.292054 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e86541cc-5edf-4b12-95be-e344006c1305 req-95483ba5-6571-40e2-b992-cd5a8bbe0d7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 1099 time: 0.2078555 Dec 16 03:36:26.307963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:26.318860 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.364942 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] Checking router: d1f92591-9c0b-4cd5-b947-9a738f9ca627 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:26.371705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.383205 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:26.383442 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:26.416436 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe45cfea-641c-48aa-8556-3519dcc934e8 req-ee73ded1-d059-413a-985d-e31860100c60 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1757557 Dec 16 03:36:26.520798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.546830 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:26.635720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.636557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:24Z', 'revision_number': 10, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:26.679576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.688455 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/51d8cb05-abb9-46fc-a529-3f3f8d1e3932 HTTP/1.1" status: 204 len: 168 time: 0.5846677 Dec 16 03:36:26.689121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37176) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:26.701914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4136eb-7e28-4604-88a0-d96e727ac57d None None] Network e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:26.704634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:26.763546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe76977-0dd1-4170-a799-4ff08b3fe8ea tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=51d8cb05-abb9-46fc-a529-3f3f8d1e3932,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:26.789446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e57642-ad68-4481-b860-4877a2b4d2c5 None None] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:26.861509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ae030385-e9bb-4603-bcbd-05ca84340ce9 None None] Provisioning complete for port f253132f-9752-473e-a9aa-32a4cd7bd2b6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:26.862209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae030385-e9bb-4603-bcbd-05ca84340ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.871886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f253132f-9752-473e-a9aa-32a4cd7bd2b6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:26.874670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:26.875684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:26.887441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:26.895617 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:22Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:26.925567 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92bd85-9cc3-4f02-905b-4e5cdba86e16 None None] The sync data for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv is: [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '561e6f90-568f-4f45-b9f0-fd7bcac60e0f', 'name': '', 'network_id': '109832d6-ccd3-4d27-baf7-8ba28d9999c4', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:0c:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:14Z', 'updated_at': '2021-12-16T03:35:22Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '8bf4d7d3-69f2-410f-a51a-78e6737d75f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:26.958002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port a021070f-537b-4edd-83eb-1f028c2211b1 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:26.958597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.034617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port a021070f-537b-4edd-83eb-1f028c2211b1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a021070f-537b-4edd-83eb-1f028c2211b1,segment=NetworkSegment(18eeda7e-5bc5-405d-9d6a-4385cd4536a0),segment_id=18eeda7e-5bc5-405d-9d6a-4385cd4536a0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:27.035035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.052144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for a021070f-537b-4edd-83eb-1f028c2211b1 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:27.151433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=32a32127-f0fa-4905-9c8d-66131908e030,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:27.168749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Checking segment: {'id': '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:27.169264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network hostable DHCP agents. Network: 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:27.203457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86541cc-5edf-4b12-95be-e344006c1305 req-67e1f993-0b95-4d43-9623-fad83da0d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:27.203720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9dedb-1dfd-443d-8e03-937bd791f91c req-dd87f555-82af-4656-8826-1b6d7592d93e tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:27.205249 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-aeb9dedb-1dfd-443d-8e03-937bd791f91c req-dd87f555-82af-4656-8826-1b6d7592d93e tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0847661 Dec 16 03:36:27.211631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e86541cc-5edf-4b12-95be-e344006c1305 req-67e1f993-0b95-4d43-9623-fad83da0d878 service neutron] 10.222.0.30 "GET /v2.0/networks?id=109832d6-ccd3-4d27-baf7-8ba28d9999c4 HTTP/1.1" status: 200 len: 897 time: 0.8981216 Dec 16 03:36:27.224861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.245710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:27.260810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=a021070f-537b-4edd-83eb-1f028c2211b1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:27.270760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No DVR routers for this DVR port a021070f-537b-4edd-83eb-1f028c2211b1 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:27.276160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:27.282042 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e86541cc-5edf-4b12-95be-e344006c1305 req-43a7ad6d-8be4-423e-a888-12d8e8e26fe7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82 HTTP/1.1" status: 200 len: 217 time: 0.0670581 Dec 16 03:36:27.296107 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d5558-f7e7-49ad-a8f0-a326884e262b None None] New status for floating IP 6a56899c-d47b-490e-8aff-f6df4ae66a0a: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:36:27.318373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:27.337959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a0b7a-e85e-480a-aacf-e0b67928253a None None] Network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:27.354619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:27.355221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.391033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.394190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86541cc-5edf-4b12-95be-e344006c1305 req-96312b63-5b9e-438d-904f-c745be4f4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:27.396098 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e86541cc-5edf-4b12-95be-e344006c1305 req-96312b63-5b9e-438d-904f-c745be4f4811 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bf4d7d3-69f2-410f-a51a-78e6737d75f1 HTTP/1.1" status: 200 len: 835 time: 0.0888977 Dec 16 03:36:27.402074 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c28014f1-6f39-434a-995e-785b0c6521c2 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9424746 Dec 16 03:36:27.402074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.402378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37180) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:27.410404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5755f1c4-7b43-4008-9cdb-fca144102e70 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:27.474620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-aeb9dedb-1dfd-443d-8e03-937bd791f91c req-f82e5854-caf4-4c40-81c6-a914fc82a542 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598019 Dec 16 03:36:27.476506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.516252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08cbc48-beb4-4a95-8a70-85a5f12ff3e2']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:27.541894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eeda7e-5bc5-405d-9d6a-4385cd4536a0') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:27.542176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eeda7e-5bc5-405d-9d6a-4385cd4536a0') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:27.555545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=ad16d204-d8e5-43a5-aeb1-1311eddd2283,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:27.588546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86541cc-5edf-4b12-95be-e344006c1305 req-ef54180f-4761-439e-b88a-4bdabc3164f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:27.590156 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e86541cc-5edf-4b12-95be-e344006c1305 req-ef54180f-4761-439e-b88a-4bdabc3164f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=109832d6-ccd3-4d27-baf7-8ba28d9999c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1830640 Dec 16 03:36:27.609845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.625609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f253132f-9752-473e-a9aa-32a4cd7bd2b6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:27.625888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.641098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.644233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5755f1c4-7b43-4008-9cdb-fca144102e70 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25439378'] for subnet, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.658924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:27.659438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:27.662690 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:27.672295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3620ee-f62d-413e-a874-0b3b0941be9d req-dc0753d8-843f-4a24-8c68-5bcd338f79e8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:27.673932 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d3620ee-f62d-413e-a874-0b3b0941be9d req-dc0753d8-843f-4a24-8c68-5bcd338f79e8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 946 time: 0.1440983 Dec 16 03:36:27.706294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c0372-a51e-424c-9209-8ed53989f949 None None] DHCP port deletion for e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:27.716483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-aeed748b-d9c4-4666-84c6-ed8077b3ac3e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:27.716727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae030385-e9bb-4603-bcbd-05ca84340ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.717955 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-aeed748b-d9c4-4666-84c6-ed8077b3ac3e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 946 time: 0.1748869 Dec 16 03:36:27.809589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e', 'network_id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e', 'project_id': 'aaf1cd6115c94a63948dbbed57d50b6a', 'fixed_ips': [{'subnet_id': '32a32127-f0fa-4905-9c8d-66131908e030'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:27.810464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.820270 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d3620ee-f62d-413e-a874-0b3b0941be9d req-4c3b80f4-107f-483b-a3c2-94fef9b1aac2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=64143a65-33c1-453c-9b2f-17695c06d792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021283 Dec 16 03:36:27.824566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.829711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:27.836789 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/e08cbc48-beb4-4a95-8a70-85a5f12ff3e2 HTTP/1.1" status: 204 len: 168 time: 1.0931563 Dec 16 03:36:27.837412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37184) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:27.872343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ae030385-e9bb-4603-bcbd-05ca84340ce9 None None] For port f253132f-9752-473e-a9aa-32a4cd7bd2b6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f253132f-9752-473e-a9aa-32a4cd7bd2b6,segment=NetworkSegment(914b6592-135f-4d3b-b20d-451fd88fe6d6),segment_id=914b6592-135f-4d3b-b20d-451fd88fe6d6)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:27.900315 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e86541cc-5edf-4b12-95be-e344006c1305 req-99036782-ea9f-4df3-af5d-0f0b0b234362 service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828469 Dec 16 03:36:27.907252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1a944-8de0-47d0-a2aa-376cb212f825 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=e08cbc48-beb4-4a95-8a70-85a5f12ff3e2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:27.923005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.009675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae030385-e9bb-4603-bcbd-05ca84340ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.055007 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e86541cc-5edf-4b12-95be-e344006c1305 req-6c9a8123-04a6-4005-abd7-ffa0a395bbcf service neutron] 10.222.0.30 "GET /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288579 Dec 16 03:36:28.147649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5755f1c4-7b43-4008-9cdb-fca144102e70 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771890327004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25374222'] for subnet, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.192665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:28.193282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-95c5268b-9214-4d82-926d-8461c0d206fd None None] Provisioning complete for port f253132f-9752-473e-a9aa-32a4cd7bd2b6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:28.193632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95c5268b-9214-4d82-926d-8461c0d206fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.194005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.196301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:24Z', 'revision_number': 10, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:28.206634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae030385-e9bb-4603-bcbd-05ca84340ce9 None None] Pushing event updated for resources: {'Port': ['ID=f253132f-9752-473e-a9aa-32a4cd7bd2b6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:28.269768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8fcea-9a54-4b32-b655-9da2eb11f52a None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:24Z', 'revision_number': 10, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None, '_interfaces': [{'id': '994645bc-8f01-421f-8f41-d4c7f4a289f7', 'name': '', 'network_id': 'bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'mac_address': 'fa:16:3e:f8:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:46Z', 'updated_at': '2021-12-16T03:35:52Z', 'revision_number': 5, 'project_id': '3aacd455e2e04620a347124262ede762', 'subnets': [{'id': '5d9c0568-d076-4a8b-a5fe-99cfda2151cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:28.288171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755f1c4-7b43-4008-9cdb-fca144102e70 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:28.289196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5755f1c4-7b43-4008-9cdb-fca144102e70 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.290182 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5755f1c4-7b43-4008-9cdb-fca144102e70 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "PUT /v2.0/subnets/32a32127-f0fa-4905-9c8d-66131908e030 HTTP/1.1" status: 200 len: 900 time: 0.8866315 Dec 16 03:36:28.294708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:28.307147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Allocated IP 2001:db8::3 (2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e/32a32127-f0fa-4905-9c8d-66131908e030/2147da56-0ade-4e95-ad4c-694247236276) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:28.309699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.394837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 2f771948-7dc0-473b-a8e5-aa1fa743bf82, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2f771948-7dc0-473b-a8e5-aa1fa743bf82,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:28.395527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.404756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.412969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755f1c4-7b43-4008-9cdb-fca144102e70 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event updated for resources: {'Subnet': ['ID=32a32127-f0fa-4905-9c8d-66131908e030,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:28.462519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 2f771948-7dc0-473b-a8e5-aa1fa743bf82 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:28.482109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-95c5268b-9214-4d82-926d-8461c0d206fd None None] Provisioning complete for port ad16d204-d8e5-43a5-aeb1-1311eddd2283 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:28.482737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95c5268b-9214-4d82-926d-8461c0d206fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.519904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.599879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-95c5268b-9214-4d82-926d-8461c0d206fd None None] Port ad16d204-d8e5-43a5-aeb1-1311eddd2283 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:28.604925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.614057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.648805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.685585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.716714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:28.726898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:28.734115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:28.749246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Pushing event updated for resources: {'Port': ['ID=2147da56-0ade-4e95-ad4c-694247236276,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:28.774481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ebfaeae4-cff4-4047-9784-a0596ee2fed6 None None] Provisioning complete for port ad16d204-d8e5-43a5-aeb1-1311eddd2283 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:28.774944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ebfaeae4-cff4-4047-9784-a0596ee2fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.821689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f253132f-9752-473e-a9aa-32a4cd7bd2b6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:28.880319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=32a32127-f0fa-4905-9c8d-66131908e030,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:28.888822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.898143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Attempting to bind port 2147da56-0ade-4e95-ad4c-694247236276 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:28.898543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Attempting to bind port 2147da56-0ade-4e95-ad4c-694247236276 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:28.898911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Attempting to bind port 2147da56-0ade-4e95-ad4c-694247236276 on network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:28.908915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:28.909517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Checking segment: {'id': '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:28.909741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916914-0991-485f-ad23-9954dcbd5798 req-3b05bdea-d265-4bf1-816b-9e3265569ce6 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:28.909969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.910486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Bound using segment: {'id': '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:28.910993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Bound port: 2147da56-0ade-4e95-ad4c-694247236276, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:28.911493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e916914-0991-485f-ad23-9954dcbd5798 req-3b05bdea-d265-4bf1-816b-9e3265569ce6 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.3151965 Dec 16 03:36:28.911626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.918926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ebfaeae4-cff4-4047-9784-a0596ee2fed6 None None] Port ad16d204-d8e5-43a5-aeb1-1311eddd2283 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:28.927867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:28.963291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:28.978929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:28.979157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:29.010822 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=2f771948-7dc0-473b-a8e5-aa1fa743bf82,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:29.016142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f253132f-9752-473e-a9aa-32a4cd7bd2b6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:29.016541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.039022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.053617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] For port 2147da56-0ade-4e95-ad4c-694247236276, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:29.070224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.076202 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c1acc7ce-85df-42e7-b6a7-86e8524ba856 req-e7ea8812-a9f6-414c-89ec-f474006d73ec tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=890abbec-df03-4970-b660-1cd000469660 HTTP/1.1" status: 200 len: 210 time: 0.0901425 Dec 16 03:36:29.082081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] For port 2147da56-0ade-4e95-ad4c-694247236276, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2147da56-0ade-4e95-ad4c-694247236276,segment=NetworkSegment(457c34dd-2df0-4f4e-a6f2-ef902c66fbb9),segment_id=457c34dd-2df0-4f4e-a6f2-ef902c66fbb9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:29.094249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1fc60fed-5e55-4234-b3e6-02e9ac56a807 None None] Provisioning complete for port ad16d204-d8e5-43a5-aeb1-1311eddd2283 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:29.094700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1fc60fed-5e55-4234-b3e6-02e9ac56a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.098332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.102917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.104616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.110239 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e916914-0991-485f-ad23-9954dcbd5798 req-0bd6a47c-8100-4122-a905-441496c1918b tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820595 Dec 16 03:36:29.120128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 2f771948-7dc0-473b-a8e5-aa1fa743bf82 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:29.120351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:29.120647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:29.124761 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:29.175066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.178421 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8c13f751-c7fc-4a63-91ff-e1430f35a6ab req-63c7e7fa-9ccb-4827-badd-3284835ce351 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/2f771948-7dc0-473b-a8e5-aa1fa743bf82 HTTP/1.1" status: 204 len: 173 time: 1.4523411 Dec 16 03:36:29.178951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'name': 'network-vif-deleted', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:36:29.181452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf35938-6bb0-4cbb-a85d-f69c54576a08" -d '{"events": [{"server_uuid": "890abbec-df03-4970-b660-1cd000469660", "name": "network-vif-deleted", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:36:29.208048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 03:36:29.208048 dv-neutron-821927-1-hyperv neutron-server[103161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 03:36:29.208048 dv-neutron-821927-1-hyperv neutron-server[103161]: [parameters: {'id': '2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e'}] Dec 16 03:36:29.208048 dv-neutron-821927-1-hyperv neutron-server[103161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:36:29.209439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:36:29.211373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.265353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1fc60fed-5e55-4234-b3e6-02e9ac56a807 None None] Port ad16d204-d8e5-43a5-aeb1-1311eddd2283 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:29.272723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=ad16d204-d8e5-43a5-aeb1-1311eddd2283,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:29.278536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034b483-5fd9-4d51-94fc-a35aca4655e3 None None] Pushing event updated for resources: {'Port': ['ID=2147da56-0ade-4e95-ad4c-694247236276,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:29.291768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9f8b3-bc58-451a-b23c-2a2b5e539204 None None] Network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:29.300568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c169c664-fe60-4c47-92a2-aa5d7dfb7b63 x-openstack-request-id: req-c169c664-fe60-4c47-92a2-aa5d7dfb7b63 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:36:29.300870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890abbec-df03-4970-b660-1cd000469660", "name": "network-vif-deleted", "tag": "2f771948-7dc0-473b-a8e5-aa1fa743bf82", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:36:29.301128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c169c664-fe60-4c47-92a2-aa5d7dfb7b63 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:36:29.301535 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890abbec-df03-4970-b660-1cd000469660', 'name': 'network-vif-deleted', 'tag': '2f771948-7dc0-473b-a8e5-aa1fa743bf82', 'status': 'completed', 'code': 200} Dec 16 03:36:29.368621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 994645bc-8f01-421f-8f41-d4c7f4a289f7 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:29.369970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.372264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f6261ffa-7c40-4eaf-94ba-4f914e9a7443 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:29.391265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:29.392939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:29.404561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f6261ffa-7c40-4eaf-94ba-4f914e9a7443 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:29.404921 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f6261ffa-7c40-4eaf-94ba-4f914e9a7443 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:29.405359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a021070f-537b-4edd-83eb-1f028c2211b1 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:29.460509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a021070f-537b-4edd-83eb-1f028c2211b1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:29.460856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a021070f-537b-4edd-83eb-1f028c2211b1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:29.512420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8f01b-2921-4d69-bcfd-fcf641a9e981 None None] Network 2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:29.529547 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 994645bc-8f01-421f-8f41-d4c7f4a289f7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=994645bc-8f01-421f-8f41-d4c7f4a289f7,segment=NetworkSegment(84511162-d2ff-43d9-9045-0e92bb345965),segment_id=84511162-d2ff-43d9-9045-0e92bb345965)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:29.530170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.543878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 994645bc-8f01-421f-8f41-d4c7f4a289f7 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:29.587842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Router 23964f6c-17e5-4932-8b2a-8b9109cac362 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:36:29.689637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e335a99-cdf7-43c8-95c6-b6d4d293d387 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:36:29.712587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:29.719046 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-87f57cd2-0ca9-4547-898a-3ef8deb792b6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "PUT /v2.0/routers/23964f6c-17e5-4932-8b2a-8b9109cac362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1133578 Dec 16 03:36:29.721327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:29.732383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] Sync routers for ids ['23964f6c-17e5-4932-8b2a-8b9109cac362'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:29.763303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] Routers {'23964f6c-17e5-4932-8b2a-8b9109cac362'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:29.764206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['23964f6c-17e5-4932-8b2a-8b9109cac362'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:29.803593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29152b-eb95-495c-a901-d7acc5cb4fa7 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:29.809237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ac29152b-eb95-495c-a901-d7acc5cb4fa7 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports?device_id=23964f6c-17e5-4932-8b2a-8b9109cac362 HTTP/1.1" status: 200 len: 982 time: 0.0867229 Dec 16 03:36:29.809881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37196) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:29.835104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:29.872832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-874078ff-c591-458d-b79b-bd9c739f5e06 None None] Provisioning complete for port ad16d204-d8e5-43a5-aeb1-1311eddd2283 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:29.873260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-874078ff-c591-458d-b79b-bd9c739f5e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:29.877610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] Routers {'23964f6c-17e5-4932-8b2a-8b9109cac362'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:29.878407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['23964f6c-17e5-4932-8b2a-8b9109cac362'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:29.941051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:29.941743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b047f7-0463-4245-bf92-41338dbcee22 None None] The sync data for ids ['23964f6c-17e5-4932-8b2a-8b9109cac362'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:29.966371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-874078ff-c591-458d-b79b-bd9c739f5e06 None None] Port ad16d204-d8e5-43a5-aeb1-1311eddd2283 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:29.970378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e335a99-cdf7-43c8-95c6-b6d4d293d387 None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:36:30.028297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.178645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37202) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:30.187665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting port 2147da56-0ade-4e95-ad4c-694247236276 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:30.188008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.245735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.304073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4eb00d1-bd19-40e9-af61-2486f99018ae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.317752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=994645bc-8f01-421f-8f41-d4c7f4a289f7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:30.358285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] For port 2147da56-0ade-4e95-ad4c-694247236276, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2147da56-0ade-4e95-ad4c-694247236276,segment=NetworkSegment(457c34dd-2df0-4f4e-a6f2-ef902c66fbb9),segment_id=457c34dd-2df0-4f4e-a6f2-ef902c66fbb9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:30.358694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.405705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4eb00d1-bd19-40e9-af61-2486f99018ae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.434407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Calling delete_port for 2147da56-0ade-4e95-ad4c-694247236276 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:30.448303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ff5e5-7d4f-4226-bb8b-d9bde9288d06 req-5dc48e2b-821e-42f5-b131-505c9a2a23aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:30.449700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-409ff5e5-7d4f-4226-bb8b-d9bde9288d06 req-5dc48e2b-821e-42f5-b131-505c9a2a23aa tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.2359483 Dec 16 03:36:30.467057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.569214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4eb00d1-bd19-40e9-af61-2486f99018ae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.571774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4eb00d1-bd19-40e9-af61-2486f99018ae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.575753 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f4eb00d1-bd19-40e9-af61-2486f99018ae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/64143a65-33c1-453c-9b2f-17695c06d792 HTTP/1.1" status: 204 len: 168 time: 0.3929920 Dec 16 03:36:30.623216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:30.634677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb00d1-bd19-40e9-af61-2486f99018ae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64143a65-33c1-453c-9b2f-17695c06d792,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:30.646149 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-409ff5e5-7d4f-4226-bb8b-d9bde9288d06 req-aadd51d6-a0d2-433e-81cb-214f4019a9ec tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862500 Dec 16 03:36:30.723260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-a959f70e-1225-463b-8885-277f65e3a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:30.724811 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-a959f70e-1225-463b-8885-277f65e3a0e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3311afe31a9e42f6a9fe00948766f024&device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1098 time: 0.1729283 Dec 16 03:36:30.801660 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:30.803225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.825433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port ad16d204-d8e5-43a5-aeb1-1311eddd2283 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:30.825779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:30.834429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Port': ['ID=2147da56-0ade-4e95-ad4c-694247236276,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:30.840520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No DVR routers for this DVR port 2147da56-0ade-4e95-ad4c-694247236276 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:30.993906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:31.008612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5781d1a2-a249-43f0-8884-f80f1a4055ec tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1621554 Dec 16 03:36:31.009774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37208) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:31.014466 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:31.025565 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:31.026281 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.040621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.075142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.092060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting subnet 5d9c0568-d076-4a8b-a5fe-99cfda2151cb {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:31.095495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.095673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457c34dd-2df0-4f4e-a6f2-ef902c66fbb9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.099855 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:31.103683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.129443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.160084 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:30Z', 'revision_number': 11, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.163132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.166535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.187633 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:31.194959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:31.195450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.198325 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:31.198777 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:31.201785 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.275450 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:31.301283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.320261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.323496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e HTTP/1.1" status: 204 len: 168 time: 3.0270607 Dec 16 03:36:31.327453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37210) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:31.328339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454149c3-0b12-4653-991c-b3d46b8b3df3 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:31.334187 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:30Z', 'revision_number': 11, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.361528 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d4285-3440-4f47-bf1c-b70f3efcd452 None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:30Z', 'revision_number': 11, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:31.362144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3a0624-91ef-4fa4-a73f-5fc1894ee5ab tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:31.363015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3a0624-91ef-4fa4-a73f-5fc1894ee5ab tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:31.368734 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5e3a0624-91ef-4fa4-a73f-5fc1894ee5ab tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/32a32127-f0fa-4905-9c8d-66131908e030 HTTP/1.1" status: 404 len: 337 time: 0.0356226 Dec 16 03:36:31.368734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37212) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:31.379724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.419485 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0e0309-4d5e-4117-b191-e418a6d4af98 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:31.420008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0e0309-4d5e-4117-b191-e418a6d4af98 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:31.420563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-4e9cfa6a-c1c0-4abd-8f60-3ac98c730e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:31.422046 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-4e9cfa6a-c1c0-4abd-8f60-3ac98c730e25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83dc4187-6fd1-425f-8af0-5132b6040281 HTTP/1.1" status: 200 len: 897 time: 0.6523738 Dec 16 03:36:31.423043 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8e0e0309-4d5e-4117-b191-e418a6d4af98 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/2c45d94f-b6ce-44f5-aae4-5d1bf4947b1e HTTP/1.1" status: 404 len: 339 time: 0.0530789 Dec 16 03:36:31.425901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37214) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:31.427174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.479880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for ad16d204-d8e5-43a5-aeb1-1311eddd2283 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:31.520262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.523510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.559100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9c0568-d076-4a8b-a5fe-99cfda2151cb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:31.565585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.570125 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-894bb9af-d378-4fb6-95b1-46c10a18b6dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/5d9c0568-d076-4a8b-a5fe-99cfda2151cb HTTP/1.1" status: 204 len: 168 time: 0.5596278 Dec 16 03:36:31.572311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37216) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:31.576930 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-6a4e8367-8da5-4e1c-80d5-7073ac64359a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8532725c-d05e-4ff2-9135-273a4e5a6989 HTTP/1.1" status: 200 len: 1001 time: 0.1457198 Dec 16 03:36:31.579613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314a984-a8d7-4da8-89c7-3083ec1828ff None None] Network bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:31.625416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2f771948-7dc0-473b-a8e5-aa1fa743bf82 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:31.654777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 2f771948-7dc0-473b-a8e5-aa1fa743bf82 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:31.655046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2f771948-7dc0-473b-a8e5-aa1fa743bf82 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:31.711972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-1e69ae54-ee4d-4a67-b83a-494e2d70afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:31.713415 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-1e69ae54-ee4d-4a67-b83a-494e2d70afcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59cfd45d-70ec-4f59-b915-d0bc7ddf2075 HTTP/1.1" status: 200 len: 835 time: 0.1276438 Dec 16 03:36:31.784920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.792844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] DHCP port deletion for bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:31.801384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.826174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-3061cd07-d66a-4bc0-8804-ffc3b5f18470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:31.827736 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-3061cd07-d66a-4bc0-8804-ffc3b5f18470 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83dc4187-6fd1-425f-8af0-5132b6040281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1014342 Dec 16 03:36:31.838836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9cfa88-294f-4dfb-9be2-6a33c44fb897']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.856393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] Deleting port 77149af2-4c94-40df-b147-2e5cc3f402b4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:31.856798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.873245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8300dc94-9377-4d13-bfa3-2458204d7de4') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.873677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8300dc94-9377-4d13-bfa3-2458204d7de4') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:31.900687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807fa17-1ec2-4870-ac8e-88708ffc3648 req-65392f5a-11f6-4a59-bf6f-9083c486b419 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:31.902420 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2807fa17-1ec2-4870-ac8e-88708ffc3648 req-65392f5a-11f6-4a59-bf6f-9083c486b419 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.1637840 Dec 16 03:36:31.905847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.939726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.945718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] For port 77149af2-4c94-40df-b147-2e5cc3f402b4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=77149af2-4c94-40df-b147-2e5cc3f402b4,segment=NetworkSegment(84511162-d2ff-43d9-9045-0e92bb345965),segment_id=84511162-d2ff-43d9-9045-0e92bb345965)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:31.945718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.956294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] Calling delete_port for 77149af2-4c94-40df-b147-2e5cc3f402b4 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:31.959947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:31.960530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.965458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:31.965676 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:32.007954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=ad16d204-d8e5-43a5-aeb1-1311eddd2283,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:32.026099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Deleting port 77149af2-4c94-40df-b147-2e5cc3f402b4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:32.026531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.061240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.087301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] Pushing event deleted for resources: {'Port': ['ID=77149af2-4c94-40df-b147-2e5cc3f402b4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:32.094682 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-7f68483e-997d-4d4e-ab37-4e4bda69708c service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539151 Dec 16 03:36:32.115136 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2807fa17-1ec2-4870-ac8e-88708ffc3648 req-e7171c77-dc6b-42eb-8920-cf157f3c5aac tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017860 Dec 16 03:36:32.120377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7836a-f323-4b73-bd99-5c762cc45f41 None None] No DVR routers for this DVR port 77149af2-4c94-40df-b147-2e5cc3f402b4 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:32.152139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] For port 77149af2-4c94-40df-b147-2e5cc3f402b4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=77149af2-4c94-40df-b147-2e5cc3f402b4,segment=NetworkSegment(84511162-d2ff-43d9-9045-0e92bb345965),segment_id=84511162-d2ff-43d9-9045-0e92bb345965)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:32.152507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.174149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Calling delete_port for 77149af2-4c94-40df-b147-2e5cc3f402b4 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:32.183102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.191150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.194653 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/cc9cfa88-294f-4dfb-9be2-6a33c44fb897 HTTP/1.1" status: 204 len: 168 time: 0.7677715 Dec 16 03:36:32.197895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37220) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:32.249768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.258776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.259141 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a325b2-fdf6-461b-97ff-e3507c42e3bd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:32.259633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a325b2-fdf6-461b-97ff-e3507c42e3bd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:32.266524 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d1a325b2-fdf6-461b-97ff-e3507c42e3bd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/68d89a3f-eb22-4e60-9a10-e1a9cca72f76 HTTP/1.1" status: 404 len: 337 time: 0.0626669 Dec 16 03:36:32.266524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37188ee9-a195-48d0-a3f1-22f5a2e61653 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=cc9cfa88-294f-4dfb-9be2-6a33c44fb897,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:32.268924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37222) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:32.294479 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e4d5dc-a7d4-4eea-8294-d706504aa23a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:32.294983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e4d5dc-a7d4-4eea-8294-d706504aa23a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:32.297995 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-48e4d5dc-a7d4-4eea-8294-d706504aa23a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/dae8b027-9fbb-4eea-88b1-aa85a46a88d4 HTTP/1.1" status: 404 len: 339 time: 0.0281789 Dec 16 03:36:32.302715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37224) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:32.371829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting subnet 2a8347eb-fb92-48ff-a5ef-f80ade78c42d {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:32.377477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.378916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.421431 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1b2e2a41-a652-4269-adca-e1412fc9d6a0 req-32e34e5b-087c-429a-94e3-e8b0adea0390 service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168211 Dec 16 03:36:32.430581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No DVR routers for this DVR port 77149af2-4c94-40df-b147-2e5cc3f402b4 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:32.432202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Port': ['ID=77149af2-4c94-40df-b147-2e5cc3f402b4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:32.463680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.547692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.572476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Router 23964f6c-17e5-4932-8b2a-8b9109cac362 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:32.590099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:32.605178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84511162-d2ff-43d9-9045-0e92bb345965') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:32.605446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84511162-d2ff-43d9-9045-0e92bb345965') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:32.618341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.631963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.661224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.665485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:32.669976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 994645bc-8f01-421f-8f41-d4c7f4a289f7 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:32.674331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ede54d90-ad98-4384-8697-498babe46354 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "PUT /v2.0/routers/23964f6c-17e5-4932-8b2a-8b9109cac362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8622556 Dec 16 03:36:32.674756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:32.675135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:32.678243 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:32.681519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:32.682425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] Sync routers for ids ['23964f6c-17e5-4932-8b2a-8b9109cac362'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:32.706897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 994645bc-8f01-421f-8f41-d4c7f4a289f7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:32.707858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 994645bc-8f01-421f-8f41-d4c7f4a289f7 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:32.708397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 77149af2-4c94-40df-b147-2e5cc3f402b4 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:32.709483 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-104e24ea-fb3e-4948-99ff-e9e141ffd3b4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:36:32.714350 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-104e24ea-fb3e-4948-99ff-e9e141ffd3b4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/ad16d204-d8e5-43a5-aeb1-1311eddd2283 HTTP/1.1" status: 404 len: 333 time: 0.0335641 Dec 16 03:36:32.715669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:32.732615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 77149af2-4c94-40df-b147-2e5cc3f402b4 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:32.733234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 77149af2-4c94-40df-b147-2e5cc3f402b4 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:32.735132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] Routers {'23964f6c-17e5-4932-8b2a-8b9109cac362'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:32.735859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['23964f6c-17e5-4932-8b2a-8b9109cac362'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:32.752149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.761070 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.765097 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/networks/bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1 HTTP/1.1" status: 204 len: 168 time: 1.1917720 Dec 16 03:36:32.768530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.778894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:32.780179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37230) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:32.787171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'routes': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:32.790100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] Routers {'23964f6c-17e5-4932-8b2a-8b9109cac362'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:32.790940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['23964f6c-17e5-4932-8b2a-8b9109cac362'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:32.821590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1bf8-f33e-4a8c-a10a-7b99f877e327 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.824750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:32.827974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad150e4a-2149-4175-84ba-a733953c8bca None None] The sync data for ids ['23964f6c-17e5-4932-8b2a-8b9109cac362'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:32.843766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2689b3b-92ef-4291-a216-7189b0c8cdff tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Pushing event deleted for resources: {'Network': ['ID=bccbe6f5-6a9b-4a37-9b27-2f27a84b81a1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:32.870032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8347eb-fb92-48ff-a5ef-f80ade78c42d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:32.877222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:32.880597 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2159e048-21d1-4383-9691-c85eb6232a65 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/2a8347eb-fb92-48ff-a5ef-f80ade78c42d HTTP/1.1" status: 204 len: 168 time: 0.5769053 Dec 16 03:36:32.882975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37232) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:32.884288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8a622-130b-4ef8-a6e1-13504afaa84f None None] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:33.011541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Added routes are [] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 03:36:33.011869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Removed routes are [] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 03:36:33.012686 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.015867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1bf8-f33e-4a8c-a10a-7b99f877e327 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.019103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1bf8-f33e-4a8c-a10a-7b99f877e327 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.020775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting subnet 8572b9cb-fa54-46b7-9758-cf657b496925 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:33.025904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.063292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:33.063630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.081550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1bf8-f33e-4a8c-a10a-7b99f877e327 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.082187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3c1bf8-f33e-4a8c-a10a-7b99f877e327 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Fanout notify agent at l3_agent the message router_deleted on router 23964f6c-17e5-4932-8b2a-8b9109cac362 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:36:33.116913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1bf8-f33e-4a8c-a10a-7b99f877e327 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.118113 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6c3c1bf8-f33e-4a8c-a10a-7b99f877e327 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/routers/23964f6c-17e5-4932-8b2a-8b9109cac362 HTTP/1.1" status: 204 len: 168 time: 0.4019623 Dec 16 03:36:33.121565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:33.126259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.203719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet 6b91ccdf-3643-4b51-849b-28aa2cb4016f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:33.213753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.250821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 561e6f90-568f-4f45-b9f0-fd7bcac60e0f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:33.250821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.252190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.268709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.273854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 561e6f90-568f-4f45-b9f0-fd7bcac60e0f owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:33.280219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.374250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225bbda-2912-44d0-b9e4-e7cb08c17f1f req-cc22f17a-5122-4077-8be3-f2dec8be4256 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:33.375763 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1225bbda-2912-44d0-b9e4-e7cb08c17f1f req-cc22f17a-5122-4077-8be3-f2dec8be4256 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.1627283 Dec 16 03:36:33.385952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.428382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.436582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:33.498841 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1225bbda-2912-44d0-b9e4-e7cb08c17f1f req-408c7a6b-a530-4af2-9129-20f7d5a2947b tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075366 Dec 16 03:36:33.547563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.564517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.602157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=8572b9cb-fa54-46b7-9758-cf657b496925,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:33.603916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:33.611395 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.612641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d00906b1-d7c6-4c33-b16e-6c70af322a3d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 200 len: 705 time: 0.8290892 Dec 16 03:36:33.614156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.616341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=6b91ccdf-3643-4b51-849b-28aa2cb4016f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:33.619523 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-31261c3f-0b88-4290-accf-c10bafb5ab93 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/8572b9cb-fa54-46b7-9758-cf657b496925 HTTP/1.1" status: 204 len: 168 time: 0.7332218 Dec 16 03:36:33.619523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37238) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:33.621601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:33.631873 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] Sync routers for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:33.638899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.646094 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-505bfffd-8dd5-4b9d-8032-46df03310cb0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/6b91ccdf-3643-4b51-849b-28aa2cb4016f HTTP/1.1" status: 204 len: 168 time: 0.5209479 Dec 16 03:36:33.648337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:33.653633 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:33.654259 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:33.655669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029187f-b8c7-4357-bce2-a393f426bd28 None None] Network 14114cf1-e0f8-4012-a19a-7bca1a420c50 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:33.664454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9387af-9007-48b3-a97b-35952254744e None None] Network 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:33.767676 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:33.810752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.829545 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:30Z', 'revision_number': 11, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:33.864543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.867248 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] Checking router: 798449b9-a72b-466c-9115-8e4b0ee9e8d8 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:33.878729 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] Routers {'798449b9-a72b-466c-9115-8e4b0ee9e8d8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:33.879647 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:33.930209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:33.934026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=561e6f90-568f-4f45-b9f0-fd7bcac60e0f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:33.967173 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] Set router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:33.992768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f488e80d-d3e3-4062-86de-259f4617cb66 None None] Provisioning complete for port 4cba110d-7b6a-449d-8589-6281f13ef41b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:33.993363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f488e80d-d3e3-4062-86de-259f4617cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.035918 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:30Z', 'revision_number': 11, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:34.107628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting port 4cba110d-7b6a-449d-8589-6281f13ef41b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:34.107975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.147340 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8c36eb6f-5770-4fa0-8378-7b640476f510 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 200 len: 205 time: 0.5284698 Dec 16 03:36:34.152312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37248) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:34.197168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] DHCP port deletion for 2057dfe1-a399-4ed5-82ad-49e9a7a80b5b request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:34.233897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] DHCP port deletion for 14114cf1-e0f8-4012-a19a-7bca1a420c50 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:34.254412 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a6d9a-f186-4a3e-a21e-c9e12581e3e7 None None] The sync data for ids ['798449b9-a72b-466c-9115-8e4b0ee9e8d8'] in dv-neutron-821927-1-hyperv is: [{'id': '798449b9-a72b-466c-9115-8e4b0ee9e8d8', 'name': 'tempest-RoutersIpV6Test-router-1301597297', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:43Z', 'updated_at': '2021-12-16T03:36:30Z', 'revision_number': 11, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:34.256446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddd11d90-d638-4913-b486-1c8de971ef97 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.325666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] Deleting port f253132f-9752-473e-a9aa-32a4cd7bd2b6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:34.326044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.404666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] Deleting port 4cba110d-7b6a-449d-8589-6281f13ef41b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:34.404998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.411766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] For port f253132f-9752-473e-a9aa-32a4cd7bd2b6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f253132f-9752-473e-a9aa-32a4cd7bd2b6,segment=NetworkSegment(914b6592-135f-4d3b-b20d-451fd88fe6d6),segment_id=914b6592-135f-4d3b-b20d-451fd88fe6d6)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:34.412169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.437043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddd11d90-d638-4913-b486-1c8de971ef97 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.439342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddd11d90-d638-4913-b486-1c8de971ef97 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.466295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] Calling delete_port for f253132f-9752-473e-a9aa-32a4cd7bd2b6 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:34.484621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddd11d90-d638-4913-b486-1c8de971ef97 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.485359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd11d90-d638-4913-b486-1c8de971ef97 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Fanout notify agent at l3_agent the message router_deleted on router 798449b9-a72b-466c-9115-8e4b0ee9e8d8 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:36:34.502283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddd11d90-d638-4913-b486-1c8de971ef97 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.509144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ddd11d90-d638-4913-b486-1c8de971ef97 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 204 len: 168 time: 0.3554957 Dec 16 03:36:34.509782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37250) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:34.511212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] For port 4cba110d-7b6a-449d-8589-6281f13ef41b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cba110d-7b6a-449d-8589-6281f13ef41b,segment=NetworkSegment(79185ddf-2e47-4a01-808d-861b06cd8d41),segment_id=79185ddf-2e47-4a01-808d-861b06cd8d41)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:34.511817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.514413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7a22a630-226c-4704-ae40-2737d28d0404 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-155365328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:34.527479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] Calling delete_port for 4cba110d-7b6a-449d-8589-6281f13ef41b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:34.577182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a22a630-226c-4704-ae40-2737d28d0404 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.578812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a22a630-226c-4704-ae40-2737d28d0404 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.689664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] For port 4cba110d-7b6a-449d-8589-6281f13ef41b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cba110d-7b6a-449d-8589-6281f13ef41b,segment=NetworkSegment(79185ddf-2e47-4a01-808d-861b06cd8d41),segment_id=79185ddf-2e47-4a01-808d-861b06cd8d41)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:34.690280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.694849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.709120 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a22a630-226c-4704-ae40-2737d28d0404 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.714986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port f253132f-9752-473e-a9aa-32a4cd7bd2b6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:34.715442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.721019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Calling delete_port for 4cba110d-7b6a-449d-8589-6281f13ef41b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:34.725437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.727496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a22a630-226c-4704-ae40-2737d28d0404 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.729062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] Pushing event deleted for resources: {'Port': ['ID=4cba110d-7b6a-449d-8589-6281f13ef41b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:34.763522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] Pushing event deleted for resources: {'Port': ['ID=f253132f-9752-473e-a9aa-32a4cd7bd2b6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:34.765356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c873-d54b-4de1-a5a8-e6b244581cd6 req-4746ff5e-a9a0-4627-9d9a-a17eb0a0ffa8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:34.770188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff69c1f-0f83-4d86-a597-163370d0da9b None None] No DVR routers for this DVR port 4cba110d-7b6a-449d-8589-6281f13ef41b on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:34.772226 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad28c873-d54b-4de1-a5a8-e6b244581cd6 req-4746ff5e-a9a0-4627-9d9a-a17eb0a0ffa8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0813744 Dec 16 03:36:34.776418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a22a630-226c-4704-ae40-2737d28d0404 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.777987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2346b96-c24a-4c40-ae96-483237244072 None None] No DVR routers for this DVR port f253132f-9752-473e-a9aa-32a4cd7bd2b6 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:34.781085 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7a22a630-226c-4704-ae40-2737d28d0404 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2702553 Dec 16 03:36:34.781701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37254) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:34.787511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a45c4857-e381-4f6b-92d9-4231b0fb7cf1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:34.798463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.834633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cba110d-7b6a-449d-8589-6281f13ef41b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:34.855960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4cba110d-7b6a-449d-8589-6281f13ef41b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:34.856617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cba110d-7b6a-449d-8589-6281f13ef41b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:34.857205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f253132f-9752-473e-a9aa-32a4cd7bd2b6 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:34.862143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] For port f253132f-9752-473e-a9aa-32a4cd7bd2b6, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:34.862548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:34.885942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f253132f-9752-473e-a9aa-32a4cd7bd2b6 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:34.886293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f253132f-9752-473e-a9aa-32a4cd7bd2b6 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:34.920887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for f253132f-9752-473e-a9aa-32a4cd7bd2b6 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:34.924487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Port f253132f-9752-473e-a9aa-32a4cd7bd2b6 was not found and therefore no delete operation was performed {{(pid=103162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:36:34.932543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.004774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=f253132f-9752-473e-a9aa-32a4cd7bd2b6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:35.016138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No DVR routers for this DVR port f253132f-9752-473e-a9aa-32a4cd7bd2b6 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:35.036371 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad28c873-d54b-4de1-a5a8-e6b244581cd6 req-f64976ca-1f3e-4d0f-bb5f-90f43ee5f111 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990137 Dec 16 03:36:35.069443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a45c4857-e381-4f6b-92d9-4231b0fb7cf1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.082622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a45c4857-e381-4f6b-92d9-4231b0fb7cf1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.091574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.162251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Port': ['ID=4cba110d-7b6a-449d-8589-6281f13ef41b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:35.167746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No DVR routers for this DVR port 4cba110d-7b6a-449d-8589-6281f13ef41b on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:35.173962 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.180927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b56410a-57c8-4ab3-bc16-c9ba7cbb5318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.197162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45c4857-e381-4f6b-92d9-4231b0fb7cf1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Router fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:36:35.202535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ba70e-15ad-44b9-b4c7-8154518c6347 req-cb8c13c9-9ed0-4d91-84c4-4bc90898be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:35.204041 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a89ba70e-15ad-44b9-b4c7-8154518c6347 req-cb8c13c9-9ed0-4d91-84c4-4bc90898be32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1098 time: 0.2004688 Dec 16 03:36:35.274541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c4857-e381-4f6b-92d9-4231b0fb7cf1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:35.281647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a45c4857-e381-4f6b-92d9-4231b0fb7cf1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.282763 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a45c4857-e381-4f6b-92d9-4231b0fb7cf1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "PUT /v2.0/routers/fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 HTTP/1.1" status: 200 len: 697 time: 0.5000761 Dec 16 03:36:35.285829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37256) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.287032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] Sync routers for ids ['fec3d81e-b8fe-4dcd-bba9-f6efb1033a56'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:35.301083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] Routers {'fec3d81e-b8fe-4dcd-bba9-f6efb1033a56'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:35.302035 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['fec3d81e-b8fe-4dcd-bba9-f6efb1033a56'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.303124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2057dfe1-a399-4ed5-82ad-49e9a7a80b5b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.332846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.338075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914b6592-135f-4d3b-b20d-451fd88fe6d6') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.338075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914b6592-135f-4d3b-b20d-451fd88fe6d6') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.366554 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e2b627e4-da79-41a2-8a85-4df354d98c49 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/routers/fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 HTTP/1.1" status: 200 len: 703 time: 0.0771141 Dec 16 03:36:35.366815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37258) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.381187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] Set router fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:35.396674 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c1503087-0751-4987-b8d1-578b076a70e1 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 HTTP/1.1" status: 200 len: 205 time: 0.0264006 Dec 16 03:36:35.396899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37260) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.405438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.407848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14114cf1-e0f8-4012-a19a-7bca1a420c50']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.437593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79185ddf-2e47-4a01-808d-861b06cd8d41') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.437883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79185ddf-2e47-4a01-808d-861b06cd8d41') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.443961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3d81e-b8fe-4dcd-bba9-f6efb1033a56', 'name': 'tempest-RoutersIpV6Test-router-155365328', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:34Z', 'updated_at': '2021-12-16T03:36:35Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.453330 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a89ba70e-15ad-44b9-b4c7-8154518c6347 req-cb9730c2-20f7-4770-80e9-74410c26fb5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031951 Dec 16 03:36:35.457110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.458994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.476531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af0ac810-e4d3-4128-abd5-10f95b3f7325 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.476770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:35.477000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] Checking router: fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:35.477117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: self.session.flush() Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:35.482278 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:35.485524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.490448 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] Routers {'fec3d81e-b8fe-4dcd-bba9-f6efb1033a56'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:35.491198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['fec3d81e-b8fe-4dcd-bba9-f6efb1033a56'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.536372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router d1f92591-9c0b-4cd5-b947-9a738f9ca627 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:35.537548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:35.537950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:35.541402 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:35.649837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af0ac810-e4d3-4128-abd5-10f95b3f7325 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.652189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af0ac810-e4d3-4128-abd5-10f95b3f7325 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.654045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.660164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.669790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.672934 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/2057dfe1-a399-4ed5-82ad-49e9a7a80b5b HTTP/1.1" status: 204 len: 168 time: 2.0137360 Dec 16 03:36:35.676283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.679662 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/14114cf1-e0f8-4012-a19a-7bca1a420c50 HTTP/1.1" status: 204 len: 168 time: 2.0557477 Dec 16 03:36:35.681600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.686426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.697444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 8532725c-d05e-4ff2-9135-273a4e5a6989 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:36:35.715739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7f0a1-746a-4161-aa0b-8373abd8bae6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=2057dfe1-a399-4ed5-82ad-49e9a7a80b5b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:35.722752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af0ac810-e4d3-4128-abd5-10f95b3f7325 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.723341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0ac810-e4d3-4128-abd5-10f95b3f7325 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Fanout notify agent at l3_agent the message router_deleted on router fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:36:35.732931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af0ac810-e4d3-4128-abd5-10f95b3f7325 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:35.738293 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-af0ac810-e4d3-4128-abd5-10f95b3f7325 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 HTTP/1.1" status: 204 len: 168 time: 0.3363254 Dec 16 03:36:35.738293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37266) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.745973 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] Set router fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:35.768538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2d5c27dd-a423-4ac2-ad1c-59f617b6cc81 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 HTTP/1.1" status: 200 len: 205 time: 0.0287564 Dec 16 03:36:35.770897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37268) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.789620 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d7f186-08b2-4312-940a-c9a52c8c4f22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:35.790080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d7f186-08b2-4312-940a-c9a52c8c4f22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:35.795498 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46d7f186-08b2-4312-940a-c9a52c8c4f22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/40b36bf6-3ac2-4b0b-b7ab-05515f0b6f00 HTTP/1.1" status: 404 len: 337 time: 0.0975041 Dec 16 03:36:35.803266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3d81e-b8fe-4dcd-bba9-f6efb1033a56', 'name': 'tempest-RoutersIpV6Test-router-155365328', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:34Z', 'updated_at': '2021-12-16T03:36:35Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.806622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.810065 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-edc9aed1-6a41-4aca-93c8-c26859e3456d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] delete failed (client error): The resource could not be found. Dec 16 03:36:35.813329 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-edc9aed1-6a41-4aca-93c8-c26859e3456d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/fec3d81e-b8fe-4dcd-bba9-f6efb1033a56 HTTP/1.1" status: 404 len: 336 time: 0.0391245 Dec 16 03:36:35.813648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37272) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.818776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4fb80-eb39-4f39-8151-5940527ee24f tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=14114cf1-e0f8-4012-a19a-7bca1a420c50,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:35.841696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24619cb6-6434-41e8-8287-16db6ab20b83 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:35.847606 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-24619cb6-6434-41e8-8287-16db6ab20b83 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/ba071100-2164-42e9-bcfe-5f730490214e HTTP/1.1" status: 200 len: 841 time: 0.1590405 Dec 16 03:36:35.847799 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f8b218-891f-4f8f-ae9b-36a8a4aa81dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:35.847799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f8b218-891f-4f8f-ae9b-36a8a4aa81dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:35.848046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488decd-8bcc-463d-9d64-c61c6c44b106 None None] The sync data for ids ['fec3d81e-b8fe-4dcd-bba9-f6efb1033a56'] in dv-neutron-821927-1-hyperv is: [{'id': 'fec3d81e-b8fe-4dcd-bba9-f6efb1033a56', 'name': 'tempest-RoutersIpV6Test-router-155365328', 'tenant_id': '3aacd455e2e04620a347124262ede762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:34Z', 'updated_at': '2021-12-16T03:36:35Z', 'revision_number': 2, 'project_id': '3aacd455e2e04620a347124262ede762', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:35.850092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.850248 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c1f8b218-891f-4f8f-ae9b-36a8a4aa81dd tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/8dc82085-787c-4d87-8b0d-a8ea1f4153fe HTTP/1.1" status: 404 len: 337 time: 0.0351751 Dec 16 03:36:35.854644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37276) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.859291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2f74c6-d768-48a3-beac-f8b8fcdda0b9 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:35.859922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2f74c6-d768-48a3-beac-f8b8fcdda0b9 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:35.867675 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6f2f74c6-d768-48a3-beac-f8b8fcdda0b9 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/62682d5e-8b34-4477-bd50-d1c2d3dfce79 HTTP/1.1" status: 404 len: 339 time: 0.0553360 Dec 16 03:36:35.867867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37278) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.892418 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-26404e2b-2b67-4944-ad34-7a99854370b7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:35.892866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26404e2b-2b67-4944-ad34-7a99854370b7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:35.895496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:35.900602 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-26404e2b-2b67-4944-ad34-7a99854370b7 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/858ff0da-581f-4394-a954-0e089dec0308 HTTP/1.1" status: 404 len: 337 time: 0.0394166 Dec 16 03:36:35.911180 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] Sync routers for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:35.911731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37280) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.915546 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b65209e-aa1c-4fb5-997f-629c65914889 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:35.916002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b65209e-aa1c-4fb5-997f-629c65914889 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:35.919034 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4b65209e-aa1c-4fb5-997f-629c65914889 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/c074f56b-6f98-4ecb-a4b5-ea68f5f8ad46 HTTP/1.1" status: 404 len: 337 time: 0.0521591 Dec 16 03:36:35.920083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37282) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.920207 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6aadccb2-f0fb-484a-8ed7-dd96b1ae9da3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/d1f92591-9c0b-4cd5-b947-9a738f9ca627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2942295 Dec 16 03:36:35.928050 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:35.929045 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:35.929645 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37284) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.956026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:35.967208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-04d893f5-1e38-43b3-91a0-47048db9cb46 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/ba071100-2164-42e9-bcfe-5f730490214e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1166294 Dec 16 03:36:35.968188 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0784e6c3-2dbd-4920-ad3e-e4d7f954d462 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:35.969927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0784e6c3-2dbd-4920-ad3e-e4d7f954d462 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:35.971865 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0784e6c3-2dbd-4920-ad3e-e4d7f954d462 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/51d8cb05-abb9-46fc-a529-3f3f8d1e3932 HTTP/1.1" status: 404 len: 337 time: 0.0508058 Dec 16 03:36:35.972754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.979022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:35.979624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37288) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:35.986577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'port_id': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'mac_address': 'fa:16:3e:4d:be:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:36:36.002155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d674bb1a-3e25-4994-b06e-244252c5361a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:36.002763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d674bb1a-3e25-4994-b06e-244252c5361a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:36.010906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d674bb1a-3e25-4994-b06e-244252c5361a tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/f14c4d01-8749-4bcf-a186-0fe6261b6d0f HTTP/1.1" status: 404 len: 339 time: 0.0802379 Dec 16 03:36:36.011896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37290) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.029719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.054154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8532725c-d05e-4ff2-9135-273a4e5a6989 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:36:36.058620 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet 8bf4d7d3-69f2-410f-a51a-78e6737d75f1 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:36.071888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.075165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:36.081435 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8038e5-27eb-4eb7-b96d-3a14437a8e5c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:36.082113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8038e5-27eb-4eb7-b96d-3a14437a8e5c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:36.083446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.085395 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0a8038e5-27eb-4eb7-b96d-3a14437a8e5c tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/5d9c0568-d076-4a8b-a5fe-99cfda2151cb HTTP/1.1" status: 404 len: 337 time: 0.1048067 Dec 16 03:36:36.091289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37294) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.126312 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90b59bc-5473-47ed-9112-2b6f4a4e3e62 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:36.126808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90b59bc-5473-47ed-9112-2b6f4a4e3e62 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:36.128360 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:36.132821 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a90b59bc-5473-47ed-9112-2b6f4a4e3e62 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/eaa3df92-d2bc-4e2a-87f1-d89ec52633f8 HTTP/1.1" status: 404 len: 337 time: 0.0790439 Dec 16 03:36:36.133795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37296) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.150794 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-12273748-a410-4127-89c3-bc2e34c74f1d tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 200 len: 205 time: 0.0579183 Dec 16 03:36:36.153454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.177200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.197945 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-47bd72f1-bca7-4427-8df7-92796caf2528 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] delete failed (client error): The resource could not be found. Dec 16 03:36:36.199432 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-47bd72f1-bca7-4427-8df7-92796caf2528 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/798449b9-a72b-466c-9115-8e4b0ee9e8d8 HTTP/1.1" status: 404 len: 336 time: 0.0450561 Dec 16 03:36:36.202355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37300) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.212193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:36.239893 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cd9267d8-784c-4a51-a178-c969dec08523 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=39e18f7a-0692-457d-b9fd-82921c6a0c16 HTTP/1.1" status: 200 len: 205 time: 0.0361240 Dec 16 03:36:36.243996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.290633 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-ed2f8f98-71d1-40ca-9777-186637135e0a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] delete failed (client error): The resource could not be found. Dec 16 03:36:36.294027 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ed2f8f98-71d1-40ca-9777-186637135e0a tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/39e18f7a-0692-457d-b9fd-82921c6a0c16 HTTP/1.1" status: 404 len: 336 time: 0.0466540 Dec 16 03:36:36.294474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37304) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.298681 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aaed7d-bb04-41b2-a883-003858d46f61 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:36.299438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28aaed7d-bb04-41b2-a883-003858d46f61 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:36.302907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-28aaed7d-bb04-41b2-a883-003858d46f61 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/45f4279e-8c51-4cd5-bf55-7d6f6124d6e2 HTTP/1.1" status: 404 len: 339 time: 0.1682892 Dec 16 03:36:36.307762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37306) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.321320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:36.324811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.339572 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bd31c2-cd68-4284-a1c9-7979f1afbec0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:36.340023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bd31c2-cd68-4284-a1c9-7979f1afbec0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:36.343098 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a6bd31c2-cd68-4284-a1c9-7979f1afbec0 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/5524cc0d-d863-40b3-bc4a-ab26e41d1392 HTTP/1.1" status: 404 len: 337 time: 0.0478528 Dec 16 03:36:36.349994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37308) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.368310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.388449 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:36:33Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:36.425970 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-caef1ce5-44bc-40c9-9a10-517622d3b3b3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=969afce3-02b9-4449-8e51-7df53347e83f HTTP/1.1" status: 200 len: 205 time: 0.0719123 Dec 16 03:36:36.427516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.429088 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] Checking router: d1f92591-9c0b-4cd5-b947-9a738f9ca627 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:36.442159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['8532725c-d05e-4ff2-9135-273a4e5a6989'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:36:36.449532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62505493-2860-40ef-a17a-a531d1ec9356 req-65cf85f2-39b1-4144-933c-aa3ba9dbfb6c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:36.454006 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-62505493-2860-40ef-a17a-a531d1ec9356 req-65cf85f2-39b1-4144-933c-aa3ba9dbfb6c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 944 time: 0.2943127 Dec 16 03:36:36.459606 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] Routers {'d1f92591-9c0b-4cd5-b947-9a738f9ca627'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:36.465915 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:36.485095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting subnet ad974c2b-ec4c-4eac-b6f8-ba25993aa550 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:36.486910 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-4ee3c581-e021-43a4-bf10-488f1da0d5f2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] delete failed (client error): The resource could not be found. Dec 16 03:36:36.490665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ee3c581-e021-43a4-bf10-488f1da0d5f2 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/969afce3-02b9-4449-8e51-7df53347e83f HTTP/1.1" status: 404 len: 336 time: 0.0574765 Dec 16 03:36:36.495603 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.498208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37312) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.561689 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bb34a3ee-dc8c-4d1b-b07d-33f799e131b5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9eda17-aa3e-4116-a301-3cff9701b0ab HTTP/1.1" status: 200 len: 205 time: 0.0600846 Dec 16 03:36:36.569042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37314) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.624531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.643335 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-9a97cbe0-8fb3-42cc-a3fb-a39b69d5630e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] delete failed (client error): The resource could not be found. Dec 16 03:36:36.645084 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9a97cbe0-8fb3-42cc-a3fb-a39b69d5630e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/6b9eda17-aa3e-4116-a301-3cff9701b0ab HTTP/1.1" status: 404 len: 336 time: 0.0723486 Dec 16 03:36:36.652546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.655915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.682860 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] Set router d1f92591-9c0b-4cd5-b947-9a738f9ca627 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:36.689030 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-62505493-2860-40ef-a17a-a531d1ec9356 req-50d71795-dfec-4eb1-b62a-d9d26df467ff tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350247 Dec 16 03:36:36.703945 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4063020b-0f67-4f4b-8fce-94475d977546 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:36.704444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4063020b-0f67-4f4b-8fce-94475d977546 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:36.708399 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4063020b-0f67-4f4b-8fce-94475d977546 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/cc5540a2-e0b2-4ca5-bf2e-d1cf32d76ae4 HTTP/1.1" status: 404 len: 337 time: 0.0491529 Dec 16 03:36:36.710973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:36.715093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.730408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.763685 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ee6f82a3-6505-44e3-86bd-e0f3ab531c9f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c HTTP/1.1" status: 200 len: 205 time: 0.0472043 Dec 16 03:36:36.765402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:36.769605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.784125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b3ffd-963b-4106-8217-bbbee86923b2 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:36.817460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:36.818191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.824049 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-743248dc-8792-40d6-9cab-ca933c0812d5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] delete failed (client error): The resource could not be found. Dec 16 03:36:36.825153 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-743248dc-8792-40d6-9cab-ca933c0812d5 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/1a7ed3d1-7d8a-4d41-8e3b-7ffb82535f1c HTTP/1.1" status: 404 len: 336 time: 0.0545912 Dec 16 03:36:36.829109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.841898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=4c228fbb-f531-41a3-a1c9-738d1a52ec45,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:36.860126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf4d7d3-69f2-410f-a51a-78e6737d75f1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:36.867691 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c75b4ba-e9c6-4e98-9f1d-369e7cf6abfe tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:36.868433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c75b4ba-e9c6-4e98-9f1d-369e7cf6abfe tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:36.871607 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4c75b4ba-e9c6-4e98-9f1d-369e7cf6abfe tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/d01194b5-d5a2-43bb-9a81-4ea1b1fc0a15 HTTP/1.1" status: 404 len: 337 time: 0.0386150 Dec 16 03:36:36.874879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.876872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.884179 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e566636c-456f-4b34-8898-8125ffd46cdf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/8bf4d7d3-69f2-410f-a51a-78e6737d75f1 HTTP/1.1" status: 204 len: 168 time: 0.9600418 Dec 16 03:36:36.884179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37326) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.897987 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ace1cc78-cc0a-4afa-a1cf-728dbaf1e40f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9241679 Dec 16 03:36:36.900743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.906704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62017833-310f-4d69-9ff9-685c36649053 None None] Network 109832d6-ccd3-4d27-baf7-8ba28d9999c4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:36.908845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ed112f2b-6ffe-4935-bf1e-7bb45a2b9a8a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'security_group': {'name': 'tempest-secgroup-962625646'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:36.944647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:36.964986 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-78746fd5-8102-4a7e-8f6e-0d85e8b3d37e tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6da113-47ed-4d40-893a-926f8f24090c HTTP/1.1" status: 200 len: 205 time: 0.0889792 Dec 16 03:36:36.969103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37330) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:36.994724 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:36:33Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:37.036051 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c0ff7-9fde-4318-8ada-c3d22ed3900d None None] The sync data for ids ['d1f92591-9c0b-4cd5-b947-9a738f9ca627'] in dv-neutron-821927-1-hyperv is: [{'id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'name': 'tempest-TestNetworkBasicOps-router-1911549435', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '21737896-2976-46f3-ae85-38bedea382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:36:33Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '21737896-2976-46f3-ae85-38bedea382bf', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f92591-9c0b-4cd5-b947-9a738f9ca627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:05Z', 'updated_at': '2021-12-16T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:37.036764 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-a54f82d6-fd8f-4133-b2bd-29dc49ddfda3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] delete failed (client error): The resource could not be found. Dec 16 03:36:37.046912 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a54f82d6-fd8f-4133-b2bd-29dc49ddfda3 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/routers/9c6da113-47ed-4d40-893a-926f8f24090c HTTP/1.1" status: 404 len: 336 time: 0.0709391 Dec 16 03:36:37.048835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37332) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:37.065493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-53a4c355-a48e-4618-9407-c48b082bcc55', 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'project_id': '751a658b28e14ae1bf3bab993a71ecb6', 'fixed_ips': [{'subnet_id': '4c228fbb-f531-41a3-a1c9-738d1a52ec45'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:37.066578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.069362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed112f2b-6ffe-4935-bf1e-7bb45a2b9a8a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.108399 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-30861fe9-e840-4f28-9382-39625720c295 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:37.109054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30861fe9-e840-4f28-9382-39625720c295 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:37.114787 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-30861fe9-e840-4f28-9382-39625720c295 tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/b4a0022a-9aa5-41ee-ae7d-03d3845f4142 HTTP/1.1" status: 404 len: 337 time: 0.0622034 Dec 16 03:36:37.119852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37334) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:37.162424 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cb4bb7-dc1b-425f-a6ed-b115217c357f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:37.162885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cb4bb7-dc1b-425f-a6ed-b115217c357f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:37.169394 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46cb4bb7-dc1b-425f-a6ed-b115217c357f tempest-RoutersIpV6Test-1528580933 tempest-RoutersIpV6Test-1528580933-project] 10.222.0.16 "DELETE /v2.0/subnets/6cd54007-f058-49f5-8aa6-8cbec716af0a HTTP/1.1" status: 404 len: 337 time: 0.0439479 Dec 16 03:36:37.235949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed112f2b-6ffe-4935-bf1e-7bb45a2b9a8a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.241209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed112f2b-6ffe-4935-bf1e-7bb45a2b9a8a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.275178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Allocated IP 172.20.0.2 (53a4c355-a48e-4618-9407-c48b082bcc55/4c228fbb-f531-41a3-a1c9-738d1a52ec45/b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:37.286954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed112f2b-6ffe-4935-bf1e-7bb45a2b9a8a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1587ee-a0e8-40c2-a42e-1a3919b933a4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:37.305109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed112f2b-6ffe-4935-bf1e-7bb45a2b9a8a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.311767 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ed112f2b-6ffe-4935-bf1e-7bb45a2b9a8a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4095399 Dec 16 03:36:37.312458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37338) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:37.318305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-793fc73c-23ea-4196-bda3-878111cf3cab tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'security_group': {'name': 'tempest-secgroup-443031098'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:37.352930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-793fc73c-23ea-4196-bda3-878111cf3cab tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.468759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-793fc73c-23ea-4196-bda3-878111cf3cab tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.475827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-793fc73c-23ea-4196-bda3-878111cf3cab tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.506571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] DHCP port deletion for 109832d6-ccd3-4d27-baf7-8ba28d9999c4 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:37.508110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-793fc73c-23ea-4196-bda3-878111cf3cab tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.509341 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-793fc73c-23ea-4196-bda3-878111cf3cab tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1958494 Dec 16 03:36:37.515644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:37.524287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.529013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.529853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1614852939', 'security_groups': ['d13154f3-fe85-4a70-82fd-c92bd30caa6f'], 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4c228fbb-f531-41a3-a1c9-738d1a52ec45'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:37.578891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a83837c-c765-4515-b426-3cce2114d992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.601744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.606479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=ad974c2b-ec4c-4eac-b6f8-ba25993aa550,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:37.613985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.621999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.626242 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c1b80cf5-de24-42da-9cad-81108ce5ce22 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/ad974c2b-ec4c-4eac-b6f8-ba25993aa550 HTTP/1.1" status: 204 len: 168 time: 1.3174050 Dec 16 03:36:37.629547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac59463-6ac0-464c-860f-0803784b9b34 None None] Network 0ef0e451-8d6a-4605-9cd1-fd7714833942 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:37.631561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37344) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:37.631737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fc73c-23ea-4196-bda3-878111cf3cab tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13154f3-fe85-4a70-82fd-c92bd30caa6f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:37.678135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:37.678310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 8532725c-d05e-4ff2-9135-273a4e5a6989 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:37.771537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:37.784169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:37.790954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:37.801619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:37.809847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Pushing event updated for resources: {'Port': ['ID=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:37.824203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] Deleting port 228db03c-6cd8-43cb-822c-e686ec57e62d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:37.824990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.899658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.902193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.917977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.936947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port 8e90e497-abf1-4d19-b8da-e93c6b14849a yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:36:37.945168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 8532725c-d05e-4ff2-9135-273a4e5a6989 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:37.945476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:37.945642 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d46362a5-9589-45b4-9df0-9cf2c8a0eb56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3aacd455e2e04620a347124262ede762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628076 Dec 16 03:36:37.947769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:37.969315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989b93-6324-4bca-9a54-b2f7843a1236 req-1a83ffe8-967a-4438-a35b-cdaf5943c0c5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:37.971103 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-99989b93-6324-4bca-9a54-b2f7843a1236 req-1a83ffe8-967a-4438-a35b-cdaf5943c0c5 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 944 time: 0.1974905 Dec 16 03:36:37.973587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Attempting to bind port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:37.973964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Attempting to bind port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '3bccda52-948a-47a6-b69f-1162737313e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:37.974325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Attempting to bind port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 on network 53a4c355-a48e-4618-9407-c48b082bcc55 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:37.999285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] For port 228db03c-6cd8-43cb-822c-e686ec57e62d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=228db03c-6cd8-43cb-822c-e686ec57e62d,segment=NetworkSegment(b1562791-da65-45b3-b09b-4894eae0d70a),segment_id=b1562791-da65-45b3-b09b-4894eae0d70a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:37.999656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.006288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] DHCP port deletion for 0ef0e451-8d6a-4605-9cd1-fd7714833942 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:38.008119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:38.008492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Checking segment: {'id': '3bccda52-948a-47a6-b69f-1162737313e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:38.008895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.009289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Bound using segment: {'id': '3bccda52-948a-47a6-b69f-1162737313e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:38.009769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Bound port: b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bccda52-948a-47a6-b69f-1162737313e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:38.010149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.035121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] Calling delete_port for 228db03c-6cd8-43cb-822c-e686ec57e62d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:38.076847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b20882-5e25-49e7-aabb-231e5c97f3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.097443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-99989b93-6324-4bca-9a54-b2f7843a1236 req-22c75be8-7296-462d-a8a9-09829ad9d4db tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015539 Dec 16 03:36:38.112810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 21737896-2976-46f3-ae85-38bedea382bf {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:38.113315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.115612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b20882-5e25-49e7-aabb-231e5c97f3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.116438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:38.116946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.134999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37354) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:38.194432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.3 (53a4c355-a48e-4618-9407-c48b082bcc55/4c228fbb-f531-41a3-a1c9-738d1a52ec45/8e90e497-abf1-4d19-b8da-e93c6b14849a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:38.215922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] For port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:38.220652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b20882-5e25-49e7-aabb-231e5c97f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.221063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] For port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,segment=NetworkSegment(3bccda52-948a-47a6-b69f-1162737313e9),segment_id=3bccda52-948a-47a6-b69f-1162737313e9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:38.223442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b20882-5e25-49e7-aabb-231e5c97f3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.224497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.226941 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-10b20882-5e25-49e7-aabb-231e5c97f3f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1b0c247-7852-4f07-b2d1-496ffcb2a7c7 HTTP/1.1" status: 204 len: 168 time: 0.2781262 Dec 16 03:36:38.242664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.255247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] Deleting port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:38.255621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.332682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] For port 61f0ccef-f6a0-44fe-8d34-d07c2d625171, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=61f0ccef-f6a0-44fe-8d34-d07c2d625171,segment=NetworkSegment(19b4106f-e286-43df-82cc-63749a58a3c5),segment_id=19b4106f-e286-43df-82cc-63749a58a3c5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:38.333193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.336238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:36:38.338564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4ed028-0a6d-4d45-962a-e3b90a2b435b" -d '{"events": [{"server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "name": "network-vif-plugged", "status": "completed", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:36:38.351483 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-27ae425f-1a5e-4fdc-9a1c-3c909d1f9f02 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/floatingips/89133f2b-3738-451c-8b8f-bab99f90441e HTTP/1.1" status: 200 len: 992 time: 0.1988459 Dec 16 03:36:38.360608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Calling delete_port for 61f0ccef-f6a0-44fe-8d34-d07c2d625171 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:38.367280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.383191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b20882-5e25-49e7-aabb-231e5c97f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b0c247-7852-4f07-b2d1-496ffcb2a7c7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:38.410469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 21737896-2976-46f3-ae85-38bedea382bf, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=21737896-2976-46f3-ae85-38bedea382bf,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:38.410837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.423560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:38.437007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] No DVR routers for this DVR port 228db03c-6cd8-43cb-822c-e686ec57e62d on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:38.455957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602b733-9ed4-412a-8342-e4dd0c7078a4 None None] Pushing event updated for resources: {'Port': ['ID=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:38.465062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 21737896-2976-46f3-ae85-38bedea382bf owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:38.524085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a4957-f211-4fa6-81c8-fc3129c6bfc6 None None] Pushing event deleted for resources: {'Port': ['ID=228db03c-6cd8-43cb-822c-e686ec57e62d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:38.546604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.563613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.603735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.654006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No DVR routers for this DVR port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:38.657293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] For port 61f0ccef-f6a0-44fe-8d34-d07c2d625171, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=61f0ccef-f6a0-44fe-8d34-d07c2d625171,segment=NetworkSegment(19b4106f-e286-43df-82cc-63749a58a3c5),segment_id=19b4106f-e286-43df-82cc-63749a58a3c5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:38.658035 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.677550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] Calling delete_port for 61f0ccef-f6a0-44fe-8d34-d07c2d625171 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:38.736551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.811547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56d6e76-d538-43d4-be53-afc4be976e14 x-openstack-request-id: req-d56d6e76-d538-43d4-be53-afc4be976e14 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:36:38.811886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "name": "network-vif-plugged", "status": "completed", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:36:38.812346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d56d6e76-d538-43d4-be53-afc4be976e14 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:36:38.812925 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'code': 200} Dec 16 03:36:38.815864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 228db03c-6cd8-43cb-822c-e686ec57e62d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:38.822292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.846045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=8e90e497-abf1-4d19-b8da-e93c6b14849a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:38.852652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.867910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:38.869872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:38.879078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:38.879404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef0e451-8d6a-4605-9cd1-fd7714833942']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:38.893973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b4106f-e286-43df-82cc-63749a58a3c5') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:38.894582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b4106f-e286-43df-82cc-63749a58a3c5') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:38.907610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.928418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.963243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Port': ['ID=61f0ccef-f6a0-44fe-8d34-d07c2d625171,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:38.975809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:38.976550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.985193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:38.986539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:38.990558 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:39.006171 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1933dd46-f044-4b52-a582-2bdf7c94d803 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4892240 Dec 16 03:36:39.006938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.012818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3e173acb-707c-454e-9332-d8edbf30c5a6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:39.072425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 228db03c-6cd8-43cb-822c-e686ec57e62d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:39.073051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 228db03c-6cd8-43cb-822c-e686ec57e62d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:39.073661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 61f0ccef-f6a0-44fe-8d34-d07c2d625171 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:39.083734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:39.127466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 61f0ccef-f6a0-44fe-8d34-d07c2d625171 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:39.128001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 61f0ccef-f6a0-44fe-8d34-d07c2d625171 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:39.128582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 561e6f90-568f-4f45-b9f0-fd7bcac60e0f no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:39.136071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.150733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.154124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 561e6f90-568f-4f45-b9f0-fd7bcac60e0f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:39.154690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 561e6f90-568f-4f45-b9f0-fd7bcac60e0f not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:39.155486 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/0ef0e451-8d6a-4605-9cd1-fd7714833942 HTTP/1.1" status: 204 len: 168 time: 1.5213490 Dec 16 03:36:39.158571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37380) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.172698 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aad28-b323-4069-bad8-0a2a25e49e4e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=0ef0e451-8d6a-4605-9cd1-fd7714833942,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:39.174708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.196312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.206581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] Network 0ef0e451-8d6a-4605-9cd1-fd7714833942 is not hosted by any dhcp agent {{(pid=103163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:36:39.207412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] No DVR routers for this DVR port 61f0ccef-f6a0-44fe-8d34-d07c2d625171 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:39.210267 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-281f4cd6-fd77-4194-9380-04129e99a8cd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:39.210770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281f4cd6-fd77-4194-9380-04129e99a8cd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:39.214754 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-281f4cd6-fd77-4194-9380-04129e99a8cd tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/f11ef037-b94a-49e7-8946-1f63e2cc664f HTTP/1.1" status: 404 len: 337 time: 0.0548503 Dec 16 03:36:39.217607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.231180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f633185-ad7a-4b0b-ab1d-ef4848d6d147 None None] Pushing event deleted for resources: {'Port': ['ID=61f0ccef-f6a0-44fe-8d34-d07c2d625171,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:39.239035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=21737896-2976-46f3-ae85-38bedea382bf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:39.260631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa92848-6e2e-4428-ac35-686a990c3f59 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:39.267512 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-86173c6e-e315-4472-8e9a-5b36e5824f80 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] DELETE failed (client error): The resource could not be found. Dec 16 03:36:39.268092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86173c6e-e315-4472-8e9a-5b36e5824f80 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:39.279426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-86173c6e-e315-4472-8e9a-5b36e5824f80 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/0789daa7-02eb-4eb4-a564-c65d992e5957 HTTP/1.1" status: 404 len: 339 time: 0.0604711 Dec 16 03:36:39.280849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.291162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e173acb-707c-454e-9332-d8edbf30c5a6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:39.294907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e173acb-707c-454e-9332-d8edbf30c5a6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.323896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.336401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37388) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.400917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting subnet 4bc00c36-65c8-4d59-868e-b7e6f3994661 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:39.406907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.440491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.443382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.473135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.477678 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-3e173acb-707c-454e-9332-d8edbf30c5a6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4c228fbb-f531-41a3-a1c9-738d1a52ec45 (CIDR: 172.20.0.0/28) Dec 16 03:36:39.497221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.497982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router d1f92591-9c0b-4cd5-b947-9a738f9ca627 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:36:39.506190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.507860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ca35c55a-e9f3-4571-b89c-4da66202f6b6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-561152950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:39.509496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d2e4f37-44c1-4467-b1c2-ad60d13f0fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/d1f92591-9c0b-4cd5-b947-9a738f9ca627 HTTP/1.1" status: 204 len: 168 time: 2.6236191 Dec 16 03:36:39.514280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37392) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.515830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e173acb-707c-454e-9332-d8edbf30c5a6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:36:39.516322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e173acb-707c-454e-9332-d8edbf30c5a6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:39.552140 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3e173acb-707c-454e-9332-d8edbf30c5a6 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5439026 Dec 16 03:36:39.556880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.565665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:39.618174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.657464 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca35c55a-e9f3-4571-b89c-4da66202f6b6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.659644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca35c55a-e9f3-4571-b89c-4da66202f6b6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.700042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.728041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.749895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109832d6-ccd3-4d27-baf7-8ba28d9999c4']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:39.760103 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1562791-da65-45b3-b09b-4894eae0d70a') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:39.760665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1562791-da65-45b3-b09b-4894eae0d70a') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:39.780045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.780568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca35c55a-e9f3-4571-b89c-4da66202f6b6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.787541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca35c55a-e9f3-4571-b89c-4da66202f6b6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.799771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.808403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:39.808646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.812346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Provisioning complete for port ba071100-2164-42e9-bcfe-5f730490214e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:39.813431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.826320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca35c55a-e9f3-4571-b89c-4da66202f6b6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.827572 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ca35c55a-e9f3-4571-b89c-4da66202f6b6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4902229 Dec 16 03:36:39.832047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:39.833794 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:39.837852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1896856430'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:39.857670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Port ba071100-2164-42e9-bcfe-5f730490214e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:39.863694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.869288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:39.872951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.873132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:39.873451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.903892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.912612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.916472 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/109832d6-ccd3-4d27-baf7-8ba28d9999c4 HTTP/1.1" status: 204 len: 168 time: 0.4008176 Dec 16 03:36:39.942127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37398) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.947792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--28361923', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:39.955967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ff22b-9899-41f9-9c05-685fd2196acc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=109832d6-ccd3-4d27-baf7-8ba28d9999c4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:39.960584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc00c36-65c8-4d59-868e-b7e6f3994661,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:39.972339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:39.978039 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9da6c0d4-2542-4b88-9771-06cacc39b98e tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/subnets/4bc00c36-65c8-4d59-868e-b7e6f3994661 HTTP/1.1" status: 204 len: 168 time: 0.6932356 Dec 16 03:36:39.979449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:39.990572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:39.994148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.021146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.024189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:40.027900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4ca7e-edcf-46f8-a449-8a78a5cb2b02 None None] Network 6d99eb90-069a-4311-864e-4baebe865728 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:40.035344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.035749 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment 2bff9841-2c96-4bc5-9eec-caceb57733fd of type vlan for network 0d7e5498-df1c-46e0-81af-3d8685a71618 Dec 16 03:36:40.054825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:40.058149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.101333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.138830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.145045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:40.145795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.160438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.181658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] For port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,segment=NetworkSegment(3bccda52-948a-47a6-b69f-1162737313e9),segment_id=3bccda52-948a-47a6-b69f-1162737313e9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:40.192061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.233247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=0d7e5498-df1c-46e0-81af-3d8685a71618,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:40.244409 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6f73d1eb-f9af-41ac-bda0-f13ec193b864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3010945 Dec 16 03:36:40.246087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37402) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:40.253611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:40.254213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-186835583', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:40.299948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.300661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521be505-d83f-4225-a13b-0bf33c4e89ee None None] Pushing event updated for resources: {'Port': ['ID=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:40.301368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.310129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] DHCP port deletion for 6d99eb90-069a-4311-864e-4baebe865728 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:40.362123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.366129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c0e0db89-b164-4f48-b82a-c41c02aeafe0 None None] Provisioning complete for port 8e90e497-abf1-4d19-b8da-e93c6b14849a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:40.366687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0e0db89-b164-4f48-b82a-c41c02aeafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.428752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0db89-b164-4f48-b82a-c41c02aeafe0 None None] Port 8e90e497-abf1-4d19-b8da-e93c6b14849a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:40.435113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] Deleting port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:40.435737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.478289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.506069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.510970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] For port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,segment=NetworkSegment(ab62f8fe-3783-4f52-80da-ed576d86f8a8),segment_id=ab62f8fe-3783-4f52-80da-ed576d86f8a8)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:40.511377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.522556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.528996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] Calling delete_port for b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:40.630845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.665900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] Pushing event deleted for resources: {'Port': ['ID=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:40.670042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4b452-4ee4-4fec-8598-30f192ed9a7f None None] No DVR routers for this DVR port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:40.688732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.697477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Deleting port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:40.697838 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.699636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.743236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:40.782735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:40.801211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:40.801905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.808211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.828930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.832690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.833033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Added segment b2325361-de5a-4963-8713-549b3c7e39fd of type vlan for network c9ea7110-6d74-46e5-9eb6-db4c2d83973e Dec 16 03:36:40.834601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] For port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:40.834945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.837225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78332ce9-9b7c-4030-9753-3c80f7e42052,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:40.890576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Calling delete_port for b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:40.895036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 was not found and therefore no delete operation was performed {{(pid=103162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:36:40.904175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.910857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.918648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:40.954874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:40.960591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.16 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/f566eda5-197f-4ad0-b605-1f83fca59c94) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:40.975601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:40.976162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:40.976640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 21737896-2976-46f3-ae85-38bedea382bf no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:36:40.980393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] No DVR routers for this DVR port b0a74ba0-6b1e-40fe-86b9-50fd0fb20785 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:36:40.984631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Port': ['ID=b0a74ba0-6b1e-40fe-86b9-50fd0fb20785,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:40.999412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 21737896-2976-46f3-ae85-38bedea382bf {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:36:40.999788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 21737896-2976-46f3-ae85-38bedea382bf not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:36:41.031015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:41.048264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:41.051171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:41.051772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.054679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.060980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:41.061595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.062570 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec6868-97c8-48f6-b7ea-7896dee79989 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:41.076137 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.112411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.119422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.151462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:41.154427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:41.158086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:41.172084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=402eff92-8afd-45cb-b4fd-aaf8a784cf7f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:41.185588 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3519311 Dec 16 03:36:41.189708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37404) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:41.191547 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.193346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2e32b-db28-4f94-a479-628270313d5a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:41.197178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'subnet': {'network_id': 'c9ea7110-6d74-46e5-9eb6-db4c2d83973e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:41.198912 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0c83ec66-773f-4fbc-9d10-e90d19a968d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6397367 Dec 16 03:36:41.201073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=f566eda5-197f-4ad0-b605-1f83fca59c94,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:41.205454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37406) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:41.229646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1637868888', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '402eff92-8afd-45cb-b4fd-aaf8a784cf7f'}], 'security_groups': ['5e1587ee-a0e8-40c2-a42e-1a3919b933a4']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:41.250109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2354b85-42f5-492d-a49d-fbd0dd888ce4 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Network': ['ID=c9ea7110-6d74-46e5-9eb6-db4c2d83973e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:41.256692 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d99eb90-069a-4311-864e-4baebe865728']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:41.258475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8d561b59-fb9e-43cb-9ea2-b9816313f59c None None] Provisioning complete for port f566eda5-197f-4ad0-b605-1f83fca59c94 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:41.258844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d561b59-fb9e-43cb-9ea2-b9816313f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.273252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab62f8fe-3783-4f52-80da-ed576d86f8a8') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:41.273553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab62f8fe-3783-4f52-80da-ed576d86f8a8') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:41.284775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.286373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:41.301643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.308530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:36:41.309021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:36:41.312522 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:36:41.370856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8d561b59-fb9e-43cb-9ea2-b9816313f59c None None] Port f566eda5-197f-4ad0-b605-1f83fca59c94 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:41.374421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.384830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.386194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515c76b-e8b1-4076-bb03-7330bb6b9af8 None None] Update dhcp port {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'fixed_ips': [{'subnet_id': '4c228fbb-f531-41a3-a1c9-738d1a52ec45', 'ip_address': '172.20.0.2'}, {'subnet_id': '402eff92-8afd-45cb-b4fd-aaf8a784cf7f'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:36:41.388306 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] 10.222.0.16 "DELETE /v2.0/networks/6d99eb90-069a-4311-864e-4baebe865728 HTTP/1.1" status: 204 len: 168 time: 1.4079037 Dec 16 03:36:41.399118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4e44c-c7dd-4087-a5c5-ba02161d4442 tempest-NetworksIpV6Test-1779474148 tempest-NetworksIpV6Test-1779474148-project] Pushing event deleted for resources: {'Network': ['ID=6d99eb90-069a-4311-864e-4baebe865728,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:41.422199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7515c76b-e8b1-4076-bb03-7330bb6b9af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.525438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:41.528932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.591672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-7515c76b-e8b1-4076-bb03-7330bb6b9af8 None None] Allocated IP 172.20.0.18 (53a4c355-a48e-4618-9407-c48b082bcc55/402eff92-8afd-45cb-b4fd-aaf8a784cf7f/b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:41.677120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:41.698038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.709454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7515c76b-e8b1-4076-bb03-7330bb6b9af8 None None] For port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,segment=NetworkSegment(3bccda52-948a-47a6-b69f-1162737313e9),segment_id=3bccda52-948a-47a6-b69f-1162737313e9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:41.741808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7515c76b-e8b1-4076-bb03-7330bb6b9af8 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.748111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7515c76b-e8b1-4076-bb03-7330bb6b9af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.764557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.835910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515c76b-e8b1-4076-bb03-7330bb6b9af8 None None] Pushing event updated for resources: {'Port': ['ID=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:41.851813 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c4da4808-437b-438a-825c-5125ff0867c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaf1cd6115c94a63948dbbed57d50b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734045 Dec 16 03:36:41.854485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:41.911077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cffbe6ad-f22d-45f7-b4ce-877a7b962614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:41.942067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cffbe6ad-f22d-45f7-b4ce-877a7b962614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.007530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cffbe6ad-f22d-45f7-b4ce-877a7b962614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.010811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cffbe6ad-f22d-45f7-b4ce-877a7b962614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.015116 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cffbe6ad-f22d-45f7-b4ce-877a7b962614 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a16fb112-700d-4aa1-a743-81f580b65089 HTTP/1.1" status: 204 len: 168 time: 0.1566484 Dec 16 03:36:42.024263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbe6ad-f22d-45f7-b4ce-877a7b962614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16fb112-700d-4aa1-a743-81f580b65089,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:42.520712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.614537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Provisioning complete for port ba071100-2164-42e9-bcfe-5f730490214e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:42.615110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.684392 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Subnet': ['ID=1a1e74d6-7549-4b36-b5a1-89631a7b6149,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:42.697379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.705477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:42.709937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Port ba071100-2164-42e9-bcfe-5f730490214e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:42.775097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Checking segment: {'id': 'b2325361-de5a-4963-8713-549b3c7e39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9ea7110-6d74-46e5-9eb6-db4c2d83973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:42.775458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network hostable DHCP agents. Network: c9ea7110-6d74-46e5-9eb6-db4c2d83973e, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:42.777827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:42.778199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.814948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:42.815297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.860195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37438) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:42.881263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:42.908008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Delete allocated IP 172.20.0.3 (53a4c355-a48e-4618-9407-c48b082bcc55/4c228fbb-f531-41a3-a1c9-738d1a52ec45) {{(pid=103161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 03:36:42.913819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, c9ea7110-6d74-46e5-9eb6-db4c2d83973e) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:42.919034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:42.919626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:42.929729 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.22 (53a4c355-a48e-4618-9407-c48b082bcc55/402eff92-8afd-45cb-b4fd-aaf8a784cf7f/8e90e497-abf1-4d19-b8da-e93c6b14849a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:42.973063 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2c8f035d-229e-4e24-91b7-0fb2d91b499e tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7783630 Dec 16 03:36:42.974040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:42.980311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'network': {'name': 'tempest-router-network01--1097189089'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:43.013816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da162b09-4eb3-43a6-9634-325f7ace450a None None] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:43.016237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:43.028386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.049977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 290d6b09-9156-481d-8ed9-ba781988ac93 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:36:43.057582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1866809172'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:43.098718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:43.114361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.114773 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Added segment 1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba of type vlan for network 398f09f8-7d35-4412-a71d-aa91e286401e Dec 16 03:36:43.125800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:43.127812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Provisioning complete for port 8e90e497-abf1-4d19-b8da-e93c6b14849a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:43.128555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.131728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.143034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.186064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.224197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.237073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e76e4313-4e35-4169-b49d-56852f9bee79 None None] Port 8e90e497-abf1-4d19-b8da-e93c6b14849a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:43.238245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.245709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.246384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-c9ea7110-6d74-46e5-9eb6-db4c2d83973e', 'network_id': 'c9ea7110-6d74-46e5-9eb6-db4c2d83973e', 'project_id': '283470cbf858483eb2454e34b9265f55', 'fixed_ips': [{'subnet_id': '1a1e74d6-7549-4b36-b5a1-89631a7b6149'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:43.247383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.247793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:43.254119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:43.256946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.263879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Sync routers for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:43.349855 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3715620 Dec 16 03:36:43.351511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37444) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.356641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'network': {'name': 'tempest-router-network02--1939302545'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:43.358273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.359553 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f8861900-683e-4733-a06d-1438c3aafe47 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1100340 Dec 16 03:36:43.363017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a474a-0e54-4516-99f2-52adb5bb98df tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Network': ['ID=398f09f8-7d35-4412-a71d-aa91e286401e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:43.365540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37446) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.386361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=8e90e497-abf1-4d19-b8da-e93c6b14849a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:43.399231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:43.403396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.412018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.416070 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fcc098f4-d142-462c-af8a-800fe0b4d364 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475135 Dec 16 03:36:43.417396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] In _notify_port_updated(), no bound segment for port 8e90e497-abf1-4d19-b8da-e93c6b14849a on network 53a4c355-a48e-4618-9407-c48b082bcc55 {{(pid=103161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:36:43.422356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.423782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:43.424621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.428861 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b869f80e-ad57-4ab4-9d15-9ae1b1fdcca3 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "PUT /v2.0/ports/8e90e497-abf1-4d19-b8da-e93c6b14849a HTTP/1.1" status: 200 len: 921 time: 2.2175977 Dec 16 03:36:43.429110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37450) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.435973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.524737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:43.541643 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 398f09f8-7d35-4412-a71d-aa91e286401e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:43.543577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:43.544038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:43.551272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:43.552698 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port 8e90e497-abf1-4d19-b8da-e93c6b14849a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:43.553220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.562020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.562482 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment c54310df-170d-4dda-a615-65b9d41976f1 of type vlan for network a98c533c-4ac6-464d-b900-9e1a2c726bb2 Dec 16 03:36:43.566366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae941c-b261-4e2d-82be-0ed46544ada1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:43.590844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.592012 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Added segment 8e1e84b7-4844-4879-851a-d436dfbb2adb of type vlan for network 5f717122-af58-4817-a20c-cc00cff4db41 Dec 16 03:36:43.650565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ffdce-86e9-434d-877e-788bfb2dd1b4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:43.652418 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-667ffdce-86e9-434d-877e-788bfb2dd1b4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2289984 Dec 16 03:36:43.656435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37452) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.665752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.681176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.689935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.718277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for 8e90e497-abf1-4d19-b8da-e93c6b14849a owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:43.723993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.726897 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a1c088df-fd71-4704-adb2-cdeeb20a9c9c tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693328 Dec 16 03:36:43.730407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37454) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.731274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:43.732299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.738882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3990300', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:43.766837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:43.805420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=a98c533c-4ac6-464d-b900-9e1a2c726bb2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:43.807572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.813551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:43.814428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:43.854946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Allocated IP 2001:db8::2 (c9ea7110-6d74-46e5-9eb6-db4c2d83973e/1a1e74d6-7549-4b36-b5a1-89631a7b6149/a38915cd-6355-40aa-84dc-8ef02a285075) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:43.872386 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-edfc1506-c362-42af-bab5-12b246c2fd00 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0094995 Dec 16 03:36:43.875747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37456) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.882376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1722610939'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:43.893644 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5409768 Dec 16 03:36:43.896597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37458) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:43.900380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cad9a-8017-40bb-8c3c-b3b69c5150e6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Network': ['ID=5f717122-af58-4817-a20c-cc00cff4db41,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:43.902737 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'subnet': {'network_id': '398f09f8-7d35-4412-a71d-aa91e286401e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:43.910907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:43.944556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 5f717122-af58-4817-a20c-cc00cff4db41 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:44.019240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:44.022641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.037658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:44.041083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.145735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d0317dfd-fa72-4121-a67b-7d3be89409b6 None None] Provisioning complete for port 8e90e497-abf1-4d19-b8da-e93c6b14849a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:44.146100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0317dfd-fa72-4121-a67b-7d3be89409b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.164891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:44.183269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.193339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.193668 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment 25ad96ea-a1df-49cb-8d85-43a67f83848a of type vlan for network 04e38240-b77e-4055-8ffc-464f8aa7a616 Dec 16 03:36:44.205759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:44.209257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.261930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d0317dfd-fa72-4121-a67b-7d3be89409b6 None None] Port 8e90e497-abf1-4d19-b8da-e93c6b14849a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:44.292838 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.293274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=8e90e497-abf1-4d19-b8da-e93c6b14849a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:44.307398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.371529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:44.373310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.374736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Pushing event updated for resources: {'Port': ['ID=a38915cd-6355-40aa-84dc-8ef02a285075,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:44.383088 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:44.385565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:44.388821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:41Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:44.422262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Checking router: 290d6b09-9156-481d-8ed9-ba781988ac93 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:44.422622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Updating router 290d6b09-9156-481d-8ed9-ba781988ac93 port f566eda5-197f-4ad0-b605-1f83fca59c94 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:36:44.484513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.497753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.501356 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-47ca748a-efe0-470e-ab3e-3093f14f4c53 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/8e90e497-abf1-4d19-b8da-e93c6b14849a HTTP/1.1" status: 204 len: 168 time: 1.0712187 Dec 16 03:36:44.505438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:44.509943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.515690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:44.516238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.525624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Attempting to bind port a38915cd-6355-40aa-84dc-8ef02a285075 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:44.525996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Attempting to bind port a38915cd-6355-40aa-84dc-8ef02a285075 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'b2325361-de5a-4963-8713-549b3c7e39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9ea7110-6d74-46e5-9eb6-db4c2d83973e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:44.526350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Attempting to bind port a38915cd-6355-40aa-84dc-8ef02a285075 on network c9ea7110-6d74-46e5-9eb6-db4c2d83973e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:44.534234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:44.534796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Checking segment: {'id': 'b2325361-de5a-4963-8713-549b3c7e39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9ea7110-6d74-46e5-9eb6-db4c2d83973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:44.535154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.535546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Bound using segment: {'id': 'b2325361-de5a-4963-8713-549b3c7e39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9ea7110-6d74-46e5-9eb6-db4c2d83973e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:44.536021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Bound port: a38915cd-6355-40aa-84dc-8ef02a285075, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2325361-de5a-4963-8713-549b3c7e39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9ea7110-6d74-46e5-9eb6-db4c2d83973e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:44.536396 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.546202 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffbca47-cf72-4f6c-9ebc-2569738ea77f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:36:44.551210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dffbca47-cf72-4f6c-9ebc-2569738ea77f tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/8e90e497-abf1-4d19-b8da-e93c6b14849a HTTP/1.1" status: 404 len: 333 time: 0.0403876 Dec 16 03:36:44.551884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:44.615536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432c1086-4480-44e7-ba71-612e26ed2056 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.641153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432c1086-4480-44e7-ba71-612e26ed2056 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.660055 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7809362 Dec 16 03:36:44.660662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:44.667063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': 'a98c533c-4ac6-464d-b900-9e1a2c726bb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:44.674846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.686191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67f0d-5110-42d7-bb7f-4a4277c6c471 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=04e38240-b77e-4055-8ffc-464f8aa7a616,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:44.710839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:44.755553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] For port a38915cd-6355-40aa-84dc-8ef02a285075, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:44.757570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432c1086-4480-44e7-ba71-612e26ed2056 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.760632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432c1086-4480-44e7-ba71-612e26ed2056 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.764868 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-432c1086-4480-44e7-ba71-612e26ed2056 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/security-groups/d13154f3-fe85-4a70-82fd-c92bd30caa6f HTTP/1.1" status: 204 len: 168 time: 0.2119286 Dec 16 03:36:44.765980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37466) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:44.776053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] For port a38915cd-6355-40aa-84dc-8ef02a285075, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a38915cd-6355-40aa-84dc-8ef02a285075,segment=NetworkSegment(b2325361-de5a-4963-8713-549b3c7e39fd),segment_id=b2325361-de5a-4963-8713-549b3c7e39fd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:44.784768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=7944a23a-e022-48c2-952d-5ec24b2a7df9,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:44.788902 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.809380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:44.809768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: 0d7e5498-df1c-46e0-81af-3d8685a71618, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:44.815098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.841258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d0aba33-d822-40b7-97b1-64a8dd1b0a2c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.847265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c1086-4480-44e7-ba71-612e26ed2056 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13154f3-fe85-4a70-82fd-c92bd30caa6f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:44.900408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d0aba33-d822-40b7-97b1-64a8dd1b0a2c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.901021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c64ecd-9c1b-4eed-bb70-ccf463c385cc None None] Pushing event updated for resources: {'Port': ['ID=a38915cd-6355-40aa-84dc-8ef02a285075,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:44.902170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:44.911740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:44.912174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Subnet': ['ID=76369cd7-bfbc-41b0-95c2-cb31b4a46173,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:44.917250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.921828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 0d7e5498-df1c-46e0-81af-3d8685a71618) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:44.927797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Checking segment: {'id': '1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '398f09f8-7d35-4412-a71d-aa91e286401e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:44.928327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network hostable DHCP agents. Network: 398f09f8-7d35-4412-a71d-aa91e286401e, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:44.931239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:44.931742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:44.939424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040e510-2cf6-4fab-89fb-77192e8aff41 None None] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:44.975464 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c4bca0ed-5af5-4d58-b50f-dec3c3dc8b2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.2400150 Dec 16 03:36:44.975464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network 398f09f8-7d35-4412-a71d-aa91e286401e is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:44.975464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37468) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:44.988262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 398f09f8-7d35-4412-a71d-aa91e286401e) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:45.016361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306c491-a501-4c25-be17-48abd6a27a8a None None] Network 398f09f8-7d35-4412-a71d-aa91e286401e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:45.028745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:45.029347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.091895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6f4d7440-936f-472b-a6b8-e7854314c940 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1941884 Dec 16 03:36:45.094782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37470) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:45.101438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'subnet': {'network_id': '5f717122-af58-4817-a20c-cc00cff4db41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:45.132953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d0aba33-d822-40b7-97b1-64a8dd1b0a2c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.135723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d0aba33-d822-40b7-97b1-64a8dd1b0a2c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.140024 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8d0aba33-d822-40b7-97b1-64a8dd1b0a2c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/security-groups/5e1587ee-a0e8-40c2-a42e-1a3919b933a4 HTTP/1.1" status: 204 len: 168 time: 0.3697579 Dec 16 03:36:45.140690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37472) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:45.213844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet 4c228fbb-f531-41a3-a1c9-738d1a52ec45 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:36:45.217562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.264240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.289580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.328229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0aba33-d822-40b7-97b1-64a8dd1b0a2c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1587ee-a0e8-40c2-a42e-1a3919b933a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:45.334505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.335221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:45.342354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.411565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-0d7e5498-df1c-46e0-81af-3d8685a71618', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:45.412571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.413454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.448990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5f3d3-1bfc-449c-be3d-d31767dbb6c7 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:45.452341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.473578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Attempting to bind port f566eda5-197f-4ad0-b605-1f83fca59c94 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:45.474091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Attempting to bind port f566eda5-197f-4ad0-b605-1f83fca59c94 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:45.474591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Attempting to bind port f566eda5-197f-4ad0-b605-1f83fca59c94 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:45.484362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63ec72-fe05-4b7f-9877-8e5711b64dd2 None None] Pushing event updated for resources: {'Port': ['ID=f566eda5-197f-4ad0-b605-1f83fca59c94,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:45.495604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:45.496317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:45.496669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.497224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:45.497827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Bound port: f566eda5-197f-4ad0-b605-1f83fca59c94, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:45.499547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.545518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=dd5f0751-da08-44cf-8b44-d813664fd928,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:45.548323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-398f09f8-7d35-4412-a71d-aa91e286401e', 'network_id': '398f09f8-7d35-4412-a71d-aa91e286401e', 'project_id': '283470cbf858483eb2454e34b9265f55', 'fixed_ips': [{'subnet_id': '76369cd7-bfbc-41b0-95c2-cb31b4a46173'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:45.549418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.568279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': 'c54310df-170d-4dda-a615-65b9d41976f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a98c533c-4ac6-464d-b900-9e1a2c726bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:45.569020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: a98c533c-4ac6-464d-b900-9e1a2c726bb2, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:45.584449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.617009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:45.622351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.626052 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/4c228fbb-f531-41a3-a1c9-738d1a52ec45 HTTP/1.1" status: 204 len: 168 time: 0.4782882 Dec 16 03:36:45.627445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e5dce-5814-4aba-91cc-822ed87661d4 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=4c228fbb-f531-41a3-a1c9-738d1a52ec45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:45.631475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:45.638607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:45.654027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, a98c533c-4ac6-464d-b900-9e1a2c726bb2) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:45.689086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:45.689086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.717062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61c070-9801-4618-8eb4-7480b48fca09 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:45.719516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba787b6-7156-48ee-a928-24842094c29e None None] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:45.725061 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1e2c34b8-3ada-4db7-b775-b3772cd61555 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0636923 Dec 16 03:36:45.728260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:45.736474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '04e38240-b77e-4055-8ffc-464f8aa7a616', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:45.749031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.858198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:45.863021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.878324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] For port f566eda5-197f-4ad0-b605-1f83fca59c94, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:45.882515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Subnet': ['ID=52b55133-573c-4958-9ecd-16e45bb4760e,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:45.912467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:45.913719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Checking segment: {'id': '8e1e84b7-4844-4879-851a-d436dfbb2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f717122-af58-4817-a20c-cc00cff4db41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:45.914308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network hostable DHCP agents. Network: 5f717122-af58-4817-a20c-cc00cff4db41, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:45.915287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b11050f8-f97e-4efb-9d61-4071ac9f3607 None None] Provisioning complete for port f566eda5-197f-4ad0-b605-1f83fca59c94 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:45.915685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11050f8-f97e-4efb-9d61-4071ac9f3607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.916184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.918358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] For port f566eda5-197f-4ad0-b605-1f83fca59c94, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f566eda5-197f-4ad0-b605-1f83fca59c94,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:45.928514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.982836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:45.996260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network 5f717122-af58-4817-a20c-cc00cff4db41 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:46.016205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Allocated IP 172.20.0.2 (0d7e5498-df1c-46e0-81af-3d8685a71618/7944a23a-e022-48c2-952d-5ec24b2a7df9/5610364f-1d18-4873-9128-9ded2a6cae54) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:46.029927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 5f717122-af58-4817-a20c-cc00cff4db41) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:46.038048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:46.039095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.066319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb058d-aa41-4d0a-b00d-3dc2c409aa9a None None] Network 5f717122-af58-4817-a20c-cc00cff4db41 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:46.070603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:46.071000 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2372c6eb-0dd4-4fa8-b823-3b5255f425f3 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9745531 Dec 16 03:36:46.156438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7786dac-97ec-4153-aba7-5b47565a8716 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:36:46.180171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Allocated IP 2001:db8::2 (398f09f8-7d35-4412-a71d-aa91e286401e/76369cd7-bfbc-41b0-95c2-cb31b4a46173/619e9e62-2338-47ce-8c2e-3f81392aba5d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:46.310022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63ec72-fe05-4b7f-9877-8e5711b64dd2 None None] Pushing event updated for resources: {'Port': ['ID=f566eda5-197f-4ad0-b605-1f83fca59c94,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:46.354190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-a98c533c-4ac6-464d-b900-9e1a2c726bb2', 'network_id': 'a98c533c-4ac6-464d-b900-9e1a2c726bb2', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': 'dd5f0751-da08-44cf-8b44-d813664fd928'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:46.355175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.393234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:46.393883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:46.541486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d3f8d-82e4-44ea-b151-a959e4649054 None None] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:46.552093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.686449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=ca398278-ab09-40a1-8024-16628445bd6e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:46.689668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.709005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-5f717122-af58-4817-a20c-cc00cff4db41', 'network_id': '5f717122-af58-4817-a20c-cc00cff4db41', 'project_id': '283470cbf858483eb2454e34b9265f55', 'fixed_ips': [{'subnet_id': '52b55133-573c-4958-9ecd-16e45bb4760e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:46.709241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.779111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:46.784256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.788127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': '25ad96ea-a1df-49cb-8d85-43a67f83848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '04e38240-b77e-4055-8ffc-464f8aa7a616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:46.788490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 04e38240-b77e-4055-8ffc-464f8aa7a616, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:46.796282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=36da4fa0-64d3-41b5-a63e-2d91ccb427c6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:46.805265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:46.814092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:46.815555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.823683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a38915cd-6355-40aa-84dc-8ef02a285075 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:46.855641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11050f8-f97e-4efb-9d61-4071ac9f3607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.911390 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9b85996a-182a-49a7-a7b0-38cad636685d tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2785246 Dec 16 03:36:46.914818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37480) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:46.921494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c33bdbf8-1159-4ff2-ad19-2ae0f45417f5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'security_group': {'name': 'tempest-secgroup-89930196'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:46.927279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:46.943934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 04e38240-b77e-4055-8ffc-464f8aa7a616) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:46.948930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:46.949602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:46.975874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbf8-1159-4ff2-ad19-2ae0f45417f5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.003860 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2c371f7d-b429-4f1f-a1f1-e672734e97ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2742352 Dec 16 03:36:47.004502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37482) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:47.011853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3031bf6a-18a9-4408-9c69-cc7eed51f9a7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1462569055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:47.065717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbf8-1159-4ff2-ad19-2ae0f45417f5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.072981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbf8-1159-4ff2-ad19-2ae0f45417f5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.097931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3031bf6a-18a9-4408-9c69-cc7eed51f9a7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.099123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3031bf6a-18a9-4408-9c69-cc7eed51f9a7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.116922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bdbf8-1159-4ff2-ad19-2ae0f45417f5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776bcff1-97b7-475a-8147-35486e71c295,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:47.123469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbf8-1159-4ff2-ad19-2ae0f45417f5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.128819 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c33bdbf8-1159-4ff2-ad19-2ae0f45417f5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2122297 Dec 16 03:36:47.129678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37484) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:47.134627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6b250b73-cf1e-4b8d-8cab-1c3d72caacb5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'security_group': {'name': 'tempest-secgroup-1006310119'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:47.150705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fc38f-4375-4943-ae11-3a6f501ed5b9 None None] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:47.165427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b250b73-cf1e-4b8d-8cab-1c3d72caacb5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.182815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3031bf6a-18a9-4408-9c69-cc7eed51f9a7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.192704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3031bf6a-18a9-4408-9c69-cc7eed51f9a7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.218569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3031bf6a-18a9-4408-9c69-cc7eed51f9a7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.218842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.223893 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3031bf6a-18a9-4408-9c69-cc7eed51f9a7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2156215 Dec 16 03:36:47.224927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:47.262416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b250b73-cf1e-4b8d-8cab-1c3d72caacb5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.269652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b250b73-cf1e-4b8d-8cab-1c3d72caacb5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.269910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b11050f8-f97e-4efb-9d61-4071ac9f3607 None None] For port f566eda5-197f-4ad0-b605-1f83fca59c94, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f566eda5-197f-4ad0-b605-1f83fca59c94,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:47.300175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b250b73-cf1e-4b8d-8cab-1c3d72caacb5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.305459 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6b250b73-cf1e-4b8d-8cab-1c3d72caacb5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1738849 Dec 16 03:36:47.308608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37488) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:47.313247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-01b1ae3c-e681-4b2e-8780-b6aebd7a98fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'security_group': {'name': 'tempest-secgroup-355007535'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:47.331234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b250b73-cf1e-4b8d-8cab-1c3d72caacb5 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03051b88-c1d9-4261-9d22-224c17fbf097,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:47.358593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01b1ae3c-e681-4b2e-8780-b6aebd7a98fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.359717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:47.362228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.364099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11050f8-f97e-4efb-9d61-4071ac9f3607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.398487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.448921 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01b1ae3c-e681-4b2e-8780-b6aebd7a98fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.454098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01b1ae3c-e681-4b2e-8780-b6aebd7a98fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.457741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8202a20-c161-463d-866c-516cab98da88 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:47.527473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1ae3c-e681-4b2e-8780-b6aebd7a98fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506ecfd5-0d2f-480d-aafc-de6b472b4c37,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:47.534271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01b1ae3c-e681-4b2e-8780-b6aebd7a98fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.535591 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-01b1ae3c-e681-4b2e-8780-b6aebd7a98fc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2260215 Dec 16 03:36:47.538893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37494) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:47.543785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-927545315', 'security_groups': ['506ecfd5-0d2f-480d-aafc-de6b472b4c37'], 'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36da4fa0-64d3-41b5-a63e-2d91ccb427c6'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:47.568812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.591194 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (0d7e5498-df1c-46e0-81af-3d8685a71618/7944a23a-e022-48c2-952d-5ec24b2a7df9/a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:47.643939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Network 398f09f8-7d35-4412-a71d-aa91e286401e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:47.658509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Allocated IP 172.20.0.2 (a98c533c-4ac6-464d-b900-9e1a2c726bb2/dd5f0751-da08-44cf-8b44-d813664fd928/af9bf188-257a-4323-a192-61a09ae079e9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:47.722529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:47.725338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Provisioning complete for port ba071100-2164-42e9-bcfe-5f730490214e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:47.725709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.734044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:47.741445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:47.751669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:47.765493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:47.774381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.781515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Pushing event updated for resources: {'Port': ['ID=619e9e62-2338-47ce-8c2e-3f81392aba5d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:47.792303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:47.873294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.883740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.892715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a38915cd-6355-40aa-84dc-8ef02a285075 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:47.892715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:47.919680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Allocated IP 2001:db8::1 (398f09f8-7d35-4412-a71d-aa91e286401e/76369cd7-bfbc-41b0-95c2-cb31b4a46173/21f522a2-825f-4f5e-a0bf-2067c7f95be4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:47.936938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] device_id is not set on port d7c222a3-752f-444a-923c-656acb3dba6d yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:36:47.992128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-04e38240-b77e-4055-8ffc-464f8aa7a616', 'network_id': '04e38240-b77e-4055-8ffc-464f8aa7a616', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': 'ca398278-ab09-40a1-8024-16628445bd6e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:47.993599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.017517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:48.030166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Allocated IP 2001:db8::2 (5f717122-af58-4817-a20c-cc00cff4db41/52b55133-573c-4958-9ecd-16e45bb4760e/2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:48.042351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:48.055922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:48.069713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:48.081560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.082536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Port ba071100-2164-42e9-bcfe-5f730490214e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:48.191178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.218853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.226270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Attempting to bind port 619e9e62-2338-47ce-8c2e-3f81392aba5d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:48.226860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Attempting to bind port 619e9e62-2338-47ce-8c2e-3f81392aba5d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '398f09f8-7d35-4412-a71d-aa91e286401e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:48.226860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Attempting to bind port 619e9e62-2338-47ce-8c2e-3f81392aba5d on network 398f09f8-7d35-4412-a71d-aa91e286401e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:48.230003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11050f8-f97e-4efb-9d61-4071ac9f3607 None None] Pushing event updated for resources: {'Port': ['ID=f566eda5-197f-4ad0-b605-1f83fca59c94,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:48.265217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Attempting to bind port 5610364f-1d18-4873-9128-9ded2a6cae54 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:48.265662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Attempting to bind port 5610364f-1d18-4873-9128-9ded2a6cae54 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:48.266595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Attempting to bind port 5610364f-1d18-4873-9128-9ded2a6cae54 on network 0d7e5498-df1c-46e0-81af-3d8685a71618 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:48.343861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.366560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:48.367080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Checking segment: {'id': '1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '398f09f8-7d35-4412-a71d-aa91e286401e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:48.367663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.367797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Bound using segment: {'id': '1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '398f09f8-7d35-4412-a71d-aa91e286401e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:48.368207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Bound port: 619e9e62-2338-47ce-8c2e-3f81392aba5d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '398f09f8-7d35-4412-a71d-aa91e286401e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:48.369001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.388185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:48.388185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Checking segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:48.388185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.388702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Bound using segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:48.390179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Bound port: 5610364f-1d18-4873-9128-9ded2a6cae54, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:48.390179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.390551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network 398f09f8-7d35-4412-a71d-aa91e286401e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:48.390824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.2 (53a4c355-a48e-4618-9407-c48b082bcc55/36da4fa0-64d3-41b5-a63e-2d91ccb427c6/d7c222a3-752f-444a-923c-656acb3dba6d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:48.391497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Provisioning complete for port f566eda5-197f-4ad0-b605-1f83fca59c94 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:48.391852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.392982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:48.398712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:48.399265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.402631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Port': ['ID=21f522a2-825f-4f5e-a0bf-2067c7f95be4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:48.477686 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.537684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.623513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Pushing event updated for resources: {'Port': ['ID=5610364f-1d18-4873-9128-9ded2a6cae54,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:48.687031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.763169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.779591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.789820 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.843304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.846279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:48.851363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.851748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.863041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:48.869077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:48.908941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=d7c222a3-752f-444a-923c-656acb3dba6d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:48.946539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Port': ['ID=21f522a2-825f-4f5e-a0bf-2067c7f95be4,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:48.957134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:48.958160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.979653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.986567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:48.999767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network 398f09f8-7d35-4412-a71d-aa91e286401e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:49.001384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:49.020738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Allocated IP 172.21.0.2 (04e38240-b77e-4055-8ffc-464f8aa7a616/ca398278-ab09-40a1-8024-16628445bd6e/266267aa-6680-4e11-bfc9-f90028f534d5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:49.053383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] For port 5610364f-1d18-4873-9128-9ded2a6cae54, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:49.055558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:49.059160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bab623-8866-4803-8bbe-f75170e28b22 None None] Update dhcp port {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'fixed_ips': [{'subnet_id': '402eff92-8afd-45cb-b4fd-aaf8a784cf7f', 'ip_address': '172.20.0.18'}, {'subnet_id': '36da4fa0-64d3-41b5-a63e-2d91ccb427c6'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:36:49.061501 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-65f8bb0b-27de-4dc9-b681-5601f2724098 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5215113 Dec 16 03:36:49.062486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:41Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:49.064788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.065411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37496) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:49.071198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cba9a6aa-ae75-4bbd-8acb-6f4d01ca0139 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:49.078556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] For port 619e9e62-2338-47ce-8c2e-3f81392aba5d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:49.141651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.145449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.20.0.1 (a98c533c-4ac6-464d-b900-9e1a2c726bb2/dd5f0751-da08-44cf-8b44-d813664fd928/771b7578-95e0-488a-94d6-64fb29054370) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:49.194497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] For port 5610364f-1d18-4873-9128-9ded2a6cae54, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5610364f-1d18-4873-9128-9ded2a6cae54,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:49.213076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5217f6-fe02-462b-9343-33fe0fc47d10 None None] The sync data for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv is: [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:41Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:49.223854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] For port 619e9e62-2338-47ce-8c2e-3f81392aba5d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=619e9e62-2338-47ce-8c2e-3f81392aba5d,segment=NetworkSegment(1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba),segment_id=1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:49.248846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Router 2c8e6af5-8d2d-40d1-855e-8ac248edbeef is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:36:49.263107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.300254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.304748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba9a6aa-ae75-4bbd-8acb-6f4d01ca0139 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:49.308651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cba9a6aa-ae75-4bbd-8acb-6f4d01ca0139 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.317709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:49.317988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:49.319503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.321857 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4bab623-8866-4803-8bbe-f75170e28b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.330454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:49.340426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port a38915cd-6355-40aa-84dc-8ef02a285075, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a38915cd-6355-40aa-84dc-8ef02a285075,segment=NetworkSegment(b2325361-de5a-4963-8713-549b3c7e39fd),segment_id=b2325361-de5a-4963-8713-549b3c7e39fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:49.351705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:49.364450 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.366464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Pushing event updated for resources: {'Port': ['ID=af9bf188-257a-4323-a192-61a09ae079e9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:49.369763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:49.376393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.381737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.400157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:49.408365 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-86a36931-d35c-43ec-ae62-ad39728f3ac9 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3321590 Dec 16 03:36:49.412036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37498) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:49.431966 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] Sync routers for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:49.466460 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:49.467114 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:49.529148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Network 5f717122-af58-4817-a20c-cc00cff4db41 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:49.540535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-cba9a6aa-ae75-4bbd-8acb-6f4d01ca0139 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 36da4fa0-64d3-41b5-a63e-2d91ccb427c6 (CIDR: 172.20.0.0/28) Dec 16 03:36:49.550233 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba9a6aa-ae75-4bbd-8acb-6f4d01ca0139 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:36:49.550784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba9a6aa-ae75-4bbd-8acb-6f4d01ca0139 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:49.557953 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:49.563190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:49.567551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.577791 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:49.580685 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:49.581080 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 290d6b09-9156-481d-8ed9-ba781988ac93 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:49.600298 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cba9a6aa-ae75-4bbd-8acb-6f4d01ca0139 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5336652 Dec 16 03:36:49.603859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce305a-9348-4e96-8f6c-89fa310ac39e None None] Pushing event updated for resources: {'Port': ['ID=5610364f-1d18-4873-9128-9ded2a6cae54,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:49.610488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37500) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:49.613946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:49.625368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e84acb34-3aea-4e87-9e41-fc6ff303d3da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:49.627559 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:49.628220 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021520d-54d3-41b8-9aad-b0058dc77b1c None None] The sync data for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:49.650095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:49.657058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:49.663337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:49.676195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=771b7578-95e0-488a-94d6-64fb29054370,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:49.833801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.872356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Provisioning complete for port a38915cd-6355-40aa-84dc-8ef02a285075 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:49.872736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:49.901168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:49.940194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ead8cbbe-3920-443c-96be-c27a256a3bd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/290d6b09-9156-481d-8ed9-ba781988ac93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9628422 Dec 16 03:36:49.945537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37502) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:50.056905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84acb34-3aea-4e87-9e41-fc6ff303d3da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:50.080803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e84acb34-3aea-4e87-9e41-fc6ff303d3da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.094982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Attempting to bind port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:50.097283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Attempting to bind port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '8e1e84b7-4844-4879-851a-d436dfbb2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f717122-af58-4817-a20c-cc00cff4db41'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:50.097439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Attempting to bind port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 on network 5f717122-af58-4817-a20c-cc00cff4db41 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:50.105293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Attempting to bind port af9bf188-257a-4323-a192-61a09ae079e9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:50.105676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Attempting to bind port af9bf188-257a-4323-a192-61a09ae079e9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'c54310df-170d-4dda-a615-65b9d41976f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a98c533c-4ac6-464d-b900-9e1a2c726bb2'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:50.106138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Attempting to bind port af9bf188-257a-4323-a192-61a09ae079e9 on network a98c533c-4ac6-464d-b900-9e1a2c726bb2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:50.124507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:50.124507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Checking segment: {'id': '8e1e84b7-4844-4879-851a-d436dfbb2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f717122-af58-4817-a20c-cc00cff4db41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:50.124779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.125158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Bound using segment: {'id': '8e1e84b7-4844-4879-851a-d436dfbb2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f717122-af58-4817-a20c-cc00cff4db41'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:50.125839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Bound port: 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1e84b7-4844-4879-851a-d436dfbb2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f717122-af58-4817-a20c-cc00cff4db41'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:50.126239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.143265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:50.143265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Checking segment: {'id': 'c54310df-170d-4dda-a615-65b9d41976f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a98c533c-4ac6-464d-b900-9e1a2c726bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:50.143265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.143265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Bound using segment: {'id': 'c54310df-170d-4dda-a615-65b9d41976f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a98c533c-4ac6-464d-b900-9e1a2c726bb2'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:50.143265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Bound port: af9bf188-257a-4323-a192-61a09ae079e9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54310df-170d-4dda-a615-65b9d41976f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a98c533c-4ac6-464d-b900-9e1a2c726bb2'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:50.143265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.261421 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.ipam_backend_mixin [None req-e84acb34-3aea-4e87-9e41-fc6ff303d3da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 402eff92-8afd-45cb-b4fd-aaf8a784cf7f (CIDR: 172.20.0.16/28) Dec 16 03:36:50.269800 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84acb34-3aea-4e87-9e41-fc6ff303d3da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:36:50.270295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84acb34-3aea-4e87-9e41-fc6ff303d3da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:36:50.290738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05732286-0f2c-44ee-bd30-fd950c3969f1 None None] Pushing event updated for resources: {'Port': ['ID=619e9e62-2338-47ce-8c2e-3f81392aba5d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:50.294012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.301685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.302239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.303163 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.303684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.304470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.304737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.305249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.305778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.306453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.307031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.307512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.309837 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-118a9d98-4cea-4b20-ab97-c3b41648ec35 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7741 time: 0.3311956 Dec 16 03:36:50.312999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37504) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:50.327900 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e84acb34-3aea-4e87-9e41-fc6ff303d3da tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7156157 Dec 16 03:36:50.336284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37506) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:50.343315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'subnet': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:50.345373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.404033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.473626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c4bab623-8866-4803-8bbe-f75170e28b22 None None] Allocated IP 172.20.0.3 (53a4c355-a48e-4618-9407-c48b082bcc55/36da4fa0-64d3-41b5-a63e-2d91ccb427c6/b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:50.478916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:50.483010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Pushing event updated for resources: {'Port': ['ID=2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:50.490003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] For port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:50.503785 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-58d1a309-931f-4238-b442-30757380ee80 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:36:50.509919 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-58d1a309-931f-4238-b442-30757380ee80 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0939476 Dec 16 03:36:50.510481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] For port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767,segment=NetworkSegment(8e1e84b7-4844-4879-851a-d436dfbb2adb),segment_id=8e1e84b7-4844-4879-851a-d436dfbb2adb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:50.510481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] For port af9bf188-257a-4323-a192-61a09ae079e9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:50.512112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:50.513886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37508) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:50.543000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.543492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.543943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.544390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.544828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.545272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.545707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.546142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.546601 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.547040 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.547474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.547904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:50.550156 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7db33599-7c9c-4c13-98e2-6f15a5f34e69 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7555 time: 0.2357826 Dec 16 03:36:50.553670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:50.561202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:50.584411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.607476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] For port af9bf188-257a-4323-a192-61a09ae079e9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=af9bf188-257a-4323-a192-61a09ae079e9,segment=NetworkSegment(c54310df-170d-4dda-a615-65b9d41976f1),segment_id=c54310df-170d-4dda-a615-65b9d41976f1)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:50.672872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.758609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=a38915cd-6355-40aa-84dc-8ef02a285075,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:50.897858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Made reservation on behalf of 751a658b28e14ae1bf3bab993a71ecb6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:50.904142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c4bab623-8866-4803-8bbe-f75170e28b22 None None] For port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,segment=NetworkSegment(3bccda52-948a-47a6-b69f-1162737313e9),segment_id=3bccda52-948a-47a6-b69f-1162737313e9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:50.905536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.983362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4bab623-8866-4803-8bbe-f75170e28b22 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:50.990288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Pushing event updated for resources: {'Port': ['ID=266267aa-6680-4e11-bfc9-f90028f534d5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:51.000345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Attempting to bind port 266267aa-6680-4e11-bfc9-f90028f534d5 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:51.001050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Attempting to bind port 266267aa-6680-4e11-bfc9-f90028f534d5 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '25ad96ea-a1df-49cb-8d85-43a67f83848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '04e38240-b77e-4055-8ffc-464f8aa7a616'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:51.001948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Attempting to bind port 266267aa-6680-4e11-bfc9-f90028f534d5 on network 04e38240-b77e-4055-8ffc-464f8aa7a616 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:51.013684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:51.014467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Checking segment: {'id': '25ad96ea-a1df-49cb-8d85-43a67f83848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '04e38240-b77e-4055-8ffc-464f8aa7a616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:51.015238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:51.015962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Bound using segment: {'id': '25ad96ea-a1df-49cb-8d85-43a67f83848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '04e38240-b77e-4055-8ffc-464f8aa7a616'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:51.016685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Bound port: 266267aa-6680-4e11-bfc9-f90028f534d5, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ad96ea-a1df-49cb-8d85-43a67f83848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '04e38240-b77e-4055-8ffc-464f8aa7a616'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:51.017767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:51.023899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4bab623-8866-4803-8bbe-f75170e28b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:51.136951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:51.137476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-757f2721-b439-4125-b65f-f899e4241069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:51.340192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] For port 266267aa-6680-4e11-bfc9-f90028f534d5, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:51.347788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] For port 266267aa-6680-4e11-bfc9-f90028f534d5, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=266267aa-6680-4e11-bfc9-f90028f534d5,segment=NetworkSegment(25ad96ea-a1df-49cb-8d85-43a67f83848a),segment_id=25ad96ea-a1df-49cb-8d85-43a67f83848a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:51.398304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:51.403878 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:36:51.426923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4dbd4-4b08-41ca-b0ca-7cba126137d0 None None] Pushing event updated for resources: {'Port': ['ID=2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:51.686804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c075d-997f-4e40-bde1-35f6ead43027 None None] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:51.724058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:51.724624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dc22d-5cb5-4bec-82a6-66f65ab64344 None None] Pushing event updated for resources: {'Port': ['ID=af9bf188-257a-4323-a192-61a09ae079e9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:51.747849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:51.912178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5610364f-1d18-4873-9128-9ded2a6cae54 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:51.989939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bab623-8866-4803-8bbe-f75170e28b22 None None] Pushing event updated for resources: {'Port': ['ID=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:52.077761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:52.079728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=771b7578-95e0-488a-94d6-64fb29054370,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:52.260357 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-071c0d2b-b9e3-433e-9675-f73a21d6d89b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3403 time: 1.6954064 Dec 16 03:36:52.358180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:52.365098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:52.543343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229ec69-fb09-4a3e-ad28-6ee0d837cb07 None None] Pushing event updated for resources: {'Port': ['ID=266267aa-6680-4e11-bfc9-f90028f534d5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:52.543998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:52.569068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64375b93-150d-4939-a069-a040fe0ee9e1 None None] Network 398f09f8-7d35-4412-a71d-aa91e286401e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:52.615908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Network 53a4c355-a48e-4618-9407-c48b082bcc55 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:52.620781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:52.623650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router cdcf72e4-8ac7-40a4-926d-e4fe95207170 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:36:52.635631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:52.665182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e899bb23-9191-4264-b2ef-668739d02e00 None None] Provisioning complete for port a38915cd-6355-40aa-84dc-8ef02a285075 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:52.665718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e899bb23-9191-4264-b2ef-668739d02e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:52.774455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:52.775278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:52.810968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Subnet': ['ID=b0b84826-f271-4318-baef-20a46e4de4c0,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:52.811696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:52.830752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 5610364f-1d18-4873-9128-9ded2a6cae54 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:52.831358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37514) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:52.831790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:52.833626 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d37196c4-8542-4006-ac73-90c536197bba tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/cdcf72e4-8ac7-40a4-926d-e4fe95207170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6071167 Dec 16 03:36:52.864114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:52.869200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c64f3dbe-4548-466e-af54-e74c87deee6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410355749', 'description': 'tempest-secgroup-smoke-1410355749 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:52.887690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] Sync routers for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:52.894867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b2a0b-59be-4fe6-8a54-e7909e6990d4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:52.898881 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-033b2a0b-59be-4fe6-8a54-e7909e6990d4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports/771b7578-95e0-488a-94d6-64fb29054370 HTTP/1.1" status: 200 len: 910 time: 0.0617266 Dec 16 03:36:52.911510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:52.912325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37520) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:52.913371 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0ac7ebb7-1ed4-4b01-8662-6f1d8cbf1856 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5756392 Dec 16 03:36:52.924200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1469267632', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0b84826-f271-4318-baef-20a46e4de4c0'}], 'security_groups': ['776bcff1-97b7-475a-8147-35486e71c295', '03051b88-c1d9-4261-9d22-224c17fbf097']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:52.946935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c64f3dbe-4548-466e-af54-e74c87deee6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:52.979497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:52.980567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:52.987686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6421a1d-4a96-462f-8b5b-c9842c6db794 None None] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:53.069882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72895af8-39af-4b0c-8018-a5646d570430 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:53.146855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting port 21f522a2-825f-4f5e-a0bf-2067c7f95be4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:53.150917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.155464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:53.273491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:53.276624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:53.288656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.325869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Calling delete_port for 21f522a2-825f-4f5e-a0bf-2067c7f95be4 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:53.387918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:53.389118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d81889-2262-47f7-af9f-2c4a615d686a None None] The sync data for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:53.435716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e899bb23-9191-4264-b2ef-668739d02e00 None None] Provisioning complete for port 5610364f-1d18-4873-9128-9ded2a6cae54 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:53.436250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e899bb23-9191-4264-b2ef-668739d02e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.529426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.596966 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Sync routers for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:53.619639 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:53.620488 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:53.625799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c64f3dbe-4548-466e-af54-e74c87deee6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.649990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.664008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c64f3dbe-4548-466e-af54-e74c87deee6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.722365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f3dbe-4548-466e-af54-e74c87deee6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c555de55-7f5a-4c72-8322-1ac132ff0da8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:53.728788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 5610364f-1d18-4873-9128-9ded2a6cae54, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5610364f-1d18-4873-9128-9ded2a6cae54,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:53.762124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.763347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 619e9e62-2338-47ce-8c2e-3f81392aba5d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:53.821634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.879567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.906725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=5610364f-1d18-4873-9128-9ded2a6cae54,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:53.907530 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:53.923197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e899bb23-9191-4264-b2ef-668739d02e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.938786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c64f3dbe-4548-466e-af54-e74c87deee6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.946146 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c64f3dbe-4548-466e-af54-e74c87deee6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0800223 Dec 16 03:36:53.946926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37522) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:53.959486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:53.976686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e1936a7d-a1fc-4d8a-8ac0-22c853334e0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'c555de55-7f5a-4c72-8322-1ac132ff0da8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:53.980782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 619e9e62-2338-47ce-8c2e-3f81392aba5d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:53.981500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.135830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.150240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-e899bb23-9191-4264-b2ef-668739d02e00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:36:54.150577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-e899bb23-9191-4264-b2ef-668739d02e00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:36:54.155794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Port': ['ID=21f522a2-825f-4f5e-a0bf-2067c7f95be4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:54.227619 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:54.272389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5297aa-dce0-4fe5-973b-06109f79bf2b None None] Update dhcp port {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'fixed_ips': [{'subnet_id': '402eff92-8afd-45cb-b4fd-aaf8a784cf7f', 'ip_address': '172.20.0.18'}, {'subnet_id': '36da4fa0-64d3-41b5-a63e-2d91ccb427c6', 'ip_address': '172.20.0.3'}, {'subnet_id': 'b0b84826-f271-4318-baef-20a46e4de4c0'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:36:54.277739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.309414 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Checking router: 290d6b09-9156-481d-8ed9-ba781988ac93 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:36:54.309772 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Updating router 290d6b09-9156-481d-8ed9-ba781988ac93 port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:36:54.321290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c5297aa-dce0-4fe5-973b-06109f79bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.333404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d2008a-647a-4138-928e-6cc112d51e62 None None] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:54.388859 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.421907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 619e9e62-2338-47ce-8c2e-3f81392aba5d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=619e9e62-2338-47ce-8c2e-3f81392aba5d,segment=NetworkSegment(1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba),segment_id=1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:54.437337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Router 2c8e6af5-8d2d-40d1-855e-8ac248edbeef has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:54.468428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda3c53-6312-4173-a83e-388bd8ad3891 None None] Network 5f717122-af58-4817-a20c-cc00cff4db41 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:54.478271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1936a7d-a1fc-4d8a-8ac0-22c853334e0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.557794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.559317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f566eda5-197f-4ad0-b605-1f83fca59c94 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:54.654250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:54.662141 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a9badb85-3bcd-4d69-8bea-fe251a412840 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1470904 Dec 16 03:36:54.666881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37524) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:54.733046 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-ad89f422-7819-4925-aa6e-bdfaa6b9db6d tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] delete failed (client error): The resource could not be found. Dec 16 03:36:54.733567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=619e9e62-2338-47ce-8c2e-3f81392aba5d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:54.735113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ad89f422-7819-4925-aa6e-bdfaa6b9db6d tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1190849213 HTTP/1.1" status: 404 len: 335 time: 0.0663755 Dec 16 03:36:54.739965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37526) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:54.744354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] Sync routers for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:54.754481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e767c9a8-bdaf-49f4-b451-aab6dbcdbc0a tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c8e6af5-8d2d-40d1-855e-8ac248edbeef'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:54.784833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1936a7d-a1fc-4d8a-8ac0-22c853334e0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.786726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.21.0.1 (04e38240-b77e-4055-8ffc-464f8aa7a616/ca398278-ab09-40a1-8024-16628445bd6e/16a16cb4-1564-4bac-9e5e-0786f58b7904) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:54.809671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1936a7d-a1fc-4d8a-8ac0-22c853334e0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.873556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1936a7d-a1fc-4d8a-8ac0-22c853334e0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc799add-01a3-4ddb-89b5-4647144d0ac9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:54.876729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:54.877883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:54.927005 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.948727 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:54.975340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:55.006630 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Pushing event updated for resources: {'Port': ['ID=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:55.016656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1936a7d-a1fc-4d8a-8ac0-22c853334e0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.018305 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.018708 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.019228 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.019852 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.020357 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.021012 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.021916 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.022435 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.022953 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.023693 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.024337 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.024855 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.025155 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1936a7d-a1fc-4d8a-8ac0-22c853334e0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0599461 Dec 16 03:36:55.025505 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:55.042724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:55.050910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-92ab5e7c-d2ad-476f-9e7e-e47111ecbddb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'c555de55-7f5a-4c72-8322-1ac132ff0da8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:55.115866 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Attempting to bind port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:55.116691 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Attempting to bind port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:55.117280 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Attempting to bind port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d on network 0d7e5498-df1c-46e0-81af-3d8685a71618 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:55.123346 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:55.124081 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Checking segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:55.124645 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.125240 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Bound using segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:55.126953 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Bound port: a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:55.127557 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.132217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Delete allocated IP 172.20.0.2 (53a4c355-a48e-4618-9407-c48b082bcc55/36da4fa0-64d3-41b5-a63e-2d91ccb427c6) {{(pid=103162) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 03:36:55.190562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Allocated IP 172.20.0.44 (53a4c355-a48e-4618-9407-c48b082bcc55/b0b84826-f271-4318-baef-20a46e4de4c0/d7c222a3-752f-444a-923c-656acb3dba6d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:55.207342 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] For port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:55.212307 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] For port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:55.218625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e767c9a8-bdaf-49f4-b451-aab6dbcdbc0a tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.221176 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.252205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e7c-d2ad-476f-9e7e-e47111ecbddb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.252509 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-e767c9a8-bdaf-49f4-b451-aab6dbcdbc0a tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] update failed (client error): The resource could not be found. Dec 16 03:36:55.253597 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e767c9a8-bdaf-49f4-b451-aab6dbcdbc0a tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef HTTP/1.1" status: 404 len: 339 time: 0.5121031 Dec 16 03:36:55.257229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37530) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:55.265151 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-433443709'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:55.311532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:55.312649 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:55.313297 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:55.321879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.346523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.355235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:36:55.372393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e7c-d2ad-476f-9e7e-e47111ecbddb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.373817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.374448 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Added segment 23605e6a-263b-4f54-8c53-c5f3588d1d2d of type vlan for network cf84790a-ece8-44c8-97f9-d3eb15b5597c Dec 16 03:36:55.385526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e7c-d2ad-476f-9e7e-e47111ecbddb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.415267 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12bb6-a234-42a3-b789-5a5dbed5f4d5 None None] Pushing event updated for resources: {'Port': ['ID=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:55.460738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.506067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:55.506880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:55.512484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.519204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:55.519847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.527357 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:36:55.566698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:55.567416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd94668-3dfd-475c-8393-6e9005d8699f None None] The sync data for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:55.572373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f566eda5-197f-4ad0-b605-1f83fca59c94 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:55.572750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.598518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.643558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab5e7c-d2ad-476f-9e7e-e47111ecbddb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e48d51-edeb-4e89-a58d-7ebf9b81afa5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:55.649370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.653318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3949056 Dec 16 03:36:55.656452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37532) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:55.661010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e7c-d2ad-476f-9e7e-e47111ecbddb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.662366 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-92ab5e7c-d2ad-476f-9e7e-e47111ecbddb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6153228 Dec 16 03:36:55.664835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'subnet': {'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:55.666992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:55.673871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.681990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa7571-7bc7-44ef-b417-10707683ed15 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Network': ['ID=cf84790a-ece8-44c8-97f9-d3eb15b5597c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:55.716505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3c5297aa-dce0-4fe5-973b-06109f79bf2b None None] Allocated IP 172.20.0.34 (53a4c355-a48e-4618-9407-c48b082bcc55/b0b84826-f271-4318-baef-20a46e4de4c0/b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:55.745767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:55.781371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:55.782689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Made reservation on behalf of 283470cbf858483eb2454e34b9265f55 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:36:55.787161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:55.792834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.795926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network cf84790a-ece8-44c8-97f9-d3eb15b5597c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:36:55.840816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:55.866500 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:55.900987 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a4ea0-edc0-4639-a168-fbad9f5014cb None None] The sync data for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv is: [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:55.916678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c62b073b-ebe1-4bfa-97bc-aeb0864d9038 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'c555de55-7f5a-4c72-8322-1ac132ff0da8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:55.991401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event updated for resources: {'Port': ['ID=d7c222a3-752f-444a-923c-656acb3dba6d,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:55.997422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port ba071100-2164-42e9-bcfe-5f730490214e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:55.997797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.011080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] In _notify_port_updated(), no bound segment for port d7c222a3-752f-444a-923c-656acb3dba6d on network 53a4c355-a48e-4618-9407-c48b082bcc55 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:36:56.016714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:56.017737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.025430 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-32a1c091-1586-4cf1-9a70-b3a665175b40 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "PUT /v2.0/ports/d7c222a3-752f-444a-923c-656acb3dba6d HTTP/1.1" status: 200 len: 960 time: 3.1052892 Dec 16 03:36:56.054768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37538) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:56.110946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a38915cd-6355-40aa-84dc-8ef02a285075 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:56.169758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.175657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Port ba071100-2164-42e9-bcfe-5f730490214e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:56.189859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3c5297aa-dce0-4fe5-973b-06109f79bf2b None None] For port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,segment=NetworkSegment(3bccda52-948a-47a6-b69f-1162737313e9),segment_id=3bccda52-948a-47a6-b69f-1162737313e9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:56.207832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=16a16cb4-1564-4bac-9e5e-0786f58b7904,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:56.218898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port af9bf188-257a-4323-a192-61a09ae079e9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:56.219272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.259641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b073b-ebe1-4bfa-97bc-aeb0864d9038 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.293141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a38915cd-6355-40aa-84dc-8ef02a285075 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:56.293616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.306701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c5297aa-dce0-4fe5-973b-06109f79bf2b None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.308054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Subnet': ['ID=fad04e58-a696-48f8-888b-2ae817014878,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:56.310954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Checking segment: {'id': '23605e6a-263b-4f54-8c53-c5f3588d1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:56.312122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network hostable DHCP agents. Network: cf84790a-ece8-44c8-97f9-d3eb15b5597c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:36:56.341521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network cf84790a-ece8-44c8-97f9-d3eb15b5597c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:36:56.344173 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c5297aa-dce0-4fe5-973b-06109f79bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.364503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, cf84790a-ece8-44c8-97f9-d3eb15b5597c) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:56.388111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:56.389408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.403037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c11f2-3e0c-4ae1-ba25-25d69f096e94 None None] Network cf84790a-ece8-44c8-97f9-d3eb15b5597c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:56.411986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.431607 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d0ee4f83-29d5-44f2-a2c4-c27969f7e30c tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7735982 Dec 16 03:36:56.434740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37540) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:56.442343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6b72dcdc-67bd-414e-963d-937005b5dea6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:56.561060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5297aa-dce0-4fe5-973b-06109f79bf2b None None] Pushing event updated for resources: {'Port': ['ID=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:56.688959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.807796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6b72dcdc-67bd-414e-963d-937005b5dea6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.843796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-cf84790a-ece8-44c8-97f9-d3eb15b5597c', 'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c', 'project_id': '283470cbf858483eb2454e34b9265f55', 'fixed_ips': [{'subnet_id': 'fad04e58-a696-48f8-888b-2ae817014878'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:36:56.844678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.852069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] For port af9bf188-257a-4323-a192-61a09ae079e9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=af9bf188-257a-4323-a192-61a09ae079e9,segment=NetworkSegment(c54310df-170d-4dda-a615-65b9d41976f1),segment_id=c54310df-170d-4dda-a615-65b9d41976f1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:56.880611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.938312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port 771b7578-95e0-488a-94d6-64fb29054370 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:56.938729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:56.988378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Port 771b7578-95e0-488a-94d6-64fb29054370 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:36:57.127658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-6b72dcdc-67bd-414e-963d-937005b5dea6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:36:57.136160 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6b72dcdc-67bd-414e-963d-937005b5dea6 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef HTTP/1.1" status: 400 len: 364 time: 0.6966653 Dec 16 03:36:57.137445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37542) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:57.174830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Allocated IP 2001:db8:1::2 (cf84790a-ece8-44c8-97f9-d3eb15b5597c/fad04e58-a696-48f8-888b-2ae817014878/66af0b0e-55f0-4182-91e4-a848bd95300e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:57.269168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port d7c222a3-752f-444a-923c-656acb3dba6d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:57.269757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.300632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b073b-ebe1-4bfa-97bc-aeb0864d9038 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.356353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b073b-ebe1-4bfa-97bc-aeb0864d9038 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.413094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b073b-ebe1-4bfa-97bc-aeb0864d9038 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02253226-7f23-4781-9c87-a70b69ebb7e3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:57.431128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c62b073b-ebe1-4bfa-97bc-aeb0864d9038 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.432422 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c62b073b-ebe1-4bfa-97bc-aeb0864d9038 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7600884 Dec 16 03:36:57.447292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:57.454556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-839c6aa4-305c-4ad3-9fcd-dd3d47bd94e5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'c555de55-7f5a-4c72-8322-1ac132ff0da8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:57.492960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.499988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5610364f-1d18-4873-9128-9ded2a6cae54 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:57.504788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Pushing event updated for resources: {'Port': ['ID=af9bf188-257a-4323-a192-61a09ae079e9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:57.527663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:57.528037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.533535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.556456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for d7c222a3-752f-444a-923c-656acb3dba6d owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:57.583789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.643512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-839c6aa4-305c-4ad3-9fcd-dd3d47bd94e5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.655593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Network cf84790a-ece8-44c8-97f9-d3eb15b5597c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:57.668808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:57.675422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:57.703601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Pushing event updated for resources: {'Port': ['ID=66af0b0e-55f0-4182-91e4-a848bd95300e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:57.712180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.733456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 5610364f-1d18-4873-9128-9ded2a6cae54 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:57.733851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.765419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-839c6aa4-305c-4ad3-9fcd-dd3d47bd94e5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.771550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.782935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-839c6aa4-305c-4ad3-9fcd-dd3d47bd94e5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.798211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.825871 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Attempting to bind port 66af0b0e-55f0-4182-91e4-a848bd95300e on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:36:57.826243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Attempting to bind port 66af0b0e-55f0-4182-91e4-a848bd95300e by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '23605e6a-263b-4f54-8c53-c5f3588d1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:36:57.826628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Attempting to bind port 66af0b0e-55f0-4182-91e4-a848bd95300e on network cf84790a-ece8-44c8-97f9-d3eb15b5597c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:36:57.832577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:36:57.832953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Checking segment: {'id': '23605e6a-263b-4f54-8c53-c5f3588d1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:36:57.833416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.833805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Bound using segment: {'id': '23605e6a-263b-4f54-8c53-c5f3588d1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:36:57.834281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Bound port: 66af0b0e-55f0-4182-91e4-a848bd95300e, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23605e6a-263b-4f54-8c53-c5f3588d1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cf84790a-ece8-44c8-97f9-d3eb15b5597c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:36:57.834685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.838513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.868916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c6aa4-305c-4ad3-9fcd-dd3d47bd94e5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b6d93c-7532-4d03-ad7b-3bae5c3ffc18,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:57.894769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-839c6aa4-305c-4ad3-9fcd-dd3d47bd94e5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.895845 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-839c6aa4-305c-4ad3-9fcd-dd3d47bd94e5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4456613 Dec 16 03:36:57.897691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=16a16cb4-1564-4bac-9e5e-0786f58b7904,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:57.898953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37546) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:57.905165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'c555de55-7f5a-4c72-8322-1ac132ff0da8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:57.944423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] For port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:57.963266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.969019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.976276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:57.978188 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:36:57.978358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] For port 66af0b0e-55f0-4182-91e4-a848bd95300e, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:36:57.986002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:57.998141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.064572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=d7c222a3-752f-444a-923c-656acb3dba6d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:58.099790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.101767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Allocated IP 2001:db8::1 (c9ea7110-6d74-46e5-9eb6-db4c2d83973e/1a1e74d6-7549-4b36-b5a1-89631a7b6149/768d21e7-85bc-4a61-a50f-907f0104f090) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:36:58.112143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.188727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4a6d65-3c03-447a-aff9-a23b8cf3e575,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:58.221108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.223370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.230349 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7260e937-6c44-47ba-8c9a-2f76c7014969 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/d7c222a3-752f-444a-923c-656acb3dba6d HTTP/1.1" status: 204 len: 168 time: 2.1691558 Dec 16 03:36:58.230567 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-45a222bd-3513-4dee-b08c-aca62ef73651 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3256321 Dec 16 03:36:58.230567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37548) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:58.231833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37550) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:58.237894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'c555de55-7f5a-4c72-8322-1ac132ff0da8', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:36:58.248138 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:58.252106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:58.259393 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff23d7f3-8ac8-4495-801e-a4ecec2ebbef tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] GET failed (client error): The resource could not be found. Dec 16 03:36:58.259582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] For port 66af0b0e-55f0-4182-91e4-a848bd95300e, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66af0b0e-55f0-4182-91e4-a848bd95300e,segment=NetworkSegment(23605e6a-263b-4f54-8c53-c5f3588d1d2d),segment_id=23605e6a-263b-4f54-8c53-c5f3588d1d2d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:36:58.263568 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ff23d7f3-8ac8-4495-801e-a4ecec2ebbef tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports/d7c222a3-752f-444a-923c-656acb3dba6d HTTP/1.1" status: 404 len: 333 time: 0.0320563 Dec 16 03:36:58.263746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port 5610364f-1d18-4873-9128-9ded2a6cae54 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:58.263746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.267668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37552) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:58.310158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.350523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Pushing event updated for resources: {'Port': ['ID=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:58.352273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.353981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:58.356149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.401392 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:36:58.410222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.432143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router cdcf72e4-8ac7-40a4-926d-e4fe95207170 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:36:58.433181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.553463 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac8cbf-5248-4d45-b6aa-948d9455e648 None None] Pushing event updated for resources: {'Port': ['ID=66af0b0e-55f0-4182-91e4-a848bd95300e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:58.553723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Port': ['ID=768d21e7-85bc-4a61-a50f-907f0104f090,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:58.568080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port 266267aa-6680-4e11-bfc9-f90028f534d5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:58.569450 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.602874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.604268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.604268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.605115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.608466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.608466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.608831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.609175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.609506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.609836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.610168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.610566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.611373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:36:58.619931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:36:58.628135 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-282ba8bd-9511-40ae-a75a-1df3ad83cd7a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/cdcf72e4-8ac7-40a4-926d-e4fe95207170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7125437 Dec 16 03:36:58.631148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37554) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:58.633550 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] Sync routers for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:36:58.645271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.650463 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:58.651327 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:58.656875 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.680598 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:36:58.688533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:36:58.693634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:36:58.693737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 266267aa-6680-4e11-bfc9-f90028f534d5 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:58.694135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.696695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae3b-49d7-4d7b-89ba-60f581c71834 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.713947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e275a5c2-81e1-4956-bc6b-3b03cb1d47f0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:58.727997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.729975 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-72bf7eae-499f-48e7-9e1b-59d82d94f6a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4965785 Dec 16 03:36:58.734183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae3b-49d7-4d7b-89ba-60f581c71834 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.785531 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:58.801735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59605024-0294-48ae-8614-57e5ea2af59f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:58.803208 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59605024-0294-48ae-8614-57e5ea2af59f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports/16a16cb4-1564-4bac-9e5e-0786f58b7904 HTTP/1.1" status: 200 len: 910 time: 0.1703560 Dec 16 03:36:58.807856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37560) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:58.852771 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:36:58.853492 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:58.883414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.929488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 266267aa-6680-4e11-bfc9-f90028f534d5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:58.930316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.961108 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:36:58.962345 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d590-42cf-412b-9b2c-38ce6b4a2811 None None] The sync data for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:36:58.964532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae3b-49d7-4d7b-89ba-60f581c71834 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.967898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae3b-49d7-4d7b-89ba-60f581c71834 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:58.969716 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4c3bae3b-49d7-4d7b-89ba-60f581c71834 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/security-groups/506ecfd5-0d2f-480d-aafc-de6b472b4c37 HTTP/1.1" status: 204 len: 168 time: 0.7003543 Dec 16 03:36:58.992464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] For port 266267aa-6680-4e11-bfc9-f90028f534d5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=266267aa-6680-4e11-bfc9-f90028f534d5,segment=NetworkSegment(25ad96ea-a1df-49cb-8d85-43a67f83848a),segment_id=25ad96ea-a1df-49cb-8d85-43a67f83848a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:58.998759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37570) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:59.007110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.077981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.094127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bae3b-49d7-4d7b-89ba-60f581c71834 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ecfd5-0d2f-480d-aafc-de6b472b4c37,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:59.109556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Pushing event updated for resources: {'Port': ['ID=266267aa-6680-4e11-bfc9-f90028f534d5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:59.121875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:59.122365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.179840 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-b58b4b46-ee4f-41f3-a52f-7a114d33a051 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410355749&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.2532902 Dec 16 03:36:59.182448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e518b05b-d49d-4a4e-b72b-4d18a10e241e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.211374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device af9bf188-257a-4323-a192-61a09ae079e9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:59.297806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.299746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port af9bf188-257a-4323-a192-61a09ae079e9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:59.300030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.301285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e518b05b-d49d-4a4e-b72b-4d18a10e241e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.336929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.360693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] For port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767,segment=NetworkSegment(8e1e84b7-4844-4879-851a-d436dfbb2adb),segment_id=8e1e84b7-4844-4879-851a-d436dfbb2adb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:36:59.367913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.392680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Could not find standard attr ID for object 21f522a2-825f-4f5e-a0bf-2067c7f95be4. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:59.461907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:59.462295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.464692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:59.467627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Pushing event updated for resources: {'Port': ['ID=2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:59.580258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:59.580729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.635906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Provisioning complete for port 619e9e62-2338-47ce-8c2e-3f81392aba5d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:59.636624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.641462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 16a16cb4-1564-4bac-9e5e-0786f58b7904 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:36:59.642648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.713489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 619e9e62-2338-47ce-8c2e-3f81392aba5d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:59.751609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.766113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 16a16cb4-1564-4bac-9e5e-0786f58b7904 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:36:59.794716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6cc95c5-c644-4431-95a3-fe41c3cb2717 None None] Could not find standard attr ID for object d7c222a3-752f-444a-923c-656acb3dba6d. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:36:59.802842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 619e9e62-2338-47ce-8c2e-3f81392aba5d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:36:59.803166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.809442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e518b05b-d49d-4a4e-b72b-4d18a10e241e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.812197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e518b05b-d49d-4a4e-b72b-4d18a10e241e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:36:59.816951 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e518b05b-d49d-4a4e-b72b-4d18a10e241e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/security-groups/03051b88-c1d9-4261-9d22-224c17fbf097 HTTP/1.1" status: 204 len: 168 time: 0.8138504 Dec 16 03:36:59.821904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37572) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:36:59.878243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518b05b-d49d-4a4e-b72b-4d18a10e241e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03051b88-c1d9-4261-9d22-224c17fbf097,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:36:59.920211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:36:59.960937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210378a7-5615-4e18-a28c-a0fe098aaa54 None None] Network cf84790a-ece8-44c8-97f9-d3eb15b5597c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:36:59.976400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-fd901594-d774-4054-882b-c85039569ebd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:36:59.977992 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-fd901594-d774-4054-882b-c85039569ebd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 795 time: 0.7783725 Dec 16 03:37:00.006321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0895a049-da30-4e4a-83bc-975f0b94ec24 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.010257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.010982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Provisioning complete for port ba071100-2164-42e9-bcfe-5f730490214e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:00.011509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.032372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-7ad8e7ff-41af-4000-8f2e-1b9f28d40758 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0296175 Dec 16 03:37:00.039199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=16a16cb4-1564-4bac-9e5e-0786f58b7904,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:00.057422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0895a049-da30-4e4a-83bc-975f0b94ec24 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.085900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Port ba071100-2164-42e9-bcfe-5f730490214e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:00.098355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Could not find standard attr ID for object 16a16cb4-1564-4bac-9e5e-0786f58b7904. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:37:00.123556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:00.123556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.125330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.138348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.139142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.169908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Provisioning complete for port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:00.170278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.217497 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-bebe9c28-79bb-4cf1-a802-8614cfdd7e10 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466894 Dec 16 03:37:00.250527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0895a049-da30-4e4a-83bc-975f0b94ec24 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.253823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0895a049-da30-4e4a-83bc-975f0b94ec24 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.254760 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0895a049-da30-4e4a-83bc-975f0b94ec24 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/security-groups/776bcff1-97b7-475a-8147-35486e71c295 HTTP/1.1" status: 204 len: 168 time: 0.4293256 Dec 16 03:37:00.257898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:00.274272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.291604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event updated for resources: {'Port': ['ID=768d21e7-85bc-4a61-a50f-907f0104f090,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:00.352341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895a049-da30-4e4a-83bc-975f0b94ec24 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776bcff1-97b7-475a-8147-35486e71c295,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:00.353569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Provisioning complete for port 768d21e7-85bc-4a61-a50f-907f0104f090 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:00.353949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.406588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet 36da4fa0-64d3-41b5-a63e-2d91ccb427c6 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:00.437593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Port 768d21e7-85bc-4a61-a50f-907f0104f090 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:00.458943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:00.459313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.494778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.500517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:00.503886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:00.507717 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-92fb83b5-00c6-4256-8391-709fa7aa9011 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583041 Dec 16 03:37:00.609316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.659439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Provisioning complete for port 266267aa-6680-4e11-bfc9-f90028f534d5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:00.660077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.711770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device af9bf188-257a-4323-a192-61a09ae079e9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:00.739817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Router 2c8e6af5-8d2d-40d1-855e-8ac248edbeef has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:00.750006 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-01a6f4da-2300-4f32-916a-5089ec18aaa7 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301242 Dec 16 03:37:00.803119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c234c246-64f3-486a-8352-ce95d8bacbcb None None] Could not find standard attr ID for object d7c222a3-752f-444a-923c-656acb3dba6d. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:37:00.807147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port af9bf188-257a-4323-a192-61a09ae079e9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:00.807524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.819288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router cdcf72e4-8ac7-40a4-926d-e4fe95207170 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:00.866160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:00.874291 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4126cec3-a20f-433a-b26a-1a0ecae010fd tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7234988 Dec 16 03:37:00.874291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37580) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:00.897446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] Sync routers for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:00.920997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:00.935533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 266267aa-6680-4e11-bfc9-f90028f534d5 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:00.937669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:00.938501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.006346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.020575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Provisioning complete for port 66af0b0e-55f0-4182-91e4-a848bd95300e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:01.021248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.030032 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e5abec3a-ad83-49f4-8ae3-191ea32512aa req-05db2586-159b-4fbc-a219-be6dba4d7d08 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 210 time: 0.0292337 Dec 16 03:37:01.068377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b9349a2-2635-43b2-962b-a0f47d8a0227 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.071205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:01.072984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.097821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:01.109216 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] Sync routers for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:01.116972 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7de77c0b-71aa-4c46-b767-e919a901aff8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/cdcf72e4-8ac7-40a4-926d-e4fe95207170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3056076 Dec 16 03:37:01.117601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:01.121554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.122231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaec917-a146-4f29-a05f-032c1ebafbe3 None None] The sync data for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:01.127879 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:01.131376 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.140489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.168367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 266267aa-6680-4e11-bfc9-f90028f534d5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:01.168782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.184085 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.205124 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:01.207058 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.207469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.245606 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-7b9349a2-2635-43b2-962b-a0f47d8a0227 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 03:37:01.246799 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7b9349a2-2635-43b2-962b-a0f47d8a0227 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef HTTP/1.1" status: 409 len: 329 time: 0.3717849 Dec 16 03:37:01.249835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37592) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:01.255997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c78438-ffde-400f-acc7-a3a2453e35b1 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:01.276454 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:01.277869 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b54355-70d0-42ea-80ba-ad6d13282a42 None None] The sync data for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:01.293833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.297168 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/36da4fa0-64d3-41b5-a63e-2d91ccb427c6 HTTP/1.1" status: 204 len: 168 time: 1.0358605 Dec 16 03:37:01.311502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37594) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:01.324308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=36da4fa0-64d3-41b5-a63e-2d91ccb427c6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:01.335019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.335460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.335984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.336428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.336876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.337572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.337972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.338283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.338746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.339172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.339597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.340026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.340444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5bd0a-9156-4133-b274-c6926566c7bc tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:01.350768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] For port 66af0b0e-55f0-4182-91e4-a848bd95300e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66af0b0e-55f0-4182-91e4-a848bd95300e,segment=NetworkSegment(23605e6a-263b-4f54-8c53-c5f3588d1d2d),segment_id=23605e6a-263b-4f54-8c53-c5f3588d1d2d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:01.405344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.429263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet b0b84826-f271-4318-baef-20a46e4de4c0 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:01.433811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.449018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:01.495770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Provisioning complete for port 768d21e7-85bc-4a61-a50f-907f0104f090 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:01.496142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.561254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Pushing event updated for resources: {'Port': ['ID=66af0b0e-55f0-4182-91e4-a848bd95300e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:01.562838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.574802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3d88d031-270a-4af1-ab79-dbe867aacff7 None None] Port 768d21e7-85bc-4a61-a50f-907f0104f090 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:01.596491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:01.596872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.653694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.758635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.902812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.914901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:01.938626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b84826-f271-4318-baef-20a46e4de4c0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:01.944820 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.951848 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-121bfddf-6387-44f9-9cb8-b47b84279bed tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/b0b84826-f271-4318-baef-20a46e4de4c0 HTTP/1.1" status: 204 len: 168 time: 0.6366310 Dec 16 03:37:01.952615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37598) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:01.980953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:01.982032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:01.984515 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fa84fc-6048-4372-b1f4-73cc657ea62e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:01.986289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fa84fc-6048-4372-b1f4-73cc657ea62e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:01.990534 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-71fa84fc-6048-4372-b1f4-73cc657ea62e tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/36da4fa0-64d3-41b5-a63e-2d91ccb427c6 HTTP/1.1" status: 404 len: 337 time: 0.0355461 Dec 16 03:37:01.993259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37600) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:02.016306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 771b7578-95e0-488a-94d6-64fb29054370 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:02.016940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.030903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.086849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66af0b0e-55f0-4182-91e4-a848bd95300e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:02.161774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 66af0b0e-55f0-4182-91e4-a848bd95300e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:02.162518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.249398 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29b07968-6cb9-47d2-958e-a89dcbecaef5 req-14c42094-393e-406f-b8cf-2b13c4d4f1ae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 210 time: 0.0444071 Dec 16 03:37:02.296450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting subnet 402eff92-8afd-45cb-b4fd-aaf8a784cf7f {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:02.305003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.358753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.474226 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66af0b0e-55f0-4182-91e4-a848bd95300e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:02.525221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.531400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe11bbb8-f298-4813-bfbb-70f451256b1e None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:02.570691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting port 768d21e7-85bc-4a61-a50f-907f0104f090 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:02.571029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.602222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-dcb0d037-30fd-45c4-80ef-d3ad048bb10c None None] Provisioning complete for port ba071100-2164-42e9-bcfe-5f730490214e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:02.602624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d037-30fd-45c4-80ef-d3ad048bb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.661647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 66af0b0e-55f0-4182-91e4-a848bd95300e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:02.661935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.665589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.689918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.713977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-dcb0d037-30fd-45c4-80ef-d3ad048bb10c None None] Port ba071100-2164-42e9-bcfe-5f730490214e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:02.716625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Subnet': ['ID=402eff92-8afd-45cb-b4fd-aaf8a784cf7f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:02.719196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.725351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7196f855-4fb3-430d-8b40-3304b07b1114 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/402eff92-8afd-45cb-b4fd-aaf8a784cf7f HTTP/1.1" status: 204 len: 168 time: 0.7311020 Dec 16 03:37:02.730372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37608) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:02.733104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Calling delete_port for 768d21e7-85bc-4a61-a50f-907f0104f090 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:02.733274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.749091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-dcb0d037-30fd-45c4-80ef-d3ad048bb10c None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:02.749366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d037-30fd-45c4-80ef-d3ad048bb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.759055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 771b7578-95e0-488a-94d6-64fb29054370 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:02.771909 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4ff438-8f71-492a-8f10-fa2bee9e7af7 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:02.772365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4ff438-8f71-492a-8f10-fa2bee9e7af7 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:02.773219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-e82142a1-07ed-4ec1-8564-869a232a4bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:02.774839 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-e82142a1-07ed-4ec1-8564-869a232a4bbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 795 time: 0.1541069 Dec 16 03:37:02.778009 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ce4ff438-8f71-492a-8f10-fa2bee9e7af7 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/4c228fbb-f531-41a3-a1c9-738d1a52ec45 HTTP/1.1" status: 404 len: 337 time: 0.0435874 Dec 16 03:37:02.778320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:02.827584 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf4f52de-0870-4f39-9dc5-2e3b0a2b8f66 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "GET /v2.0/ports?device_id=23964f6c-17e5-4932-8b2a-8b9109cac362 HTTP/1.1" status: 200 len: 205 time: 0.0480165 Dec 16 03:37:02.829957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37612) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:02.870916 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-f7fe100c-2097-4b29-b306-25eefab88a62 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] delete failed (client error): The resource could not be found. Dec 16 03:37:02.872229 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f7fe100c-2097-4b29-b306-25eefab88a62 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/routers/23964f6c-17e5-4932-8b2a-8b9109cac362 HTTP/1.1" status: 404 len: 336 time: 0.0410931 Dec 16 03:37:02.874985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37614) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:02.877139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646bbac-57b5-45e8-acee-ff348457d5ea None None] Update dhcp port {'port': {'network_id': '53a4c355-a48e-4618-9407-c48b082bcc55', 'fixed_ips': [{'subnet_id': '402eff92-8afd-45cb-b4fd-aaf8a784cf7f'}], 'binding:host_id': 'dv-neutron-821927-1-hyperv'}, 'id': 'b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9'} from dv-neutron-821927-1-hyperv. {{(pid=103163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 03:37:02.909755 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b11e9d3-b3b8-45fd-ae9f-304c2025d470 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:02.911000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b11e9d3-b3b8-45fd-ae9f-304c2025d470 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:02.917066 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3b11e9d3-b3b8-45fd-ae9f-304c2025d470 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/6b91ccdf-3643-4b51-849b-28aa2cb4016f HTTP/1.1" status: 404 len: 337 time: 0.0352592 Dec 16 03:37:02.917224 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-974eaf5a-5eb1-4aac-a582-bca5941f6c6a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 380 time: 0.1203008 Dec 16 03:37:02.918431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:02.928497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e646bbac-57b5-45e8-acee-ff348457d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:02.960811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['c555de55-7f5a-4c72-8322-1ac132ff0da8']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:02.993719 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44b20f7-151b-42ee-b1a5-3fde08d91b5c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:02.994278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44b20f7-151b-42ee-b1a5-3fde08d91b5c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:02.999843 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b44b20f7-151b-42ee-b1a5-3fde08d91b5c tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/c12e9cdc-892d-4974-8522-0ac58025b94c HTTP/1.1" status: 404 len: 337 time: 0.0779448 Dec 16 03:37:03.000758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37618) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.031069 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb870090-d2cc-4de9-b46b-c65228607927 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:03.031548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb870090-d2cc-4de9-b46b-c65228607927 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:03.035286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eb870090-d2cc-4de9-b46b-c65228607927 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/e362c766-7d68-4230-b65c-cd2f12eb602f HTTP/1.1" status: 404 len: 337 time: 0.0341148 Dec 16 03:37:03.038427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37620) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.059443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.085662 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdd1994-1aa7-4929-9d0a-c7e9aa4e8357 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:03.086259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdd1994-1aa7-4929-9d0a-c7e9aa4e8357 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:03.091596 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6fdd1994-1aa7-4929-9d0a-c7e9aa4e8357 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/fecf0254-2e00-4f2a-82ac-eca1794a2a34 HTTP/1.1" status: 404 len: 333 time: 0.0499191 Dec 16 03:37:03.093202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.094348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Port': ['ID=768d21e7-85bc-4a61-a50f-907f0104f090,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:03.135069 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1766b9-a1ce-4b8e-8c66-a1dded121bc0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:03.135530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1766b9-a1ce-4b8e-8c66-a1dded121bc0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:03.140911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454569ff-b7d6-4628-a5d5-6fd56f31f6e7 None None] Network 53a4c355-a48e-4618-9407-c48b082bcc55 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:03.141436 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fe1766b9-a1ce-4b8e-8c66-a1dded121bc0 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/5e418aa9-5ebf-4b5b-87e3-5a70aef980ab HTTP/1.1" status: 404 len: 337 time: 0.0438340 Dec 16 03:37:03.145768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37624) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.211492 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cfa60a-5ec4-4644-bc56-32a365d50d92 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:03.212181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cfa60a-5ec4-4644-bc56-32a365d50d92 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:03.214032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.214874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3840d78d-490e-4ff3-bb37-79fa239b2ba0 None None] Provisioning complete for port ba071100-2164-42e9-bcfe-5f730490214e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:03.215018 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-26cfa60a-5ec4-4644-bc56-32a365d50d92 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/f8cbcb9c-3cda-4834-8fbf-8e3d91a2e7be HTTP/1.1" status: 404 len: 337 time: 0.0683069 Dec 16 03:37:03.215478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3840d78d-490e-4ff3-bb37-79fa239b2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.224444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37628) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.263406 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db6d9b4-1056-4e1b-b449-b5412b387826 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:03.264010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db6d9b4-1056-4e1b-b449-b5412b387826 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:03.268026 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8db6d9b4-1056-4e1b-b449-b5412b387826 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/91ad9fbf-135f-40dc-9d8c-bfd60cf911d6 HTTP/1.1" status: 404 len: 333 time: 0.0425675 Dec 16 03:37:03.272469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37630) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.286467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3840d78d-490e-4ff3-bb37-79fa239b2ba0 None None] Port ba071100-2164-42e9-bcfe-5f730490214e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:03.311974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-72506fc4-c9f8-4d4d-a3d2-f075dd3bbd2a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:03.313104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72506fc4-c9f8-4d4d-a3d2-f075dd3bbd2a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:03.314172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3840d78d-490e-4ff3-bb37-79fa239b2ba0 None None] Provisioning complete for port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:03.314665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3840d78d-490e-4ff3-bb37-79fa239b2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.321235 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-72506fc4-c9f8-4d4d-a3d2-f075dd3bbd2a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/93fb9a32-d79e-4723-9b6b-e36ab426314b HTTP/1.1" status: 404 len: 337 time: 0.0459402 Dec 16 03:37:03.331897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37634) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.341951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.353073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:03.356806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.361193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] DHCP port deletion for 53a4c355-a48e-4618-9407-c48b082bcc55 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:03.381379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41b33ee-1c8a-4346-ab14-3f4e5f11355a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] DELETE failed (client error): The resource could not be found. Dec 16 03:37:03.381825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41b33ee-1c8a-4346-ab14-3f4e5f11355a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:37:03.384843 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d41b33ee-1c8a-4346-ab14-3f4e5f11355a tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/subnets/39dd8811-9d36-45f1-b962-6205e13567e1 HTTP/1.1" status: 404 len: 337 time: 0.0520601 Dec 16 03:37:03.388624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37636) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.424400 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-971ff83c-8f75-4f19-b45c-522479049eb5 req-e18140ad-a336-4427-bd09-7a5177c2f3f4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 210 time: 0.0537469 Dec 16 03:37:03.430665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=771b7578-95e0-488a-94d6-64fb29054370,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:03.491837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] Deleting port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:03.492307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.550654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Router 2c8e6af5-8d2d-40d1-855e-8ac248edbeef has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:03.566364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] For port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,segment=NetworkSegment(3bccda52-948a-47a6-b69f-1162737313e9),segment_id=3bccda52-948a-47a6-b69f-1162737313e9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:03.567074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.582358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] Calling delete_port for b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:03.664871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.667807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:03.676446 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b6624b63-ec4b-4c53-b8dd-41dfd1aa0a29 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4254622 Dec 16 03:37:03.680865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37638) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.684867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] Sync routers for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:03.690471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:03.692929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.3 (0d7e5498-df1c-46e0-81af-3d8685a71618/7944a23a-e022-48c2-952d-5ec24b2a7df9/6e2faa46-a4a3-43b1-8b6b-0ba20720c269) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:03.723041 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-d1b92809-e388-4aab-ad6d-30e9daf5fea2 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] show failed (client error): The resource could not be found. Dec 16 03:37:03.728582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d1b92809-e388-4aab-ad6d-30e9daf5fea2 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1094307483 HTTP/1.1" status: 404 len: 335 time: 0.0417359 Dec 16 03:37:03.729245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37640) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:03.732423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] Pushing event deleted for resources: {'Port': ['ID=b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:03.735603 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bca9fec6-2d91-4f8c-b6a1-e52f0d70f361 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:03.736736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:03.737416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:03.740238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e518e-7ce8-4558-9af0-0f205f5b55be None None] No DVR routers for this DVR port b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:03.778288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:03.789735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] Routers {'2c8e6af5-8d2d-40d1-855e-8ac248edbeef'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:03.790564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:03.829655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:03.830530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92aa99-37ff-4b1d-9dc9-cf0055de06fd None None] The sync data for ids ['2c8e6af5-8d2d-40d1-855e-8ac248edbeef'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:03.934485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router cdcf72e4-8ac7-40a4-926d-e4fe95207170 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:04.042723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:04.049612 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-410d4cb1-72f5-4d8c-94e9-4007fe54902a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/cdcf72e4-8ac7-40a4-926d-e4fe95207170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9311447 Dec 16 03:37:04.055159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37642) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:04.055420 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58797434-3d35-42da-a797-4bc36f719044 None None] Sync routers for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:04.068241 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58797434-3d35-42da-a797-4bc36f719044 None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:04.069298 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-58797434-3d35-42da-a797-4bc36f719044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:04.070377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.087340 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-182bb2c6-28b5-4bcb-834f-744e419e3ace tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdcf72e4-8ac7-40a4-926d-e4fe95207170 HTTP/1.1" status: 200 len: 205 time: 0.0310636 Dec 16 03:37:04.089974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37644) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:04.105703 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-58797434-3d35-42da-a797-4bc36f719044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:04.117560 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58797434-3d35-42da-a797-4bc36f719044 None None] Routers {'cdcf72e4-8ac7-40a4-926d-e4fe95207170'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:04.118239 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-58797434-3d35-42da-a797-4bc36f719044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:36:38Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:04.147286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-bca9fec6-2d91-4f8c-b6a1-e52f0d70f361 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] update failed (client error): The resource could not be found. Dec 16 03:37:04.151630 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bca9fec6-2d91-4f8c-b6a1-e52f0d70f361 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-973830527 HTTP/1.1" status: 404 len: 334 time: 0.4169338 Dec 16 03:37:04.151630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Deleting port ba071100-2164-42e9-bcfe-5f730490214e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:04.151630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.153784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37646) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:04.156243 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-58797434-3d35-42da-a797-4bc36f719044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:04.156890 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58797434-3d35-42da-a797-4bc36f719044 None None] The sync data for ids ['cdcf72e4-8ac7-40a4-926d-e4fe95207170'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:04.180922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404d3d6f-f09d-4a50-94db-bcca7a5999c7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.255646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting subnet fad04e58-a696-48f8-888b-2ae817014878 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:04.255922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.264397 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.267969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.301649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Calling delete_port for ba071100-2164-42e9-bcfe-5f730490214e owned by {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:04.320686 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.376041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404d3d6f-f09d-4a50-94db-bcca7a5999c7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.380801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404d3d6f-f09d-4a50-94db-bcca7a5999c7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.391333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:04.392363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:04.394286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:04.399824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:04.419694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:04.420181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b1f1f3ee-a9d6-4edb-bdea-fecf91a625f9 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:04.438111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:04.461320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.477000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404d3d6f-f09d-4a50-94db-bcca7a5999c7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.477405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404d3d6f-f09d-4a50-94db-bcca7a5999c7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Fanout notify agent at l3_agent the message router_deleted on router cdcf72e4-8ac7-40a4-926d-e4fe95207170 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:37:04.486108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404d3d6f-f09d-4a50-94db-bcca7a5999c7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.487264 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-404d3d6f-f09d-4a50-94db-bcca7a5999c7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/cdcf72e4-8ac7-40a4-926d-e4fe95207170 HTTP/1.1" status: 204 len: 168 time: 0.3963544 Dec 16 03:37:04.490150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37650) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:04.511048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.526124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:04.526769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.556403 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-cd32b608-95b9-47b6-a75c-2d3a1e10b508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6266925 Dec 16 03:37:04.562558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet ca398278-ab09-40a1-8024-16628445bd6e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:04.566533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.573913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Port': ['ID=ba071100-2164-42e9-bcfe-5f730490214e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:04.585982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.590006 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7f7c3c51-cfd6-4562-9f71-9cc3a12c9613 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/ports/ba071100-2164-42e9-bcfe-5f730490214e HTTP/1.1" status: 204 len: 168 time: 1.2006223 Dec 16 03:37:04.593590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37652) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:04.594073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Request body: {'port': {'device_id': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:04.642696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.693743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.702361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001c242-f29b-4a96-a3e3-0db75044062d req-943c8d9c-f259-401b-af5e-a8eba4844551 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:04.703895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8001c242-f29b-4a96-a3e3-0db75044062d req-943c8d9c-f259-401b-af5e-a8eba4844551 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 931 time: 0.1886210 Dec 16 03:37:04.708475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.711557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.733810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1e69b388-b028-42b2-a903-00bdc3627a4e None None] Provisioning complete for port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:04.734178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e69b388-b028-42b2-a903-00bdc3627a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.756743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Subnet': ['ID=fad04e58-a696-48f8-888b-2ae817014878,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:04.759171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.762216 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-744a9e6f-41ab-469b-a2f5-de608ae9b454 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/subnets/fad04e58-a696-48f8-888b-2ae817014878 HTTP/1.1" status: 204 len: 168 time: 0.6075282 Dec 16 03:37:04.769770 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37654) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:04.771748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1e69b388-b028-42b2-a903-00bdc3627a4e None None] Port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:04.775549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f1deec-8afe-4a5d-b2ba-133af3cd8ba9 None None] Network cf84790a-ece8-44c8-97f9-d3eb15b5597c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:04.813089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.930471 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8001c242-f29b-4a96-a3e3-0db75044062d req-c992bb89-5932-446a-9f00-8744e9744ba6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048090 Dec 16 03:37:04.957296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] DHCP port deletion for cf84790a-ece8-44c8-97f9-d3eb15b5597c request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:04.957786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:04.960600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.000313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a4c355-a48e-4618-9407-c48b082bcc55']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:05.000787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.011122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Deleting port 66af0b0e-55f0-4182-91e4-a848bd95300e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:05.011518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.013672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bccda52-948a-47a6-b69f-1162737313e9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:05.014538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bccda52-948a-47a6-b69f-1162737313e9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:05.041722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.049229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=ca398278-ab09-40a1-8024-16628445bd6e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:05.061786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.072499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:05.072775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:05.077500 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:05.080271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.083478 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-54e696eb-b060-48d3-8d22-06ac943fa684 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/ca398278-ab09-40a1-8024-16628445bd6e HTTP/1.1" status: 204 len: 168 time: 0.5923862 Dec 16 03:37:05.086851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37656) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:05.088805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] For port 66af0b0e-55f0-4182-91e4-a848bd95300e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66af0b0e-55f0-4182-91e4-a848bd95300e,segment=NetworkSegment(23605e6a-263b-4f54-8c53-c5f3588d1d2d),segment_id=23605e6a-263b-4f54-8c53-c5f3588d1d2d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:05.089513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.095280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08c03d-f258-45ef-8c7f-15a575822694 None None] Network 04e38240-b77e-4055-8ffc-464f8aa7a616 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:05.132986 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting port 66af0b0e-55f0-4182-91e4-a848bd95300e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:05.133363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.147923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Calling delete_port for 66af0b0e-55f0-4182-91e4-a848bd95300e owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:05.174789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet dd5f0751-da08-44cf-8b44-d813664fd928 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:05.177691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.181201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.185905 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.192105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] 10.222.0.16 "DELETE /v2.0/networks/53a4c355-a48e-4618-9407-c48b082bcc55 HTTP/1.1" status: 204 len: 168 time: 0.5925500 Dec 16 03:37:05.207917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:37:05.210042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48186789-2d10-4d31-91ec-1187c2a7a162 tempest-PortsTestJSON-1238297900 tempest-PortsTestJSON-1238297900-project] Pushing event deleted for resources: {'Network': ['ID=53a4c355-a48e-4618-9407-c48b082bcc55,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:05.219478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.227350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] For port 66af0b0e-55f0-4182-91e4-a848bd95300e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=66af0b0e-55f0-4182-91e4-a848bd95300e,segment=NetworkSegment(23605e6a-263b-4f54-8c53-c5f3588d1d2d),segment_id=23605e6a-263b-4f54-8c53-c5f3588d1d2d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:05.228020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.241227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Calling delete_port for 66af0b0e-55f0-4182-91e4-a848bd95300e owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:05.242952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.245735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Transition to ACTIVE for port object 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:37:05.269339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.277991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb474-d90d-4d80-9cfe-e873582c1c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.339026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.345350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:05.358564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.398682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Pushing event deleted for resources: {'Port': ['ID=66af0b0e-55f0-4182-91e4-a848bd95300e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:05.403306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Port': ['ID=66af0b0e-55f0-4182-91e4-a848bd95300e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:05.405202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] No DVR routers for this DVR port 66af0b0e-55f0-4182-91e4-a848bd95300e on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:05.415309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] No DVR routers for this DVR port 66af0b0e-55f0-4182-91e4-a848bd95300e on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:05.418667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.419203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.419777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.420298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.420793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.421302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.421797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.422287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.422917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.423704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.429279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.429848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.430352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571d33a-268f-43f4-a872-d7f4c23629aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:05.439208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] DHCP port deletion for 04e38240-b77e-4055-8ffc-464f8aa7a616 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:05.464952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.522350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.535776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Attempting to bind port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:05.536227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Attempting to bind port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:05.536602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Attempting to bind port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 on network 0d7e5498-df1c-46e0-81af-3d8685a71618 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:05.544862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf84790a-ece8-44c8-97f9-d3eb15b5597c']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:05.546816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 on network 0d7e5498-df1c-46e0-81af-3d8685a71618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:37:05.547238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Attempting to bind port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 on network 0d7e5498-df1c-46e0-81af-3d8685a71618 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:05.554039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:05.554604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Checking segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:05.555114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Bound using segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:05.555275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23605e6a-263b-4f54-8c53-c5f3588d1d2d') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:05.555581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23605e6a-263b-4f54-8c53-c5f3588d1d2d') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:05.555888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Bound port: 6e2faa46-a4a3-43b1-8b6b-0ba20720c269, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:05.556276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.566995 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.570851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] Deleting port 266267aa-6680-4e11-bfc9-f90028f534d5 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:05.571378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.583818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.596655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:05.597144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.607509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:05.612097 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:05.651243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5f0751-da08-44cf-8b44-d813664fd928,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:05.658834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.662101 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-87d211d7-2d4d-4601-8517-ef539b30e772 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/dd5f0751-da08-44cf-8b44-d813664fd928 HTTP/1.1" status: 204 len: 168 time: 0.5743139 Dec 16 03:37:05.664983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37662) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:05.690259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab1c2d4-08ba-47d2-9a11-fe7edde8065a None None] Network a98c533c-4ac6-464d-b900-9e1a2c726bb2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:05.701297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.715617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.720842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/networks/cf84790a-ece8-44c8-97f9-d3eb15b5597c HTTP/1.1" status: 204 len: 168 time: 0.9458711 Dec 16 03:37:05.721003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] For port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:05.722442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37664) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:05.738762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60514a1-96e4-4448-9402-44dedbd227c5 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Network': ['ID=cf84790a-ece8-44c8-97f9-d3eb15b5597c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:05.762090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37666) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:05.770255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] For port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:05.785959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.804887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] For port 266267aa-6680-4e11-bfc9-f90028f534d5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=266267aa-6680-4e11-bfc9-f90028f534d5,segment=NetworkSegment(25ad96ea-a1df-49cb-8d85-43a67f83848a),segment_id=25ad96ea-a1df-49cb-8d85-43a67f83848a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:05.805431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.825115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] Calling delete_port for 266267aa-6680-4e11-bfc9-f90028f534d5 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:05.834340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.850173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:05.850839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.852230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 200 len: 1093 time: 1.2649283 Dec 16 03:37:05.856292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:37:05.858916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f0a60b-a4a2-4348-b3e0-016db95e3825" -d '{"events": [{"name": "network-changed", "server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:37:05.868846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting subnet 52b55133-573c-4958-9ecd-16e45bb4760e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:05.874108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:05.952959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14178b80-1e33-4108-a50e-865a816c83bd x-openstack-request-id: req-14178b80-1e33-4108-a50e-865a816c83bd {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:37:05.953262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:37:05.953520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14178b80-1e33-4108-a50e-865a816c83bd {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:37:05.955027 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf22e278-ef70-4bbf-8434-e5accf1f13c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=751a658b28e14ae1bf3bab993a71ecb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913180 Dec 16 03:37:05.958179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37672) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:05.960578 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'status': 'completed', 'code': 200} Dec 16 03:37:05.998991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.043067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] No DVR routers for this DVR port 266267aa-6680-4e11-bfc9-f90028f534d5 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:06.046425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334cd0-b479-4d15-8033-acb97ed8bea8 None None] Pushing event deleted for resources: {'Port': ['ID=266267aa-6680-4e11-bfc9-f90028f534d5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:06.049640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-966527c9-7a54-43f1-a5f6-b1bf6f91df88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.051443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d55d11-f6d1-4f29-9fed-907b47d2e4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:06.071459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] DHCP port deletion for a98c533c-4ac6-464d-b900-9e1a2c726bb2 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:06.076715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.110161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-966527c9-7a54-43f1-a5f6-b1bf6f91df88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.136280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-b23d4adc-b541-425e-b45c-1a9cc19a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:06.137966 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-b23d4adc-b541-425e-b45c-1a9cc19a1b7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1096 time: 0.1713848 Dec 16 03:37:06.149698 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] Deleting port af9bf188-257a-4323-a192-61a09ae079e9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:06.150599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.199451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538caadb-9d1c-47b9-a4d3-f41ba42328a3 req-67add8f0-9e08-48c5-ab31-516d6ba2f22b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:06.200980 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-538caadb-9d1c-47b9-a4d3-f41ba42328a3 req-67add8f0-9e08-48c5-ab31-516d6ba2f22b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 943 time: 0.1294940 Dec 16 03:37:06.222188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 266267aa-6680-4e11-bfc9-f90028f534d5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:06.222557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.226963 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-64cbd9cd-9107-4b5d-b927-fecf25ce399e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 200 len: 217 time: 0.0546253 Dec 16 03:37:06.228346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-966527c9-7a54-43f1-a5f6-b1bf6f91df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.231449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-966527c9-7a54-43f1-a5f6-b1bf6f91df88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.232600 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-966527c9-7a54-43f1-a5f6-b1bf6f91df88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c211c841-5958-4034-8613-d0bd805c0c31 HTTP/1.1" status: 204 len: 168 time: 0.2729070 Dec 16 03:37:06.245186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] For port af9bf188-257a-4323-a192-61a09ae079e9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=af9bf188-257a-4323-a192-61a09ae079e9,segment=NetworkSegment(c54310df-170d-4dda-a615-65b9d41976f1),segment_id=c54310df-170d-4dda-a615-65b9d41976f1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:06.246110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.255889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966527c9-7a54-43f1-a5f6-b1bf6f91df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c211c841-5958-4034-8613-d0bd805c0c31,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:06.287077 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-538caadb-9d1c-47b9-a4d3-f41ba42328a3 req-4e92376d-9286-426c-bd12-90faf1c619aa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675716 Dec 16 03:37:06.309958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] Calling delete_port for af9bf188-257a-4323-a192-61a09ae079e9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:06.415094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66af0b0e-55f0-4182-91e4-a848bd95300e no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:06.439064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 66af0b0e-55f0-4182-91e4-a848bd95300e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:06.439609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 66af0b0e-55f0-4182-91e4-a848bd95300e not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:06.440136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device af9bf188-257a-4323-a192-61a09ae079e9 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:06.442324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.489717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: af9bf188-257a-4323-a192-61a09ae079e9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:06.490247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device af9bf188-257a-4323-a192-61a09ae079e9 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:06.490690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 266267aa-6680-4e11-bfc9-f90028f534d5 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:06.493927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] Pushing event deleted for resources: {'Port': ['ID=af9bf188-257a-4323-a192-61a09ae079e9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:06.498498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b80ed25-79a7-4404-9438-b32be5dd2cda None None] No DVR routers for this DVR port af9bf188-257a-4323-a192-61a09ae079e9 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:06.673417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.690215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 266267aa-6680-4e11-bfc9-f90028f534d5 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:06.690595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 266267aa-6680-4e11-bfc9-f90028f534d5 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:06.771906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 266267aa-6680-4e11-bfc9-f90028f534d5, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:06.772308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.788755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-d25afad8-7f95-4e0b-bc8b-acdd2c1b550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:06.790291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-d25afad8-7f95-4e0b-bc8b-acdd2c1b550b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.1545923 Dec 16 03:37:06.792960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 266267aa-6680-4e11-bfc9-f90028f534d5 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:06.796554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Port 266267aa-6680-4e11-bfc9-f90028f534d5 was not found and therefore no delete operation was performed {{(pid=103162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:37:06.800860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.851753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=266267aa-6680-4e11-bfc9-f90028f534d5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:06.855734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.866741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port 266267aa-6680-4e11-bfc9-f90028f534d5 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:06.894247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Subnet': ['ID=52b55133-573c-4958-9ecd-16e45bb4760e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:06.920819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:06.924621 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-21e52e56-5c73-4b42-bbf8-333c1c66b955 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/subnets/52b55133-573c-4958-9ecd-16e45bb4760e HTTP/1.1" status: 204 len: 168 time: 1.2020636 Dec 16 03:37:06.925863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335bf6a-f09b-4a77-8f40-8200f07784c2 None None] Network 5f717122-af58-4817-a20c-cc00cff4db41 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:06.927214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37698) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:06.934767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-82098ac4-7b1d-4d16-be0a-9976ad7240fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:06.936287 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-82098ac4-7b1d-4d16-be0a-9976ad7240fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364241 Dec 16 03:37:07.013362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting subnet 76369cd7-bfbc-41b0-95c2-cb31b4a46173 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:07.017943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.035321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.040856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37700) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:07.070892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.072902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e38240-b77e-4055-8ffc-464f8aa7a616']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:07.092660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ad96ea-a1df-49cb-8d85-43a67f83848a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:07.093287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ad96ea-a1df-49cb-8d85-43a67f83848a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:07.111416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.129386 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-ad92b3f5-9c06-4bde-a625-f032bf5ce6a4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818862 Dec 16 03:37:07.133990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.152181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:07.152574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.154055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] DHCP port deletion for 5f717122-af58-4817-a20c-cc00cff4db41 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:07.155739 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:07.198938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.210499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] Deleting port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:07.210879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.231072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bf1f5748-f2da-4c7e-b8f3-ff9a1c6f650c tempest-DvrRoutersNegativeTest-2128452073 tempest-DvrRoutersNegativeTest-2128452073-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-251620706', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:07.234675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.policy [None req-bf1f5748-f2da-4c7e-b8f3-ff9a1c6f650c tempest-DvrRoutersNegativeTest-2128452073 tempest-DvrRoutersNegativeTest-2128452073-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103162) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 16 03:37:07.234977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.policy [None req-bf1f5748-f2da-4c7e-b8f3-ff9a1c6f650c tempest-DvrRoutersNegativeTest-2128452073 tempest-DvrRoutersNegativeTest-2128452073-project] Failed policy check for 'create_router' {{(pid=103162) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 16 03:37:07.235586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-bf1f5748-f2da-4c7e-b8f3-ff9a1c6f650c tempest-DvrRoutersNegativeTest-2128452073 tempest-DvrRoutersNegativeTest-2128452073-project] create failed (client error): Access was denied to this resource. Dec 16 03:37:07.242469 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf1f5748-f2da-4c7e-b8f3-ff9a1c6f650c tempest-DvrRoutersNegativeTest-2128452073 tempest-DvrRoutersNegativeTest-2128452073-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1948333 Dec 16 03:37:07.283361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] For port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767,segment=NetworkSegment(8e1e84b7-4844-4879-851a-d436dfbb2adb),segment_id=8e1e84b7-4844-4879-851a-d436dfbb2adb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:07.283806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.286774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.299432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] Calling delete_port for 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:07.365420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Subnet': ['ID=76369cd7-bfbc-41b0-95c2-cb31b4a46173,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:07.380336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.381956 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ef73229a-74f6-4d14-a3e0-342caf1b0dbe req-30f28d28-4456-4176-9ecd-e11eaa1956ae service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431939 Dec 16 03:37:07.385056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc88a0f-a682-4299-b08f-b6c7669c7d27 None None] Network 398f09f8-7d35-4412-a71d-aa91e286401e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:07.387854 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-75429b08-1a0d-46b2-9366-762b82ecdac1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/subnets/76369cd7-bfbc-41b0-95c2-cb31b4a46173 HTTP/1.1" status: 204 len: 168 time: 0.4582489 Dec 16 03:37:07.389511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37708) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:07.489879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab86aa8f-3677-4428-b7b0-50baa44658c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.511810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.513465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2bf1-849a-45e1-9ab9-39bd33bdbd5a req-1634872f-f878-40af-9839-e4c29f13fc3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:07.517892 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9dff2bf1-849a-45e1-9ab9-39bd33bdbd5a req-1634872f-f878-40af-9839-e4c29f13fc3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 943 time: 0.1233554 Dec 16 03:37:07.542254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.548590 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/04e38240-b77e-4055-8ffc-464f8aa7a616 HTTP/1.1" status: 204 len: 168 time: 1.8799329 Dec 16 03:37:07.550999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708653-7278-4464-a781-017d0f5549d3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=04e38240-b77e-4055-8ffc-464f8aa7a616,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:07.552853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:07.556230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.621667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9dff2bf1-849a-45e1-9ab9-39bd33bdbd5a req-717c70d5-e710-4ebe-b46d-91d2402f6eb5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935225 Dec 16 03:37:07.643011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] Pushing event deleted for resources: {'Port': ['ID=2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:07.653711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] DHCP port deletion for 398f09f8-7d35-4412-a71d-aa91e286401e request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:07.663344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559403a-f0bc-41ee-b538-a4bb2c65c2d7 None None] No DVR routers for this DVR port 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:07.677617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.696860 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37714) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:07.714863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.722544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-35fffd25-2c47-4741-a450-adb204707c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:07.724082 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-35fffd25-2c47-4741-a450-adb204707c4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1096 time: 0.2103958 Dec 16 03:37:07.754811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] Deleting port 619e9e62-2338-47ce-8c2e-3f81392aba5d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:07.755187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.828764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] For port 619e9e62-2338-47ce-8c2e-3f81392aba5d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=619e9e62-2338-47ce-8c2e-3f81392aba5d,segment=NetworkSegment(1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba),segment_id=1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:07.829378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.840241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77fa14bf-3b4a-4307-8e46-bc3db5245ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.843735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] Calling delete_port for 619e9e62-2338-47ce-8c2e-3f81392aba5d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:07.917520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77fa14bf-3b4a-4307-8e46-bc3db5245ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.922487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.926012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77fa14bf-3b4a-4307-8e46-bc3db5245ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.939314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.956474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:07.975778 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-77fa14bf-3b4a-4307-8e46-bc3db5245ef6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2facfc3ecaa647e8ab75bc080ce65e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760475 Dec 16 03:37:07.976109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37718) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:07.977936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] No DVR routers for this DVR port 619e9e62-2338-47ce-8c2e-3f81392aba5d on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:07.980032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5555c7-34cf-46b8-8bd7-4bab013d40f4 None None] Pushing event deleted for resources: {'Port': ['ID=619e9e62-2338-47ce-8c2e-3f81392aba5d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:07.990803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa14bf-3b4a-4307-8e46-bc3db5245ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24897b-54eb-4d3c-9c27-f90abb1027eb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:07.996631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98c533c-4ac6-464d-b900-9e1a2c726bb2']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.022077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f717122-af58-4817-a20c-cc00cff4db41']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.025757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54310df-170d-4dda-a615-65b9d41976f1') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.026286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54310df-170d-4dda-a615-65b9d41976f1') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.028382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-1722ce35-90ec-4075-a6ff-898d8308f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:08.028795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e725-e77e-4a84-b3b8-71d586cebf1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.029880 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-1722ce35-90ec-4075-a6ff-898d8308f75d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 895 time: 0.2737477 Dec 16 03:37:08.049594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.051476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e725-e77e-4a84-b3b8-71d586cebf1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.053075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1e84b7-4844-4879-851a-d436dfbb2adb') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.053372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1e84b7-4844-4879-851a-d436dfbb2adb') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.093468 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-b56b95bd-9464-44aa-b45e-98bda8ff18a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 200 len: 217 time: 0.0518112 Dec 16 03:37:08.097457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.099850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.101677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e725-e77e-4a84-b3b8-71d586cebf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.104517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e725-e77e-4a84-b3b8-71d586cebf1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.105680 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0ca8e725-e77e-4a84-b3b8-71d586cebf1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d24897b-54eb-4d3c-9c27-f90abb1027eb HTTP/1.1" status: 204 len: 168 time: 0.1288216 Dec 16 03:37:08.114108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8e725-e77e-4a84-b3b8-71d586cebf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24897b-54eb-4d3c-9c27-f90abb1027eb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:08.123854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:08.124192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:08.144332 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:08.146760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.202735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:08.203153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:08.206882 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:08.257809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-3a850858-bc27-4102-bbe3-9d325c81ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:08.259372 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-3a850858-bc27-4102-bbe3-9d325c81ebfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.1530433 Dec 16 03:37:08.287130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.316808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.323904 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/a98c533c-4ac6-464d-b900-9e1a2c726bb2 HTTP/1.1" status: 204 len: 168 time: 0.7316699 Dec 16 03:37:08.325249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:08.331525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-417850753'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:08.346507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.350574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e5edd-410e-4164-b67a-3f996a27222b tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=a98c533c-4ac6-464d-b900-9e1a2c726bb2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:08.358778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.362816 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/networks/5f717122-af58-4817-a20c-cc00cff4db41 HTTP/1.1" status: 204 len: 168 time: 0.9722006 Dec 16 03:37:08.365365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37724) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:08.382482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9676c2d-c2b6-4e66-aac4-f3e04aecb6c1 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Network': ['ID=5f717122-af58-4817-a20c-cc00cff4db41,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:08.404960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-3f28ab9f-418d-483e-aa57-98104bcfd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:08.406759 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-3f28ab9f-418d-483e-aa57-98104bcfd471 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1392615 Dec 16 03:37:08.408560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:08.412531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.436816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.442160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 619e9e62-2338-47ce-8c2e-3f81392aba5d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:08.469018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 619e9e62-2338-47ce-8c2e-3f81392aba5d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:08.470084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 619e9e62-2338-47ce-8c2e-3f81392aba5d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:08.470543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:08.488528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:08.491228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:08.491782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2aaaa3f3-25e0-4e63-82b1-d0ce17cd2767 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:08.504788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.504922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.505118 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment 07fec570-68d1-458e-a829-bcc55cde5d01 of type vlan for network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 Dec 16 03:37:08.556369 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-7182d875-0cb0-40e3-8799-9ef816cf9d6b service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400948 Dec 16 03:37:08.577143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.599815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.620567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398f09f8-7d35-4412-a71d-aa91e286401e']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.629941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.630170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f26a1b9-2fb6-4292-b6ed-70d901b5e5ba') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:08.639825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.643474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.648987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:08.649580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.654103 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.664981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:08.664981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:08.668405 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:08.730237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4045572 Dec 16 03:37:08.733229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37728) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:08.740311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:08.742681 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-04f0a60b-a4a2-4348-b3e0-016db95e3825 req-c784e02a-ea13-4f41-9339-40c59d43a69e service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754735 Dec 16 03:37:08.748272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a1d0-32c9-4b92-a366-d100c3054c66 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=4474ab7e-5ea0-47cd-86c6-97a304e4acf1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:08.760241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:08.804824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.814917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.818583 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/networks/398f09f8-7d35-4412-a71d-aa91e286401e HTTP/1.1" status: 204 len: 168 time: 0.4514821 Dec 16 03:37:08.821318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:08.845881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47fd86-45c0-46b8-8701-52b2f32d42ca tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Network': ['ID=398f09f8-7d35-4412-a71d-aa91e286401e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:08.878326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting subnet 1a1e74d6-7549-4b36-b5a1-89631a7b6149 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:08.878687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa13fe-040c-4f6f-b5e1-32ba07a9419a req-db9c72ca-1e4a-4f62-9bba-75a22e777224 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:08.880277 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e7fa13fe-040c-4f6f-b5e1-32ba07a9419a req-db9c72ca-1e4a-4f62-9bba-75a22e777224 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 943 time: 0.1656084 Dec 16 03:37:08.882538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.914789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:08.918210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.925208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:08.986861 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e7fa13fe-040c-4f6f-b5e1-32ba07a9419a req-1fafbe1c-bfce-4841-b7b9-0be5c2731399 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992613 Dec 16 03:37:09.012596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.073688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.101039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1e74d6-7549-4b36-b5a1-89631a7b6149,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:09.105694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.111677 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e098a622-9fed-4e46-90cf-ca54012442e0 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/subnets/1a1e74d6-7549-4b36-b5a1-89631a7b6149 HTTP/1.1" status: 204 len: 168 time: 0.2865930 Dec 16 03:37:09.112108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:09.114730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f24c73-5201-4d96-8147-a2a7b2a06888 None None] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:09.135087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.203362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.204010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=9153ecc9-99a9-4f83-88ad-5da980d2ff65,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:09.220535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': '07fec570-68d1-458e-a829-bcc55cde5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:09.221017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 4474ab7e-5ea0-47cd-86c6-97a304e4acf1, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:09.244827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:09.258649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 4474ab7e-5ea0-47cd-86c6-97a304e4acf1) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:09.262724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:09.263327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.267336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e72752a-107e-4548-a408-5e53959c66d4 None None] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:09.275374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Deleting port a38915cd-6355-40aa-84dc-8ef02a285075 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:09.275756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.284324 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-602cd2bc-bfeb-4fb1-a5ec-2c0384bb5a4c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5495756 Dec 16 03:37:09.286835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37734) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:09.291742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-91cc2f7c-656f-4786-b029-a87cab6cb920 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1187580441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:09.312544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] DHCP port deletion for c9ea7110-6d74-46e5-9eb6-db4c2d83973e request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:09.317913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91cc2f7c-656f-4786-b029-a87cab6cb920 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.319204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91cc2f7c-656f-4786-b029-a87cab6cb920 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.346167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] For port a38915cd-6355-40aa-84dc-8ef02a285075, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a38915cd-6355-40aa-84dc-8ef02a285075,segment=NetworkSegment(b2325361-de5a-4963-8713-549b3c7e39fd),segment_id=b2325361-de5a-4963-8713-549b3c7e39fd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:09.346167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.360017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Calling delete_port for a38915cd-6355-40aa-84dc-8ef02a285075 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:09.375135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91cc2f7c-656f-4786-b029-a87cab6cb920 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.381279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91cc2f7c-656f-4786-b029-a87cab6cb920 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.400888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] Deleting port a38915cd-6355-40aa-84dc-8ef02a285075 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:09.401254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.404204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-4474ab7e-5ea0-47cd-86c6-97a304e4acf1', 'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': '9153ecc9-99a9-4f83-88ad-5da980d2ff65'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:09.405002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.419049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91cc2f7c-656f-4786-b029-a87cab6cb920 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.424041 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-91cc2f7c-656f-4786-b029-a87cab6cb920 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1346917 Dec 16 03:37:09.424041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37736) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:09.428793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'port': {'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1', 'name': 'tempest-RoutersTest-720029740'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:09.450248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.477272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Port': ['ID=a38915cd-6355-40aa-84dc-8ef02a285075,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:09.482308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] No DVR routers for this DVR port a38915cd-6355-40aa-84dc-8ef02a285075 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:09.530346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] For port a38915cd-6355-40aa-84dc-8ef02a285075, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a38915cd-6355-40aa-84dc-8ef02a285075,segment=NetworkSegment(b2325361-de5a-4963-8713-549b3c7e39fd),segment_id=b2325361-de5a-4963-8713-549b3c7e39fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:09.530988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.552535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] Calling delete_port for a38915cd-6355-40aa-84dc-8ef02a285075 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:09.561055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:09.565015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.565314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.583361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] device_id is not set on port a925fe90-3e6d-4144-be60-8414004c54ed yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:37:09.588881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ea7110-6d74-46e5-9eb6-db4c2d83973e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:09.599360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2325361-de5a-4963-8713-549b3c7e39fd') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:09.599682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2325361-de5a-4963-8713-549b3c7e39fd') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:09.609308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.623758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.632112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:09.632506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:09.636453 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:09.655321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Allocated IP 172.20.0.2 (4474ab7e-5ea0-47cd-86c6-97a304e4acf1/9153ecc9-99a9-4f83-88ad-5da980d2ff65/5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:09.698272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.705252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.710260 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/networks/c9ea7110-6d74-46e5-9eb6-db4c2d83973e HTTP/1.1" status: 204 len: 168 time: 0.5968947 Dec 16 03:37:09.712882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37738) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:09.717134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:37:09.724694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d665f7-a866-4e46-9a25-85e723fe3a03 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Pushing event deleted for resources: {'Network': ['ID=c9ea7110-6d74-46e5-9eb6-db4c2d83973e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:09.727625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.742844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2d61852c-69f6-46bd-80db-ef8db8bac20d tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c8e6af5-8d2d-40d1-855e-8ac248edbeef HTTP/1.1" status: 200 len: 205 time: 0.0278435 Dec 16 03:37:09.745388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37740) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:09.763412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] Network c9ea7110-6d74-46e5-9eb6-db4c2d83973e is not hosted by any dhcp agent {{(pid=103163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:37:09.763874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] No DVR routers for this DVR port a38915cd-6355-40aa-84dc-8ef02a285075 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:09.768405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d83bd-2c0b-47da-b429-98209c0f288d None None] Pushing event deleted for resources: {'Port': ['ID=a38915cd-6355-40aa-84dc-8ef02a285075,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:09.822026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd45ded-891e-48f2-8b07-18b0c6737587 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.914931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:09.917380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.927687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'port_id': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'mac_address': 'fa:16:3e:82:3b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:37:09.930745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.984595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd45ded-891e-48f2-8b07-18b0c6737587 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:09.987134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd45ded-891e-48f2-8b07-18b0c6737587 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.006298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6d95ee45-1c60-4464-b1ea-7d95952e8a0e {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:37:10.006762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:37:10.014535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:10.020311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.023451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:10.027009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Pushing event updated for resources: {'Port': ['ID=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:10.029425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:10.037639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.041510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd45ded-891e-48f2-8b07-18b0c6737587 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.042800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd45ded-891e-48f2-8b07-18b0c6737587 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8e6af5-8d2d-40d1-855e-8ac248edbeef {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:37:10.052180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd45ded-891e-48f2-8b07-18b0c6737587 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.053434 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fdd45ded-891e-48f2-8b07-18b0c6737587 tempest-RoutersNegativeIpV6Test-1254222301 tempest-RoutersNegativeIpV6Test-1254222301-project] 10.222.0.16 "DELETE /v2.0/routers/2c8e6af5-8d2d-40d1-855e-8ac248edbeef HTTP/1.1" status: 204 len: 168 time: 0.3069739 Dec 16 03:37:10.074438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:37:10.114556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Attempting to bind port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:10.114943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Attempting to bind port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '07fec570-68d1-458e-a829-bcc55cde5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:10.115308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Attempting to bind port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b on network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:10.118548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:10.123191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:10.123580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Checking segment: {'id': '07fec570-68d1-458e-a829-bcc55cde5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:10.124053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.124408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Bound using segment: {'id': '07fec570-68d1-458e-a829-bcc55cde5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:10.124939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Bound port: 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fec570-68d1-458e-a829-bcc55cde5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4474ab7e-5ea0-47cd-86c6-97a304e4acf1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:10.125333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.128621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.129212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792044-6f1e-400c-9b80-836da33cfd21 req-c6cd5f5a-63a7-4e88-b6e6-986a94389214 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:10.135173 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a6792044-6f1e-400c-9b80-836da33cfd21 req-c6cd5f5a-63a7-4e88-b6e6-986a94389214 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 943 time: 0.0592401 Dec 16 03:37:10.186161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a6792044-6f1e-400c-9b80-836da33cfd21 req-565e3860-3fed-4fb2-97f0-397a5152c4c3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Dec 16 03:37:10.217765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:10.230771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] For port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:10.234105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] For port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,segment=NetworkSegment(07fec570-68d1-458e-a829-bcc55cde5d01),segment_id=07fec570-68d1-458e-a829-bcc55cde5d01)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:10.238867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.303290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1986-8837-433d-bec6-bcbf578e7de8 None None] Pushing event updated for resources: {'Port': ['ID=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:10.358790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:10.388481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a38915cd-6355-40aa-84dc-8ef02a285075 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:10.409431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a38915cd-6355-40aa-84dc-8ef02a285075 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:10.409539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a38915cd-6355-40aa-84dc-8ef02a285075 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:10.416453 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['6e2faa46-a4a3-43b1-8b6b-0ba20720c269'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:37:10.507851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.531084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] device_id is not set on port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 yet. {{(pid=103161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:37:10.556919 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-33b5e1c1-31a3-4471-9623-ba181345ba04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=283470cbf858483eb2454e34b9265f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969094 Dec 16 03:37:10.561119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37752) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:10.621031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d152bf51-0b8a-41bc-a331-cee071b56122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.645473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d152bf51-0b8a-41bc-a331-cee071b56122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.665201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.20.0.9 (4474ab7e-5ea0-47cd-86c6-97a304e4acf1/9153ecc9-99a9-4f83-88ad-5da980d2ff65/4c011fd4-eb27-4d98-a51d-0d1e9c481033) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:10.699127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d152bf51-0b8a-41bc-a331-cee071b56122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.702102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d152bf51-0b8a-41bc-a331-cee071b56122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.706091 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d152bf51-0b8a-41bc-a331-cee071b56122 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78332ce9-9b7c-4030-9753-3c80f7e42052 HTTP/1.1" status: 204 len: 168 time: 0.1417711 Dec 16 03:37:10.714959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152bf51-0b8a-41bc-a331-cee071b56122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78332ce9-9b7c-4030-9753-3c80f7e42052,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:10.843992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.879749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:10.926033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:10.929571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:10.935750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:10.964442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=4c011fd4-eb27-4d98-a51d-0d1e9c481033,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:10.994866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:10.995503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.024043 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9b4bc98b-39c3-4e73-8af9-d1c47c6e27ac tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5963438 Dec 16 03:37:11.024877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37764) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:11.069645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.356029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9381b91b-be1e-40e3-9e65-20721549bb8f None None] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:11.359266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186e81a-d116-406f-a78e-92acd76700e9 req-8f456a02-1d8f-4450-bb01-2b2842731791 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:11.361137 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6186e81a-d116-406f-a78e-92acd76700e9 req-8f456a02-1d8f-4450-bb01-2b2842731791 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 944 time: 0.0755870 Dec 16 03:37:11.374810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.437092 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6186e81a-d116-406f-a78e-92acd76700e9 req-706f1bbe-5c5f-4729-a73d-3e2a83419f26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692320 Dec 16 03:37:11.448582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e008daf1-48ff-46b6-80d9-02aabffa982c None None] Provisioning complete for port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:11.448950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e008daf1-48ff-46b6-80d9-02aabffa982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.479624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37778) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:11.576332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e008daf1-48ff-46b6-80d9-02aabffa982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.596597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--681369664'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:11.614609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e008daf1-48ff-46b6-80d9-02aabffa982c None None] For port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,segment=NetworkSegment(07fec570-68d1-458e-a829-bcc55cde5d01),segment_id=07fec570-68d1-458e-a829-bcc55cde5d01)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:11.620125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e008daf1-48ff-46b6-80d9-02aabffa982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.633358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.647104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.649657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.657786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.685264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008daf1-48ff-46b6-80d9-02aabffa982c None None] Pushing event updated for resources: {'Port': ['ID=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:11.697837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37784) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:11.708399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:11.783405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:37:11.792068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:11.792588 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.822324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=4c011fd4-eb27-4d98-a51d-0d1e9c481033,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:11.853634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.863648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.879056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-91b19dc1-041a-4330-9418-1a75ad9f5f02 None None] Provisioning complete for port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:11.879541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91b19dc1-041a-4330-9418-1a75ad9f5f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.925586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.925862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-91b19dc1-041a-4330-9418-1a75ad9f5f02 None None] Port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:11.928562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ae642-19f5-46a7-b413-2bdd55e92103,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:11.964093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-91b19dc1-041a-4330-9418-1a75ad9f5f02 None None] Provisioning complete for port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:11.964563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91b19dc1-041a-4330-9418-1a75ad9f5f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.978819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Deleting port ed3f4c11-bed6-4edd-ad7a-9521bd551173 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:11.979221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:11.992597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.034718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:12.036156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:37:12.038791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44935cc7-264a-4b7d-9208-b5ea95bf955a" -d '{"events": [{"server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:37:12.051197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.056261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.100475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.100800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.122332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Calling delete_port for ed3f4c11-bed6-4edd-ad7a-9521bd551173 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:12.137465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36291850-06ed-4959-837b-93288aad3177 x-openstack-request-id: req-36291850-06ed-4959-837b-93288aad3177 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:37:12.138045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:37:12.143616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36291850-06ed-4959-837b-93288aad3177 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:37:12.144361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.144777 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'code': 200} Dec 16 03:37:12.198086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:12.256061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.257625 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7769480 Dec 16 03:37:12.260603 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37788) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:12.265944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d068b77c-bca8-4dbd-8380-12f1d1deee37 None None] Provisioning complete for port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:12.267336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d068b77c-bca8-4dbd-8380-12f1d1deee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.274593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ea44-2878-451e-b3b0-614f5f30e974 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5559ab6a-4de1-4ce3-ba40-8019b2876096,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:12.400377 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e864396b-eac6-4c84-b67d-9efd384d0bc2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1360722 Dec 16 03:37:12.400795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37790) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:12.412234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9fbe752a-bf0f-45e6-93d1-35abb4df9258 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-security--1510851509', 'description': 'tempest-security-description-1859405968'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:12.514299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e83f6-0b6c-4686-b8a0-37d8e05292fd req-4c73eaf4-3a7f-47f7-99d8-22f7e51288a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:12.515924 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7c4e83f6-0b6c-4686-b8a0-37d8e05292fd req-4c73eaf4-3a7f-47f7-99d8-22f7e51288a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1098 time: 0.0817120 Dec 16 03:37:12.516964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:12.523538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fbe752a-bf0f-45e6-93d1-35abb4df9258 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.562112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d068b77c-bca8-4dbd-8380-12f1d1deee37 None None] Port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:12.580346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.581224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:12.581588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.581982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.629892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event deleted for resources: {'Port': ['ID=ed3f4c11-bed6-4edd-ad7a-9521bd551173,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:12.637821 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7c4e83f6-0b6c-4686-b8a0-37d8e05292fd req-ad07bc0b-800e-4c1c-ba77-5c9ab7e442b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103187 Dec 16 03:37:12.650560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fbe752a-bf0f-45e6-93d1-35abb4df9258 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.670999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fbe752a-bf0f-45e6-93d1-35abb4df9258 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.674275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fbe752a-bf0f-45e6-93d1-35abb4df9258 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.678267 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9fbe752a-bf0f-45e6-93d1-35abb4df9258 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "PUT /v2.0/security-groups/5559ab6a-4de1-4ce3-ba40-8019b2876096 HTTP/1.1" status: 200 len: 1797 time: 0.2733858 Dec 16 03:37:12.693184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-da29dbbc-7d71-406a-a917-66d3b84f3bf1 None None] Provisioning complete for port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:12.693413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da29dbbc-7d71-406a-a917-66d3b84f3bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.699261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37794) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:12.727307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-da29dbbc-7d71-406a-a917-66d3b84f3bf1 None None] Port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:12.728064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fd8db-5308-4446-b766-81932ceb31eb req-bb995ad2-0e5d-4000-9ad3-a23212761ee4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:12.730337 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a90fd8db-5308-4446-b766-81932ceb31eb req-bb995ad2-0e5d-4000-9ad3-a23212761ee4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 945 time: 0.1930740 Dec 16 03:37:12.734431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe752a-bf0f-45e6-93d1-35abb4df9258 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5559ab6a-4de1-4ce3-ba40-8019b2876096,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:12.764859 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.765081 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Floating IP 89133f2b-3738-451c-8b8f-bab99f90441e disassociated (deleted). External IP: 172.26.6.189, port: 8532725c-d05e-4ff2-9135-273a4e5a6989. Dec 16 03:37:12.789095 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dfbe6df1-e628-4451-b004-1110cc1b7df6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups/5559ab6a-4de1-4ce3-ba40-8019b2876096 HTTP/1.1" status: 200 len: 1797 time: 0.0874860 Dec 16 03:37:12.791811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37796) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:12.835285 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a90fd8db-5308-4446-b766-81932ceb31eb req-a0b0ff78-79e6-4630-ab78-d0b7ad0ed33d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977147 Dec 16 03:37:12.919636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48c414a-9bdb-41a5-94ad-df5b44e6cd05 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.957760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48c414a-9bdb-41a5-94ad-df5b44e6cd05 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.975759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:12.985948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.003964 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:13.072977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=4c011fd4-eb27-4d98-a51d-0d1e9c481033,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:13.075375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.083363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48c414a-9bdb-41a5-94ad-df5b44e6cd05 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.085928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48c414a-9bdb-41a5-94ad-df5b44e6cd05 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.087120 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a48c414a-9bdb-41a5-94ad-df5b44e6cd05 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/5559ab6a-4de1-4ce3-ba40-8019b2876096 HTTP/1.1" status: 204 len: 168 time: 0.2943053 Dec 16 03:37:13.091685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37798) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:13.117389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:13.122224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.126899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] Sync routers for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:13.137887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:13.138587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:13.143896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c414a-9bdb-41a5-94ad-df5b44e6cd05 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5559ab6a-4de1-4ce3-ba40-8019b2876096,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:13.158045 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-85a738d8-7f92-4c6e-a3ef-3767252047f8 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "DELETE /v2.0/floatingips/89133f2b-3738-451c-8b8f-bab99f90441e HTTP/1.1" status: 204 len: 168 time: 1.4576929 Dec 16 03:37:13.158465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:37:13.160880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ab4eed-b8b4-410a-a6e3-994dadf46688" -d '{"events": [{"name": "network-changed", "server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:37:13.198090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283d9d16-ae75-41a6-be85-7df36c156d69 x-openstack-request-id: req-283d9d16-ae75-41a6-be85-7df36c156d69 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:37:13.198367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:37:13.198520 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2e18434-830c-4ab5-8ccc-c4d743f188ce tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1054204 Dec 16 03:37:13.198617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-283d9d16-ae75-41a6-be85-7df36c156d69 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:37:13.199038 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'status': 'completed', 'code': 200} Dec 16 03:37:13.201114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37804) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:13.215220 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-36bf06d3-d28c-41f9-9b68-8f0a12c1f6fc tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] delete failed (client error): The resource could not be found. Dec 16 03:37:13.216263 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-36bf06d3-d28c-41f9-9b68-8f0a12c1f6fc tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/5559ab6a-4de1-4ce3-ba40-8019b2876096 HTTP/1.1" status: 404 len: 347 time: 0.0142252 Dec 16 03:37:13.221297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37806) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:13.225795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-417dd7a9-1676-41be-845c-bf57ed19ca52 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--559633095'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:13.227164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:13.239346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:13.273604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-417dd7a9-1676-41be-845c-bf57ed19ca52 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.301899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:13.395997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-417dd7a9-1676-41be-845c-bf57ed19ca52 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.412502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-417dd7a9-1676-41be-845c-bf57ed19ca52 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.444383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-ab860fed-fe65-4f64-b112-2cdb1c19a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:13.447736 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-ab860fed-fe65-4f64-b112-2cdb1c19a15c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3311afe31a9e42f6a9fe00948766f024&device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 1098 time: 0.0732279 Dec 16 03:37:13.448626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router e0924fea-c466-4db6-9c20-5e65c3c476e8 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:37:13.490440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-417dd7a9-1676-41be-845c-bf57ed19ca52 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.491662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-417dd7a9-1676-41be-845c-bf57ed19ca52 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2693920 Dec 16 03:37:13.493687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dd7a9-1676-41be-845c-bf57ed19ca52 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7175ff78-25cd-4448-a747-9f06cf8b19dc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:13.508065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37810) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:13.515390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-09471674-2fb4-478e-8de1-1e812fd90fa2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': '7175ff78-25cd-4448-a747-9f06cf8b19dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:13.549732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d59653-f9b1-416d-bd29-516e86f501a2 req-ebbd3c10-495c-4d0d-b3ce-89480c171196 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:13.554944 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e8d59653-f9b1-416d-bd29-516e86f501a2 req-ebbd3c10-495c-4d0d-b3ce-89480c171196 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.1350574 Dec 16 03:37:13.569987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 5, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:13.597160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] Checking router: 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:13.603623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09471674-2fb4-478e-8de1-1e812fd90fa2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.606244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:13.606989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:13.614541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:13.624730 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-54161ae2-1efd-4e98-b513-ff0fc104f506 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/e0924fea-c466-4db6-9c20-5e65c3c476e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5987563 Dec 16 03:37:13.627477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:13.637545 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] Sync routers for ids ['e0924fea-c466-4db6-9c20-5e65c3c476e8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:13.667564 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] Routers {'e0924fea-c466-4db6-9c20-5e65c3c476e8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:13.668010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-3a81c949-25e7-4d29-870a-e3ce8ef8c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:13.669496 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-3a81c949-25e7-4d29-870a-e3ce8ef8c973 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83dc4187-6fd1-425f-8af0-5132b6040281 HTTP/1.1" status: 200 len: 897 time: 0.2129867 Dec 16 03:37:13.670506 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e0924fea-c466-4db6-9c20-5e65c3c476e8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:13.681281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0515b32e-e765-41b8-a77a-6510b9d779c4 None None] Provisioning complete for port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:13.681281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0515b32e-e765-41b8-a77a-6510b9d779c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.682821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543e345-c4e8-4149-a7bf-61346f68affa tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:13.683791 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e8d59653-f9b1-416d-bd29-516e86f501a2 req-e0b8a39a-8629-4489-b039-d13355a28179 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143129 Dec 16 03:37:13.684428 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2543e345-c4e8-4149-a7bf-61346f68affa tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports/4c011fd4-eb27-4d98-a51d-0d1e9c481033 HTTP/1.1" status: 200 len: 976 time: 0.0559924 Dec 16 03:37:13.689520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:13.731113 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-5a2b6a2d-c7b6-4f20-b1e1-f6e79c3eb155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8532725c-d05e-4ff2-9135-273a4e5a6989 HTTP/1.1" status: 200 len: 217 time: 0.0452955 Dec 16 03:37:13.731852 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:13.733664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09471674-2fb4-478e-8de1-1e812fd90fa2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.742737 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] Routers {'e0924fea-c466-4db6-9c20-5e65c3c476e8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:13.743605 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e0924fea-c466-4db6-9c20-5e65c3c476e8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:13.750363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09471674-2fb4-478e-8de1-1e812fd90fa2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.766647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0515b32e-e765-41b8-a77a-6510b9d779c4 None None] Port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:13.778620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:13.786799 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:13.787747 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d27c8c-6386-4d17-bb08-2e81b6580995 None None] The sync data for ids ['e0924fea-c466-4db6-9c20-5e65c3c476e8'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:13.819111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-f34dd7a0-a4e7-469a-a75b-51bf2c137dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:13.820595 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-f34dd7a0-a4e7-469a-a75b-51bf2c137dc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59cfd45d-70ec-4f59-b915-d0bc7ddf2075 HTTP/1.1" status: 200 len: 835 time: 0.0802071 Dec 16 03:37:13.856845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471674-2fb4-478e-8de1-1e812fd90fa2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4fbbb1-9b7d-43d3-b2e8-38286c30588c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:13.872506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09471674-2fb4-478e-8de1-1e812fd90fa2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:13.877142 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-09471674-2fb4-478e-8de1-1e812fd90fa2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665993 Dec 16 03:37:13.880471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37818) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:13.904353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-d7c65497-37fb-4725-9f1a-536e2dc4dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:13.906058 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-d7c65497-37fb-4725-9f1a-536e2dc4dfa3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83dc4187-6fd1-425f-8af0-5132b6040281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705070 Dec 16 03:37:13.961452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990cea0b-ec62-4185-bca6-871ba5b6aa64 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.008332 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-404d1543-2456-44e8-a7ff-dd473b252595 service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931838 Dec 16 03:37:14.008911 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990cea0b-ec62-4185-bca6-871ba5b6aa64 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.014160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 5, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:14.041814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c9e59-3f3f-450a-a147-102ece44e3ec None None] The sync data for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv is: [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:35:13Z', 'revision_number': 4, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '713fb322-28b2-4dac-bbf9-864a8b87d3ab', 'name': '', 'network_id': '83dc4187-6fd1-425f-8af0-5132b6040281', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'mac_address': 'fa:16:3e:ab:51:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:12Z', 'updated_at': '2021-12-16T03:35:17Z', 'revision_number': 5, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'subnets': [{'id': '59cfd45d-70ec-4f59-b915-d0bc7ddf2075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:14.071011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990cea0b-ec62-4185-bca6-871ba5b6aa64 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.111513 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-38ab4eed-b8b4-410a-a6e3-994dadf46688 req-8288fb48-1dbc-4621-b2db-7938e5e36b48 service neutron] 10.222.0.30 "GET /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952344 Dec 16 03:37:14.294241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3015d87-0924-420f-9c4d-bcb1f727e3ea None None] New status for floating IP 89133f2b-3738-451c-8b8f-bab99f90441e: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:37:14.461606 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0f93b-d05b-459e-a0e5-8396acc946ef req-af7f3ee7-9775-47c8-a6aa-23844f9c99a3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:14.463096 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d5a0f93b-d05b-459e-a0e5-8396acc946ef req-af7f3ee7-9775-47c8-a6aa-23844f9c99a3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 945 time: 0.5030808 Dec 16 03:37:14.466970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990cea0b-ec62-4185-bca6-871ba5b6aa64 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.467936 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-990cea0b-ec62-4185-bca6-871ba5b6aa64 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ea4fbbb1-9b7d-43d3-b2e8-38286c30588c HTTP/1.1" status: 204 len: 168 time: 0.5864992 Dec 16 03:37:14.470976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:14.488397 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cea0b-ec62-4185-bca6-871ba5b6aa64 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea4fbbb1-9b7d-43d3-b2e8-38286c30588c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:14.512198 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6100b082-0626-4230-a722-0b4ff81b4ae4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398335 Dec 16 03:37:14.514994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:14.552798 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d5a0f93b-d05b-459e-a0e5-8396acc946ef req-076cef62-0bf0-4cdf-b829-a84236dc2cb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792606 Dec 16 03:37:14.580658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd02353-ba1e-4bd1-9b89-ff6a3dacc1b1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.604557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd02353-ba1e-4bd1-9b89-ff6a3dacc1b1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.654243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd02353-ba1e-4bd1-9b89-ff6a3dacc1b1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.657312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd02353-ba1e-4bd1-9b89-ff6a3dacc1b1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.658517 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1cd02353-ba1e-4bd1-9b89-ff6a3dacc1b1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/7175ff78-25cd-4448-a747-9f06cf8b19dc HTTP/1.1" status: 204 len: 168 time: 0.1425364 Dec 16 03:37:14.661943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:14.681214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd02353-ba1e-4bd1-9b89-ff6a3dacc1b1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175ff78-25cd-4448-a747-9f06cf8b19dc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:14.714708 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f6f38edc-d3a3-49d9-8cc6-9da8095a8ec3 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515757 Dec 16 03:37:14.720070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37830) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:14.724134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-28762a91-473d-4fdf-bbba-efe5a21cac7f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--89245735'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:14.754272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28762a91-473d-4fdf-bbba-efe5a21cac7f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.758654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.822836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28762a91-473d-4fdf-bbba-efe5a21cac7f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.827843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28762a91-473d-4fdf-bbba-efe5a21cac7f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.848560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98181069-2b4d-4378-8fb4-9600e35e6efa req-9d25939f-1d0d-4d0c-b94e-9b62b51897fe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:14.850142 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-98181069-2b4d-4378-8fb4-9600e35e6efa req-9d25939f-1d0d-4d0c-b94e-9b62b51897fe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 945 time: 0.2238486 Dec 16 03:37:14.857379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28762a91-473d-4fdf-bbba-efe5a21cac7f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7bfc7b-96a9-4f82-af03-99d58f318940,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:14.862178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28762a91-473d-4fdf-bbba-efe5a21cac7f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.864149 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-28762a91-473d-4fdf-bbba-efe5a21cac7f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1429501 Dec 16 03:37:14.866434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:14.870894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e662c460-8a4a-484c-868f-c576dff1a2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'ff7bfc7b-96a9-4f82-af03-99d58f318940', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:14.900549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e662c460-8a4a-484c-868f-c576dff1a2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.963059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b9cdc-bfdc-4b6c-929f-7b4d4035040c req-99e8ae23-cf10-43e3-8d8f-c0fccba7f62c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:14.964544 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c95b9cdc-bfdc-4b6c-929f-7b4d4035040c req-99e8ae23-cf10-43e3-8d8f-c0fccba7f62c tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.1616774 Dec 16 03:37:14.988331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e662c460-8a4a-484c-868f-c576dff1a2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:14.996870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-297a9e10-58e0-4f7b-bc00-df42f2e9be6a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:14.998373 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-297a9e10-58e0-4f7b-bc00-df42f2e9be6a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 945 time: 0.0682325 Dec 16 03:37:15.019201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e662c460-8a4a-484c-868f-c576dff1a2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.035100 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-98181069-2b4d-4378-8fb4-9600e35e6efa req-3b9b87f7-fffe-48a5-bc36-b0fb18337656 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645072 Dec 16 03:37:15.063848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37834) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:15.073324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662c460-8a4a-484c-868f-c576dff1a2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edadd5a-9527-4799-b5eb-0dfa136ce308,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:15.079442 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c95b9cdc-bfdc-4b6c-929f-7b4d4035040c req-c866651c-a229-481d-80fc-b919b2eb0b75 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/security-groups?id=b368c322-a924-41e1-9dd0-0088ecea01eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923092 Dec 16 03:37:15.083953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e662c460-8a4a-484c-868f-c576dff1a2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.085161 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e662c460-8a4a-484c-868f-c576dff1a2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2178059 Dec 16 03:37:15.089555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37838) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:15.102891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cd9ea4df-1d45-469e-a3b4-4a9647203f86 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'ff7bfc7b-96a9-4f82-af03-99d58f318940', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:15.135809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Deleting port 8532725c-d05e-4ff2-9135-273a4e5a6989 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:15.136481 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.175152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea4df-1d45-469e-a3b4-4a9647203f86 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.202059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 4c011fd4-eb27-4d98-a51d-0d1e9c481033 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:15.202317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.261569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] For port 8532725c-d05e-4ff2-9135-273a4e5a6989, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=8532725c-d05e-4ff2-9135-273a4e5a6989,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:15.261940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.277570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Calling delete_port for 8532725c-d05e-4ff2-9135-273a4e5a6989 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:15.289981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7198a2-34bd-4588-bdf2-28a9a4c379f0 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:15.291553 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6f7198a2-34bd-4588-bdf2-28a9a4c379f0 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1093 time: 0.2266946 Dec 16 03:37:15.294875 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:15.299724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea4df-1d45-469e-a3b4-4a9647203f86 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.300488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:15.307752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea4df-1d45-469e-a3b4-4a9647203f86 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.336807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.339053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ea4df-1d45-469e-a3b4-4a9647203f86 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9287c36f-c3ba-49d2-8fcb-ef9deef0f4d9,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:15.350808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea4df-1d45-469e-a3b4-4a9647203f86 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.352036 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cd9ea4df-1d45-469e-a3b4-4a9647203f86 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2592294 Dec 16 03:37:15.355777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37842) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:15.357836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 4c011fd4-eb27-4d98-a51d-0d1e9c481033 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:15.362459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ecd206f4-0f0d-438b-bfc9-88f3da11f342 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'ff7bfc7b-96a9-4f82-af03-99d58f318940', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:15.369778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.442556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd206f4-0f0d-438b-bfc9-88f3da11f342 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.488254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.520273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event deleted for resources: {'Port': ['ID=8532725c-d05e-4ff2-9135-273a4e5a6989,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:15.535069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd206f4-0f0d-438b-bfc9-88f3da11f342 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.541447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd206f4-0f0d-438b-bfc9-88f3da11f342 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.578161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] No DVR routers for this DVR port 8532725c-d05e-4ff2-9135-273a4e5a6989 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:15.583452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.584167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd206f4-0f0d-438b-bfc9-88f3da11f342 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0b0d16-edf2-46ec-95a4-d4b9a5b4fe6c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:15.588953 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d7451d07-62a4-4f50-8309-dceb39fe4967 req-faf937f3-20b6-4c13-a913-3d0c0c283bde tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.30 "DELETE /v2.0/ports/8532725c-d05e-4ff2-9135-273a4e5a6989 HTTP/1.1" status: 204 len: 173 time: 0.5832586 Dec 16 03:37:15.589625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'name': 'network-vif-deleted', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:37:15.593454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c69bfbe-092d-48e5-a14f-251e48586933" -d '{"events": [{"server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "name": "network-vif-deleted", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:37:15.604602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.607956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecd206f4-0f0d-438b-bfc9-88f3da11f342 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.612099 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ecd206f4-0f0d-438b-bfc9-88f3da11f342 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2527285 Dec 16 03:37:15.613906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37846) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:15.620889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-550147ed-c6db-4a5e-a45d-1a779464db3b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'ff7bfc7b-96a9-4f82-af03-99d58f318940', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:15.631839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e22142-3d39-4c0e-a103-fa9ea8659b31 x-openstack-request-id: req-49e22142-3d39-4c0e-a103-fa9ea8659b31 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:37:15.632108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83ed963-3127-42cf-8bb5-07e820a2da23", "name": "network-vif-deleted", "tag": "8532725c-d05e-4ff2-9135-273a4e5a6989", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:37:15.632358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49e22142-3d39-4c0e-a103-fa9ea8659b31 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:37:15.634134 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83ed963-3127-42cf-8bb5-07e820a2da23', 'name': 'network-vif-deleted', 'tag': '8532725c-d05e-4ff2-9135-273a4e5a6989', 'status': 'completed', 'code': 200} Dec 16 03:37:15.647201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.694027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=4c011fd4-eb27-4d98-a51d-0d1e9c481033,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:15.747941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-550147ed-c6db-4a5e-a45d-1a779464db3b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.772543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.191 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/71b0750f-040c-4c2f-9079-ce909ed22489) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:15.872499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.892188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-550147ed-c6db-4a5e-a45d-1a779464db3b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.896535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-550147ed-c6db-4a5e-a45d-1a779464db3b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.906437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.955419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.983217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550147ed-c6db-4a5e-a45d-1a779464db3b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6fc083-2cb6-468a-8dc7-3210fd786172,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:15.995092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-550147ed-c6db-4a5e-a45d-1a779464db3b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:15.996362 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-550147ed-c6db-4a5e-a45d-1a779464db3b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3819768 Dec 16 03:37:16.000024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:16.002661 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.006983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-84d3f3cf-6263-4e1e-b378-1497d68bc674 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'ff7bfc7b-96a9-4f82-af03-99d58f318940', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:16.015815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:16.030086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:16.064846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=71b0750f-040c-4c2f-9079-ce909ed22489,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:16.081106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d3f3cf-6263-4e1e-b378-1497d68bc674 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.085822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router e0924fea-c466-4db6-9c20-5e65c3c476e8 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:16.182168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:16.191535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f716ddde-a9a4-4afd-8896-a693d58d5f6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/e0924fea-c466-4db6-9c20-5e65c3c476e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974895 Dec 16 03:37:16.194067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37852) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.218781 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] Sync routers for ids ['e0924fea-c466-4db6-9c20-5e65c3c476e8'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:16.230256 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] Routers {'e0924fea-c466-4db6-9c20-5e65c3c476e8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:16.231011 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e0924fea-c466-4db6-9c20-5e65c3c476e8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:16.268055 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:16.270173 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2c532de-8309-49f0-8d5b-5e03e06efdd9 req-07013af3-f876-476d-9e6c-d54ce887bdb0 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83ed963-3127-42cf-8bb5-07e820a2da23 HTTP/1.1" status: 200 len: 210 time: 0.0323517 Dec 16 03:37:16.271012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d3f3cf-6263-4e1e-b378-1497d68bc674 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.277418 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] Routers {'e0924fea-c466-4db6-9c20-5e65c3c476e8'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:16.278124 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['e0924fea-c466-4db6-9c20-5e65c3c476e8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:16.310042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d3f3cf-6263-4e1e-b378-1497d68bc674 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.316059 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:16.316728 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390a943-87d3-41ba-a3df-bc37caf4d427 None None] The sync data for ids ['e0924fea-c466-4db6-9c20-5e65c3c476e8'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:16.349132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3f3cf-6263-4e1e-b378-1497d68bc674 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2826aa28-685b-4057-a627-38456130201b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:16.433535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d3f3cf-6263-4e1e-b378-1497d68bc674 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.434765 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-84d3f3cf-6263-4e1e-b378-1497d68bc674 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4313679 Dec 16 03:37:16.438496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37854) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.464239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9b32-a364-418d-a226-cbea97236295 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.472837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9b32-a364-418d-a226-cbea97236295 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.496804 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-13b732f6-eabb-4f32-b8fa-33b8691bde41 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 03:37:16.497852 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-13b732f6-eabb-4f32-b8fa-33b8691bde41 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/e0924fea-c466-4db6-9c20-5e65c3c476e8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3027291 Dec 16 03:37:16.501277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37856) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.512951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9b32-a364-418d-a226-cbea97236295 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.517439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9b32-a364-418d-a226-cbea97236295 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.518884 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bf4f9b32-a364-418d-a226-cbea97236295 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2826aa28-685b-4057-a627-38456130201b HTTP/1.1" status: 204 len: 168 time: 0.0794387 Dec 16 03:37:16.525170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.536478 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b8bd3409-5fb2-48e5-915c-5dba3d595200 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0924fea-c466-4db6-9c20-5e65c3c476e8 HTTP/1.1" status: 200 len: 205 time: 0.0340242 Dec 16 03:37:16.540389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37860) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.547475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f9b32-a364-418d-a226-cbea97236295 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2826aa28-685b-4057-a627-38456130201b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:16.619306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c27a6dd-99e5-43fc-8cf9-b9b9ff48d38c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.620451 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-10240ab5-ab54-4ed0-aff7-52e18a71d4e6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0941253 Dec 16 03:37:16.623253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37862) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.680604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791ab4f2-b85f-4acb-8bb0-6289a5c3775c tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.693233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791ab4f2-b85f-4acb-8bb0-6289a5c3775c tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.716457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.744273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791ab4f2-b85f-4acb-8bb0-6289a5c3775c tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.755893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791ab4f2-b85f-4acb-8bb0-6289a5c3775c tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.757010 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-791ab4f2-b85f-4acb-8bb0-6289a5c3775c tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fd6fc083-2cb6-468a-8dc7-3210fd786172 HTTP/1.1" status: 204 len: 168 time: 0.1328709 Dec 16 03:37:16.759930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.773394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ab4f2-b85f-4acb-8bb0-6289a5c3775c tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd6fc083-2cb6-468a-8dc7-3210fd786172,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:16.782470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c27a6dd-99e5-43fc-8cf9-b9b9ff48d38c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.785177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c27a6dd-99e5-43fc-8cf9-b9b9ff48d38c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.829920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c27a6dd-99e5-43fc-8cf9-b9b9ff48d38c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.830626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c27a6dd-99e5-43fc-8cf9-b9b9ff48d38c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Fanout notify agent at l3_agent the message router_deleted on router e0924fea-c466-4db6-9c20-5e65c3c476e8 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:37:16.842783 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8d2f2ec8-a9a5-4b4c-aebf-4fd8600fbbd7 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0736129 Dec 16 03:37:16.843403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c27a6dd-99e5-43fc-8cf9-b9b9ff48d38c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.843403 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0c27a6dd-99e5-43fc-8cf9-b9b9ff48d38c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/e0924fea-c466-4db6-9c20-5e65c3c476e8 HTTP/1.1" status: 204 len: 168 time: 0.2974262 Dec 16 03:37:16.843609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.843726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37866) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.843726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37868) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.898837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0a09-484f-4026-a80f-54bf50cfe2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.911239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0a09-484f-4026-a80f-54bf50cfe2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.923671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet 9153ecc9-99a9-4f83-88ad-5da980d2ff65 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:16.937586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.977614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0a09-484f-4026-a80f-54bf50cfe2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.986127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0a09-484f-4026-a80f-54bf50cfe2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:16.989592 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6f4f0a09-484f-4026-a80f-54bf50cfe2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cd0b0d16-edf2-46ec-95a4-d4b9a5b4fe6c HTTP/1.1" status: 204 len: 168 time: 0.1434503 Dec 16 03:37:16.991125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:16.992959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.015734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.019968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f0a09-484f-4026-a80f-54bf50cfe2c2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd0b0d16-edf2-46ec-95a4-d4b9a5b4fe6c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.024050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.086828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.098522 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-079b51a6-64d6-4533-909d-1a4211e699d2 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1062553 Dec 16 03:37:17.102318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37874) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.122420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=71b0750f-040c-4c2f-9079-ce909ed22489,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.137747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.148749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.180147 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=9153ecc9-99a9-4f83-88ad-5da980d2ff65,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.184779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.185514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f42-2031-4014-89f6-17894e363ba6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.192180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011f693-b59f-45a8-92f3-7ab6c7587624 None None] Network 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:17.192763 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b9421058-4ae8-4ecc-86b1-79590ab13e31 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/9153ecc9-99a9-4f83-88ad-5da980d2ff65 HTTP/1.1" status: 204 len: 168 time: 0.3472610 Dec 16 03:37:17.193096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37876) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.198671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f42-2031-4014-89f6-17894e363ba6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.263333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f42-2031-4014-89f6-17894e363ba6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.275587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f42-2031-4014-89f6-17894e363ba6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.278951 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6e2c3f42-2031-4014-89f6-17894e363ba6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9287c36f-c3ba-49d2-8fcb-ef9deef0f4d9 HTTP/1.1" status: 204 len: 168 time: 0.1718373 Dec 16 03:37:17.279338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37878) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.283944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c3f42-2031-4014-89f6-17894e363ba6 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9287c36f-c3ba-49d2-8fcb-ef9deef0f4d9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.288365 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc associated. External IP: 172.26.6.191, port: 6e2faa46-a4a3-43b1-8b6b-0ba20720c269. Dec 16 03:37:17.289617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.344004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.369301 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e5547ca1-1425-481d-8b6d-17565864ad8c tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0863898 Dec 16 03:37:17.369556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] DHCP port deletion for 4474ab7e-5ea0-47cd-86c6-97a304e4acf1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:17.369673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37884) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.400129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0ae3fda-b9c1-4dc8-9524-cf6e4e2ff73a tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.409101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0ae3fda-b9c1-4dc8-9524-cf6e4e2ff73a tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.416026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] Deleting port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:17.416499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.438225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:17.438717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.489346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0ae3fda-b9c1-4dc8-9524-cf6e4e2ff73a tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.495495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] For port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,segment=NetworkSegment(07fec570-68d1-458e-a829-bcc55cde5d01),segment_id=07fec570-68d1-458e-a829-bcc55cde5d01)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:17.496023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.499646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0ae3fda-b9c1-4dc8-9524-cf6e4e2ff73a tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.503296 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c0ae3fda-b9c1-4dc8-9524-cf6e4e2ff73a tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2edadd5a-9527-4799-b5eb-0dfa136ce308 HTTP/1.1" status: 204 len: 168 time: 0.1302869 Dec 16 03:37:17.510072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37886) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.511082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] Calling delete_port for 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:17.519708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae3fda-b9c1-4dc8-9524-cf6e4e2ff73a tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2edadd5a-9527-4799-b5eb-0dfa136ce308,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.546809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,segment=NetworkSegment(07fec570-68d1-458e-a829-bcc55cde5d01),segment_id=07fec570-68d1-458e-a829-bcc55cde5d01)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:17.547188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.563301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:17.589126 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ef131c24-c919-40ab-8be9-76da1f26c0ca tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748558 Dec 16 03:37:17.589362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37888) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.603346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.630368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] Pushing event deleted for resources: {'Port': ['ID=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.635302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1b1b2-9a1c-4321-8cc1-32880b967bec None None] No DVR routers for this DVR port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:17.701767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6020e700-1ec4-412d-aa73-f16c96dc9983 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.719570 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 8532725c-d05e-4ff2-9135-273a4e5a6989 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:17.726366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.729879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6020e700-1ec4-412d-aa73-f16c96dc9983 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.744742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 8532725c-d05e-4ff2-9135-273a4e5a6989 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:17.745451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 8532725c-d05e-4ff2-9135-273a4e5a6989 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:17.762736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.769467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:17.869530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6020e700-1ec4-412d-aa73-f16c96dc9983 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.872146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6020e700-1ec4-412d-aa73-f16c96dc9983 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.873289 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6020e700-1ec4-412d-aa73-f16c96dc9983 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/ff7bfc7b-96a9-4f82-af03-99d58f318940 HTTP/1.1" status: 204 len: 168 time: 0.2831073 Dec 16 03:37:17.877264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:17.879451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.894112 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020e700-1ec4-412d-aa73-f16c96dc9983 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7bfc7b-96a9-4f82-af03-99d58f318940,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:17.906179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4474ab7e-5ea0-47cd-86c6-97a304e4acf1']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:17.916368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fec570-68d1-458e-a829-bcc55cde5d01') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:17.916692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fec570-68d1-458e-a829-bcc55cde5d01') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:17.926319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.945384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.951579 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:17.951962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: self.session.flush() Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:17.955398 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:18.021179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.030566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.037758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/4474ab7e-5ea0-47cd-86c6-97a304e4acf1 HTTP/1.1" status: 204 len: 168 time: 0.8399656 Dec 16 03:37:18.039039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.046056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e986b-bc4c-4794-99e7-3e25ecc3b2b2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=4474ab7e-5ea0-47cd-86c6-97a304e4acf1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:18.079298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118194560'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:18.085118 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a88410cc-1e11-4126-a9fc-5867287e9a6f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1988816 Dec 16 03:37:18.091226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37894) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.095594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-977c4d34-9121-47a7-95dd-be047469cee1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122600835'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:18.124533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-977c4d34-9121-47a7-95dd-be047469cee1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.134634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 290d6b09-9156-481d-8ed9-ba781988ac93 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:18.142062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:18.145558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.204458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-977c4d34-9121-47a7-95dd-be047469cee1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.208638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-977c4d34-9121-47a7-95dd-be047469cee1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.237167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-977c4d34-9121-47a7-95dd-be047469cee1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.240914 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-977c4d34-9121-47a7-95dd-be047469cee1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1470068 Dec 16 03:37:18.241128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37896) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.246200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-74f61857-36cf-46d2-9f28-37816869344f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': '123f9e41-57e6-4a3b-b589-65497fe1c522', 'direction': 'ingress', 'protocol': 17}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:18.250809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:18.252173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c4d34-9121-47a7-95dd-be047469cee1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123f9e41-57e6-4a3b-b589-65497fe1c522,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:18.277437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74f61857-36cf-46d2-9f28-37816869344f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.293658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.294011 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment 231b07f2-6f74-4015-9775-6056b9fbdecf of type vlan for network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a Dec 16 03:37:18.335251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74f61857-36cf-46d2-9f28-37816869344f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.342574 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74f61857-36cf-46d2-9f28-37816869344f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.361263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f61857-36cf-46d2-9f28-37816869344f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b08391-96fc-423c-aba1-8d4b109b036c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:18.371678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74f61857-36cf-46d2-9f28-37816869344f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.376516 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-74f61857-36cf-46d2-9f28-37816869344f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1342533 Dec 16 03:37:18.377010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37898) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.392814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.403097 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:18.416053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:18.436133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3de01cbe-c2cc-4d14-8f0c-af90dc475f9b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.443378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.445181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] Sync routers for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:18.452534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:18.453145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5f0d0e35-c87a-46af-9b9d-1b68e44b0c9b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:18.460926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:18.463185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:18.464683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3de01cbe-c2cc-4d14-8f0c-af90dc475f9b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.471880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.477398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:18.477987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.520642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3de01cbe-c2cc-4d14-8f0c-af90dc475f9b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.523360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3de01cbe-c2cc-4d14-8f0c-af90dc475f9b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.527576 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3de01cbe-c2cc-4d14-8f0c-af90dc475f9b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/123f9e41-57e6-4a3b-b589-65497fe1c522 HTTP/1.1" status: 204 len: 168 time: 0.1482224 Dec 16 03:37:18.529642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37900) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.542459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de01cbe-c2cc-4d14-8f0c-af90dc475f9b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f9e41-57e6-4a3b-b589-65497fe1c522,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:18.551096 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ebcb66b8-013c-447b-a7ec-6ee25a53299b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2552195 Dec 16 03:37:18.554270 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37902) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.557935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:37:18.559975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:37:18.585007 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5126915 Dec 16 03:37:18.586633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.594581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '672e1c19-57a1-4e8b-b551-1d23c9e8ac7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:18.612194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4437e-ac11-49c1-bd3d-11b9e902c7c2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=672e1c19-57a1-4e8b-b551-1d23c9e8ac7a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:18.616204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81d68c-5ff0-4429-9dce-eb30167de0f1 x-openstack-request-id: req-0a81d68c-5ff0-4429-9dce-eb30167de0f1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:37:18.616491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:37:18.616747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a81d68c-5ff0-4429-9dce-eb30167de0f1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:37:18.617149 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'status': 'completed', 'code': 200} Dec 16 03:37:18.625049 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1b04f9cd-11de-4b24-8766-2c9ff6d61a51 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932138 Dec 16 03:37:18.629762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37908) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.633124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:18.634153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-dd6f5444-1fdc-455e-abdb-a4e4dc1a8b42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638198496'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:18.665904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:18.675763 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-826544e7-7e8e-4e0b-9775-7b87f5c4d48e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 991 time: 0.1201060 Dec 16 03:37:18.679540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5444-1fdc-455e-abdb-a4e4dc1a8b42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.693418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.763816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5444-1fdc-455e-abdb-a4e4dc1a8b42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.770457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5444-1fdc-455e-abdb-a4e4dc1a8b42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.810369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5444-1fdc-455e-abdb-a4e4dc1a8b42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.814535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dd6f5444-1fdc-455e-abdb-a4e4dc1a8b42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1812377 Dec 16 03:37:18.814831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37910) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.821160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d97e60ae-c8ac-4d21-8f16-4f1d524fbcf8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993746360'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:18.821684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-479dbe6b-8b78-432d-8c3f-26793fe1a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:18.823307 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-479dbe6b-8b78-432d-8c3f-26793fe1a636 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1098 time: 0.1443965 Dec 16 03:37:18.825965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:18.826591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f5444-1fdc-455e-abdb-a4e4dc1a8b42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28dae87-4513-4683-a738-cc58104cd8da,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:18.829584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.853545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d97e60ae-c8ac-4d21-8f16-4f1d524fbcf8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.928674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d97e60ae-c8ac-4d21-8f16-4f1d524fbcf8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.934613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d97e60ae-c8ac-4d21-8f16-4f1d524fbcf8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.945803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e6cd2054-ea89-4b2d-8505-aaac801350fc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'port_id': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'mac_address': 'fa:16:3e:82:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:37:16Z', 'updated_at': '2021-12-16T03:37:16Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:18.969897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e60ae-c8ac-4d21-8f16-4f1d524fbcf8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d222c9b9-9182-4917-9744-d9e075ac318a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:18.976331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d97e60ae-c8ac-4d21-8f16-4f1d524fbcf8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:18.980220 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d97e60ae-c8ac-4d21-8f16-4f1d524fbcf8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1612556 Dec 16 03:37:18.980529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:18.985975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b72675ca-337c-46c4-a030-7ca16deebeaf tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'b28dae87-4513-4683-a738-cc58104cd8da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd222c9b9-9182-4917-9744-d9e075ac318a', 'remote_ip_prefix': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:19.028107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b72675ca-337c-46c4-a030-7ca16deebeaf tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.080397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-216b9854-bfe9-40d8-b8af-42c5291c5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:19.081974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-216b9854-bfe9-40d8-b8af-42c5291c5644 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 895 time: 0.2491796 Dec 16 03:37:19.121127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b72675ca-337c-46c4-a030-7ca16deebeaf tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.125075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b72675ca-337c-46c4-a030-7ca16deebeaf tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.145984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72675ca-337c-46c4-a030-7ca16deebeaf tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709aeb6b-9b03-4fd0-91fd-f565e9ee1605,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:19.152473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b72675ca-337c-46c4-a030-7ca16deebeaf tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.156265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] Checking router: 290d6b09-9156-481d-8ed9-ba781988ac93 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:19.156472 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b72675ca-337c-46c4-a030-7ca16deebeaf tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1720173 Dec 16 03:37:19.158029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37914) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.169638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:19.171367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:19.183581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52e8e863-447c-44dc-988f-1f1101330b49 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.191889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52e8e863-447c-44dc-988f-1f1101330b49 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.220537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52e8e863-447c-44dc-988f-1f1101330b49 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.227119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52e8e863-447c-44dc-988f-1f1101330b49 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.228392 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-52e8e863-447c-44dc-988f-1f1101330b49 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/709aeb6b-9b03-4fd0-91fd-f565e9ee1605 HTTP/1.1" status: 204 len: 168 time: 0.0693815 Dec 16 03:37:19.233776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37916) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.240800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8e863-447c-44dc-988f-1f1101330b49 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=709aeb6b-9b03-4fd0-91fd-f565e9ee1605,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:19.252228 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-2b62ac6e-db7e-4c34-9f41-9ff0fc13f3eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 200 len: 999 time: 0.1370115 Dec 16 03:37:19.285838 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b8883d3a-2151-4de1-ad1f-b240b31e67e7 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0481491 Dec 16 03:37:19.286568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37918) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.294799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:19.304973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.345183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ada-7ce8-4ed7-a442-afaba6546d36 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.368787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ada-7ce8-4ed7-a442-afaba6546d36 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.372318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-98696826-6fa2-4fcd-b8b2-184d7a1430cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:19.373823 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-98696826-6fa2-4fcd-b8b2-184d7a1430cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.1112263 Dec 16 03:37:19.420399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ada-7ce8-4ed7-a442-afaba6546d36 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.424313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ada-7ce8-4ed7-a442-afaba6546d36 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.427857 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8bb60ada-7ce8-4ed7-a442-afaba6546d36 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/d222c9b9-9182-4917-9744-d9e075ac318a HTTP/1.1" status: 204 len: 168 time: 0.1380725 Dec 16 03:37:19.428416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=be7d7cd8-fc39-4aef-b621-bf5a45f56408,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:19.429092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37920) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.449188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60ada-7ce8-4ed7-a442-afaba6546d36 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d222c9b9-9182-4917-9744-d9e075ac318a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:19.466434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': '231b07f2-6f74-4015-9775-6056b9fbdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '672e1c19-57a1-4e8b-b551-1d23c9e8ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:19.466812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:19.473199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Deleting port 713fb322-28b2-4dac-bbf9-864a8b87d3ab {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:19.473550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.477504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-4a1abecb-b533-4918-8b2d-911d68ab3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:19.479079 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-4a1abecb-b533-4918-8b2d-911d68ab3174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950222 Dec 16 03:37:19.496731 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ab775afb-3891-4a02-8daf-5c816080b02b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0640609 Dec 16 03:37:19.496958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37922) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.545109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e6cd2054-ea89-4b2d-8505-aaac801350fc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'port_id': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'mac_address': 'fa:16:3e:82:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:37:16Z', 'updated_at': '2021-12-16T03:37:16Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:19.552679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5793ba4-e696-4f41-be74-e21c4c918279 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.577014 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5793ba4-e696-4f41-be74-e21c4c918279 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.579894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569347f-fa58-476e-b67b-c0d477d0ecfb None None] The sync data for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv is: [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e6cd2054-ea89-4b2d-8505-aaac801350fc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'port_id': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'mac_address': 'fa:16:3e:82:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:37:16Z', 'updated_at': '2021-12-16T03:37:16Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:19.582842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:19.608392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:19.619814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:19.620092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f22a8b-688a-46ac-8b9d-b6185f0ec4ee None None] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:19.620455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.633068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5793ba4-e696-4f41-be74-e21c4c918279 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.638090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5793ba4-e696-4f41-be74-e21c4c918279 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.641055 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c5793ba4-e696-4f41-be74-e21c4c918279 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/b28dae87-4513-4683-a738-cc58104cd8da HTTP/1.1" status: 204 len: 168 time: 0.1430171 Dec 16 03:37:19.644617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.652957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5793ba4-e696-4f41-be74-e21c4c918279 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28dae87-4513-4683-a738-cc58104cd8da,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:19.679259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37926) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.692690 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14bca1b3-feda-44be-98a6-93760a177652 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1053734 Dec 16 03:37:19.698422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37928) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.702764 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-0d7645f1-bf01-4fe7-b498-c4a559966366 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099085 Dec 16 03:37:19.707364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] For port 713fb322-28b2-4dac-bbf9-864a8b87d3ab, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=713fb322-28b2-4dac-bbf9-864a8b87d3ab,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:19.707740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.729923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Calling delete_port for 713fb322-28b2-4dac-bbf9-864a8b87d3ab owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:19.744509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cb45b766-bb17-4ed7-8948-d363795d8f73 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-314113864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:19.756547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-672e1c19-57a1-4e8b-b551-1d23c9e8ac7a', 'network_id': '672e1c19-57a1-4e8b-b551-1d23c9e8ac7a', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': 'be7d7cd8-fc39-4aef-b621-bf5a45f56408'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:19.757498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.799946 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-03357ffd-c40d-4f32-ad29-64d4e0c292fc tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1489899 Dec 16 03:37:19.803613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.808374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb45b766-bb17-4ed7-8948-d363795d8f73 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.809498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-456605e9-00e5-47a3-99ec-1dfb60a524f4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--243227824'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:19.809632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb45b766-bb17-4ed7-8948-d363795d8f73 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.835167 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9bce2cb7-b25e-4692-9f70-f54baa7a86e2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 991 time: 0.1545670 Dec 16 03:37:19.879568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb45b766-bb17-4ed7-8948-d363795d8f73 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.886931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb45b766-bb17-4ed7-8948-d363795d8f73 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.903278 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f0525-71ad-448c-b455-4fb259fe9a0b None None] New status for floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:37:19.915181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb45b766-bb17-4ed7-8948-d363795d8f73 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.916586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e3c666f0-d0f8-433c-b558-dbc6b6d78ee0 req-62874f4b-6600-4b8e-9304-4420707093bc service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878803 Dec 16 03:37:19.919906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cb45b766-bb17-4ed7-8948-d363795d8f73 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2212181 Dec 16 03:37:19.921668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37932) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:19.921803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-456605e9-00e5-47a3-99ec-1dfb60a524f4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:19.925331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Allocated IP 172.20.0.2 (672e1c19-57a1-4e8b-b551-1d23c9e8ac7a/be7d7cd8-fc39-4aef-b621-bf5a45f56408/8250cac4-9bb0-43ea-855e-023ac04cb777) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:20.077229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-456605e9-00e5-47a3-99ec-1dfb60a524f4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.085144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-456605e9-00e5-47a3-99ec-1dfb60a524f4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.130780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-456605e9-00e5-47a3-99ec-1dfb60a524f4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.132684 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-456605e9-00e5-47a3-99ec-1dfb60a524f4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3280654 Dec 16 03:37:20.137202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.137666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37934) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:20.144441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f8d0f665-25d7-415d-b511-aa4c9fc76231 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'c189892f-790e-4bdd-8457-b7e268b56e50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:20.146869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.149763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456605e9-00e5-47a3-99ec-1dfb60a524f4 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c189892f-790e-4bdd-8457-b7e268b56e50,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:20.170085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.176049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event deleted for resources: {'Port': ['ID=713fb322-28b2-4dac-bbf9-864a8b87d3ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:20.243124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:20.246566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:20.254071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:20.263593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Pushing event updated for resources: {'Port': ['ID=8250cac4-9bb0-43ea-855e-023ac04cb777,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:20.326795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.365455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Attempting to bind port 8250cac4-9bb0-43ea-855e-023ac04cb777 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:20.366484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Attempting to bind port 8250cac4-9bb0-43ea-855e-023ac04cb777 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '231b07f2-6f74-4015-9775-6056b9fbdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '672e1c19-57a1-4e8b-b551-1d23c9e8ac7a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:20.367141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Attempting to bind port 8250cac4-9bb0-43ea-855e-023ac04cb777 on network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:20.373804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:20.374351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Checking segment: {'id': '231b07f2-6f74-4015-9775-6056b9fbdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '672e1c19-57a1-4e8b-b551-1d23c9e8ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:20.375283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.375792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Bound using segment: {'id': '231b07f2-6f74-4015-9775-6056b9fbdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '672e1c19-57a1-4e8b-b551-1d23c9e8ac7a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:20.376517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Bound port: 8250cac4-9bb0-43ea-855e-023ac04cb777, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231b07f2-6f74-4015-9775-6056b9fbdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '672e1c19-57a1-4e8b-b551-1d23c9e8ac7a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:20.376992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.438608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d0f665-25d7-415d-b511-aa4c9fc76231 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.455607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.463019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] For port 8250cac4-9bb0-43ea-855e-023ac04cb777, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:20.466681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] For port 8250cac4-9bb0-43ea-855e-023ac04cb777, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8250cac4-9bb0-43ea-855e-023ac04cb777,segment=NetworkSegment(231b07f2-6f74-4015-9775-6056b9fbdecf),segment_id=231b07f2-6f74-4015-9775-6056b9fbdecf)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:20.475071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.545421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03829fc4-5809-45a4-9fb2-ee0e5501a291 None None] Pushing event updated for resources: {'Port': ['ID=8250cac4-9bb0-43ea-855e-023ac04cb777,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:20.567635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d0f665-25d7-415d-b511-aa4c9fc76231 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.574566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d0f665-25d7-415d-b511-aa4c9fc76231 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.628725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0f665-25d7-415d-b511-aa4c9fc76231 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df17a097-e673-454b-89ae-9bb5048c4a00,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:20.637149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8d0f665-25d7-415d-b511-aa4c9fc76231 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.641082 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f8d0f665-25d7-415d-b511-aa4c9fc76231 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5020006 Dec 16 03:37:20.644346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37936) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:20.701544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61d81578-f6a9-4cc7-9e99-083465cf918e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.716424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61d81578-f6a9-4cc7-9e99-083465cf918e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.746216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.20.0.1 (672e1c19-57a1-4e8b-b551-1d23c9e8ac7a/be7d7cd8-fc39-4aef-b621-bf5a45f56408/a1c33afe-918a-449a-85b9-a720c16078e1) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:20.759187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:20.775570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61d81578-f6a9-4cc7-9e99-083465cf918e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.776943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61d81578-f6a9-4cc7-9e99-083465cf918e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.780583 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-61d81578-f6a9-4cc7-9e99-083465cf918e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/df17a097-e673-454b-89ae-9bb5048c4a00 HTTP/1.1" status: 204 len: 168 time: 0.1355050 Dec 16 03:37:20.780938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:20.802966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d81578-f6a9-4cc7-9e99-083465cf918e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df17a097-e673-454b-89ae-9bb5048c4a00,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:20.837405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37940) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:20.907585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.948490 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:20.994370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:20.997657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:21.001978 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:21.008847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=a1c33afe-918a-449a-85b9-a720c16078e1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:21.052957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.322653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-82d5af48-1286-4e45-9703-2dedda9f5428 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5404046 Dec 16 03:37:21.331047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:21.370079 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ba32c3a2-f7ac-4602-baae-0bca67f074ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 993 time: 0.5314770 Dec 16 03:37:21.391072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:21.399754 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a7b3e365-1d4f-48ac-96a5-ba5730aafb40 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "PUT /v2.0/routers/6cd9a63a-edaf-43bb-8e30-2d0d4bf34938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0508316 Dec 16 03:37:21.399754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:21.403171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] Sync routers for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:21.417680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:21.418671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:21.465797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Deleting subnet 59cfd45d-70ec-4f59-b915-d0bc7ddf2075 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:21.469560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.521936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.543112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:21.557480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.567952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91e82b65-d499-410d-b1f9-0bac9d167f62 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.574343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece5b6a2-1199-4514-8090-7aa69bac9a73 None None] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:21.603631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91e82b65-d499-410d-b1f9-0bac9d167f62 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.668915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.700372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91e82b65-d499-410d-b1f9-0bac9d167f62 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.703401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91e82b65-d499-410d-b1f9-0bac9d167f62 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.704171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d67d090f-a51d-440d-8b3d-f3f0e0950dbd None None] Provisioning complete for port 8250cac4-9bb0-43ea-855e-023ac04cb777 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:21.707145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d67d090f-a51d-440d-8b3d-f3f0e0950dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.707322 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-91e82b65-d499-410d-b1f9-0bac9d167f62 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/c189892f-790e-4bdd-8457-b7e268b56e50 HTTP/1.1" status: 204 len: 168 time: 0.3727560 Dec 16 03:37:21.709456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37946) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:21.722317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e82b65-d499-410d-b1f9-0bac9d167f62 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c189892f-790e-4bdd-8457-b7e268b56e50,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:21.759095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.791436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event deleted for resources: {'Subnet': ['ID=59cfd45d-70ec-4f59-b915-d0bc7ddf2075,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:21.795375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.799725 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-79562085-c832-450e-a2ff-00f4d27c0640 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "DELETE /v2.0/subnets/59cfd45d-70ec-4f59-b915-d0bc7ddf2075 HTTP/1.1" status: 204 len: 168 time: 0.3981805 Dec 16 03:37:21.803293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:21.813336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d39d6-872d-405e-a726-60d3002e7ba1 None None] Network 83dc4187-6fd1-425f-8af0-5132b6040281 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:21.822447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-14d1e41b-fce9-41a2-aaaa-a4346a0ae61b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1063993 Dec 16 03:37:21.824765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37950) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:21.832697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-20411884-f918-4b2e-a2c5-09f39acc8e42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358047087'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:21.891259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20411884-f918-4b2e-a2c5-09f39acc8e42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.925546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.972275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.982429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d67d090f-a51d-440d-8b3d-f3f0e0950dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:21.987856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.031111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d67d090f-a51d-440d-8b3d-f3f0e0950dbd None None] For port 8250cac4-9bb0-43ea-855e-023ac04cb777, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8250cac4-9bb0-43ea-855e-023ac04cb777,segment=NetworkSegment(231b07f2-6f74-4015-9775-6056b9fbdecf),segment_id=231b07f2-6f74-4015-9775-6056b9fbdecf)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:22.033796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:37:20Z', 'revision_number': 5, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port': {'id': '1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:35:04Z', 'updated_at': '2021-12-16T03:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:22.071445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] Checking router: 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:22.073917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d67d090f-a51d-440d-8b3d-f3f0e0950dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.098511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=a1c33afe-918a-449a-85b9-a720c16078e1,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:22.107631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] DHCP port deletion for 83dc4187-6fd1-425f-8af0-5132b6040281 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:22.109293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.114122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] Routers {'6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:22.114930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:22.141634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20411884-f918-4b2e-a2c5-09f39acc8e42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.150046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20411884-f918-4b2e-a2c5-09f39acc8e42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.166443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.184881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Deleting port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:22.185614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.237080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d090f-a51d-440d-8b3d-f3f0e0950dbd None None] Pushing event updated for resources: {'Port': ['ID=8250cac4-9bb0-43ea-855e-023ac04cb777,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:22.263892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] Set router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:22.271180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20411884-f918-4b2e-a2c5-09f39acc8e42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.275163 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-20411884-f918-4b2e-a2c5-09f39acc8e42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4457486 Dec 16 03:37:22.276202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.280666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6bb078f2-95b8-4248-94dc-e674a71d2611 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': '9b697497-33a4-4c90-b58a-bf36f25c0894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:22.313306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] For port 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:22.314530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20411884-f918-4b2e-a2c5-09f39acc8e42 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b697497-33a4-4c90-b58a-bf36f25c0894,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:22.314694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.331554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6bb078f2-95b8-4248-94dc-e674a71d2611 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.334892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Calling delete_port for 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:22.411910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6bb078f2-95b8-4248-94dc-e674a71d2611 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.428842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6bb078f2-95b8-4248-94dc-e674a71d2611 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.444942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:22.450487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:22.471217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6bb078f2-95b8-4248-94dc-e674a71d2611 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.472536 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6bb078f2-95b8-4248-94dc-e674a71d2611 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1955283 Dec 16 03:37:22.476571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37954) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.534444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb078f2-95b8-4248-94dc-e674a71d2611 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bf756f-7e92-44ca-a95a-4d84ed492070,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:22.540082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8250cac4-9bb0-43ea-855e-023ac04cb777 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:22.551111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:37:22Z', 'revision_number': 6, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:22.575224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.587602 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-624a9112-5971-49df-a8e4-b129fc38783e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules/52bf756f-7e92-44ca-a95a-4d84ed492070 HTTP/1.1" status: 200 len: 763 time: 0.1103680 Dec 16 03:37:22.590837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37956) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.613464 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event deleted for resources: {'Port': ['ID=1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:22.614759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9faf8a-aacd-4ee9-935f-5d24b954e104 None None] The sync data for ids ['6cd9a63a-edaf-43bb-8e30-2d0d4bf34938'] in dv-neutron-821927-1-hyperv is: [{'id': '6cd9a63a-edaf-43bb-8e30-2d0d4bf34938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013710303', 'tenant_id': '3311afe31a9e42f6a9fe00948766f024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:35:03Z', 'updated_at': '2021-12-16T03:37:22Z', 'revision_number': 6, 'project_id': '3311afe31a9e42f6a9fe00948766f024', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:22.630437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb057a-db60-4981-9c92-208b8db25afa None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:22.643153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0de47528-4db3-4a80-876d-eb9134aa5af8 None None] Provisioning complete for port a1c33afe-918a-449a-85b9-a720c16078e1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:22.643505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0de47528-4db3-4a80-876d-eb9134aa5af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.645779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] Deleting port 8b221d80-3244-4efd-90ff-6c664ef39a25 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:22.646135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.660803 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-faf20c03-4f8b-4fc0-b3ab-7925a6372d1b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0575478 Dec 16 03:37:22.661436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37958) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.712916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7b2-f583-415a-b9a0-bcad54d29f13 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.715685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.724505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7b2-f583-415a-b9a0-bcad54d29f13 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.741748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0de47528-4db3-4a80-876d-eb9134aa5af8 None None] Port a1c33afe-918a-449a-85b9-a720c16078e1 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:22.756818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 678f4875-96b7-4e24-9f03-52f5445c7a8b is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:37:22.760180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7b2-f583-415a-b9a0-bcad54d29f13 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.771466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] For port 8b221d80-3244-4efd-90ff-6c664ef39a25, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8b221d80-3244-4efd-90ff-6c664ef39a25,segment=NetworkSegment(91d98e14-57f6-467a-a7f7-7f9a9f96442a),segment_id=91d98e14-57f6-467a-a7f7-7f9a9f96442a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:22.771880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.773282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7b2-f583-415a-b9a0-bcad54d29f13 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.776988 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d90bd7b2-f583-415a-b9a0-bcad54d29f13 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/52bf756f-7e92-44ca-a95a-4d84ed492070 HTTP/1.1" status: 204 len: 168 time: 0.1130219 Dec 16 03:37:22.778198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37960) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.797125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8250cac4-9bb0-43ea-855e-023ac04cb777 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:22.797537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.812052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bd7b2-f583-415a-b9a0-bcad54d29f13 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52bf756f-7e92-44ca-a95a-4d84ed492070,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:22.821644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.824032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.831019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] Calling delete_port for 8b221d80-3244-4efd-90ff-6c664ef39a25 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:22.844573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0de47528-4db3-4a80-876d-eb9134aa5af8 None None] Provisioning complete for port 8250cac4-9bb0-43ea-855e-023ac04cb777 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:22.845329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0de47528-4db3-4a80-876d-eb9134aa5af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.870258 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ce3b19fd-ff4a-4b21-80a9-62bf19fb2095 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879900 Dec 16 03:37:22.873754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.878476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-52411143-0349-4f76-9497-74025da85e76 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': '9b697497-33a4-4c90-b58a-bf36f25c0894', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:22.884468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.884984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:37:22.892995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:22.896730 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8ea6d1b1-027d-4be5-8407-95a927c94d6d tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "DELETE /v2.0/routers/6cd9a63a-edaf-43bb-8e30-2d0d4bf34938 HTTP/1.1" status: 204 len: 168 time: 1.0905857 Dec 16 03:37:22.897105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.923722 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:22.929106 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ee093f71-1d27-4499-8570-c8a2edc6af92 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/678f4875-96b7-4e24-9f03-52f5445c7a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0068090 Dec 16 03:37:22.931572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37966) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:22.935885 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] Sync routers for ids ['678f4875-96b7-4e24-9f03-52f5445c7a8b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:22.953982 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] Routers {'678f4875-96b7-4e24-9f03-52f5445c7a8b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:22.954903 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['678f4875-96b7-4e24-9f03-52f5445c7a8b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:23.001894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.022297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843433d1-b8b9-459c-85b2-89061ca8bf24 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:23.024912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-843433d1-b8b9-459c-85b2-89061ca8bf24 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports/a1c33afe-918a-449a-85b9-a720c16078e1 HTTP/1.1" status: 200 len: 910 time: 0.0919018 Dec 16 03:37:23.028236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37968) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.042954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.052247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52411143-0349-4f76-9497-74025da85e76 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.132001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] Pushing event deleted for resources: {'Port': ['ID=8b221d80-3244-4efd-90ff-6c664ef39a25,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:23.145460 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8b221d80-3244-4efd-90ff-6c664ef39a25 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:23.184956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d4f6a-3a56-43a0-acdb-ec035cfac227 None None] No DVR routers for this DVR port 8b221d80-3244-4efd-90ff-6c664ef39a25 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:23.189555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 8b221d80-3244-4efd-90ff-6c664ef39a25 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:23.189927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8b221d80-3244-4efd-90ff-6c664ef39a25 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:23.211175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ba5bc746-2b3d-4a21-991f-a7123e6b00cc None None] Provisioning complete for port a1c33afe-918a-449a-85b9-a720c16078e1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:23.211561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc746-2b3d-4a21-991f-a7123e6b00cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.218200 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:23.230104 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] Routers {'678f4875-96b7-4e24-9f03-52f5445c7a8b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:23.231375 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['678f4875-96b7-4e24-9f03-52f5445c7a8b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:23.232267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52411143-0349-4f76-9497-74025da85e76 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.234364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.245757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52411143-0349-4f76-9497-74025da85e76 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.258700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bc746-2b3d-4a21-991f-a7123e6b00cc None None] Port a1c33afe-918a-449a-85b9-a720c16078e1 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:23.271849 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:23.273041 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936ee50-c078-4121-be75-c097448d96a5 None None] The sync data for ids ['678f4875-96b7-4e24-9f03-52f5445c7a8b'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:23.275582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dc4187-6fd1-425f-8af0-5132b6040281']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:23.280539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52411143-0349-4f76-9497-74025da85e76 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321761e9-8216-46c3-8da8-5a72a90f69e1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:23.292900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d98e14-57f6-467a-a7f7-7f9a9f96442a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:23.293305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d98e14-57f6-467a-a7f7-7f9a9f96442a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:23.301628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52411143-0349-4f76-9497-74025da85e76 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.305218 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-52411143-0349-4f76-9497-74025da85e76 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4286134 Dec 16 03:37:23.305542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37970) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.306891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.322105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.328699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:23.329229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.330185 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-38e7060b-957d-4b50-949a-c2b3cd10f465 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules/321761e9-8216-46c3-8da8-5a72a90f69e1 HTTP/1.1" status: 200 len: 763 time: 0.0235872 Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:23.333373 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:23.336253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37972) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.399354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.407568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.409107 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3d8043c0-6607-4192-98c2-4f1fda1b0796 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747261 Dec 16 03:37:23.413628 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "DELETE /v2.0/networks/83dc4187-6fd1-425f-8af0-5132b6040281 HTTP/1.1" status: 204 len: 168 time: 0.5133181 Dec 16 03:37:23.414586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37974) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.419488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37976) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.421261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12010907-6971-4d73-91b6-e7465f2d6f03 tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event deleted for resources: {'Network': ['ID=83dc4187-6fd1-425f-8af0-5132b6040281,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:23.471739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59eab90b-9c40-4f4e-a70a-dc52d343e13f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.508703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59eab90b-9c40-4f4e-a70a-dc52d343e13f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.551530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab914360-fbce-4d7a-939d-a433b6493e8a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.583531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59eab90b-9c40-4f4e-a70a-dc52d343e13f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.586832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab914360-fbce-4d7a-939d-a433b6493e8a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.600947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59eab90b-9c40-4f4e-a70a-dc52d343e13f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.604504 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59eab90b-9c40-4f4e-a70a-dc52d343e13f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/321761e9-8216-46c3-8da8-5a72a90f69e1 HTTP/1.1" status: 204 len: 168 time: 0.1895118 Dec 16 03:37:23.604979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.617433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eab90b-9c40-4f4e-a70a-dc52d343e13f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=321761e9-8216-46c3-8da8-5a72a90f69e1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:23.640733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.654507 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cafd37df-3b78-4c24-bdfd-67d60b3911e8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481312 Dec 16 03:37:23.657190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.661452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': '9b697497-33a4-4c90-b58a-bf36f25c0894', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:23.686070 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Project 2d6da39942d94ab0b510ae845f9949e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:37:23.692540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.754261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.760779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.762627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.773365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab914360-fbce-4d7a-939d-a433b6493e8a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.777064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab914360-fbce-4d7a-939d-a433b6493e8a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.780539 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ab914360-fbce-4d7a-939d-a433b6493e8a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] 10.222.0.16 "DELETE /v2.0/security-groups/b368c322-a924-41e1-9dd0-0088ecea01eb HTTP/1.1" status: 204 len: 168 time: 0.3575399 Dec 16 03:37:23.791591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05272608-d538-459e-837c-f6c6edb749e9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:23.804701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.805898 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-51bd923b-b6e5-437e-95e3-0e202203a0a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477892 Dec 16 03:37:23.808738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37984) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.812499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab914360-fbce-4d7a-939d-a433b6493e8a tempest-TestNetworkAdvancedServerOps-1876129363 tempest-TestNetworkAdvancedServerOps-1876129363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b368c322-a924-41e1-9dd0-0088ecea01eb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:23.828912 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-cf2e8f74-1eaa-4f36-afa5-38f8a4b35827 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules/05272608-d538-459e-837c-f6c6edb749e9 HTTP/1.1" status: 200 len: 769 time: 0.0189881 Dec 16 03:37:23.838034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37986) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.922496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b32f8717-e84b-442c-a13d-d12f96d31adc tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0822041 Dec 16 03:37:23.925089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37990) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:23.957408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9270cef-76a7-436f-8623-8bc84d1eee71 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.965548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9270cef-76a7-436f-8623-8bc84d1eee71 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.980087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port a1c33afe-918a-449a-85b9-a720c16078e1 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:23.980505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:23.996735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9270cef-76a7-436f-8623-8bc84d1eee71 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.004408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9270cef-76a7-436f-8623-8bc84d1eee71 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.005679 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c9270cef-76a7-436f-8623-8bc84d1eee71 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/05272608-d538-459e-837c-f6c6edb749e9 HTTP/1.1" status: 204 len: 168 time: 0.0795927 Dec 16 03:37:24.009302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.015771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9270cef-76a7-436f-8623-8bc84d1eee71 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05272608-d538-459e-837c-f6c6edb749e9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:24.051937 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-542b5b5d-8e41-4fed-a28a-bd1962e60862 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412931 Dec 16 03:37:24.054881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 37994) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.099813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.121690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for a1c33afe-918a-449a-85b9-a720c16078e1 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:24.148145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 37998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.179857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d141aeb-f35d-488c-b0a9-35d4a0cc1fda tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.214712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d141aeb-f35d-488c-b0a9-35d4a0cc1fda tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.282660 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b77c60da-07c9-40ec-9feb-dd802f34b5b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3311afe31a9e42f6a9fe00948766f024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330907 Dec 16 03:37:24.285043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.305907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d141aeb-f35d-488c-b0a9-35d4a0cc1fda tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.308396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d141aeb-f35d-488c-b0a9-35d4a0cc1fda tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.309538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2d141aeb-f35d-488c-b0a9-35d4a0cc1fda tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/9b697497-33a4-4c90-b58a-bf36f25c0894 HTTP/1.1" status: 204 len: 168 time: 0.2535365 Dec 16 03:37:24.314276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.343857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d141aeb-f35d-488c-b0a9-35d4a0cc1fda tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b697497-33a4-4c90-b58a-bf36f25c0894,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:24.357239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2178bff-b34e-4825-87b9-1aca7980cc0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.377632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.390914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2178bff-b34e-4825-87b9-1aca7980cc0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.401288 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e2c70678-77c7-4a0f-b831-4e25dd5f0b1a tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0858531 Dec 16 03:37:24.404695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=a1c33afe-918a-449a-85b9-a720c16078e1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:24.411570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38006) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.419247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:24.420429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-22ab1725-dd20-4ac1-a44e-e98312228b68 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965238806'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:24.440077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:24.440780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 1af486c9-1e8f-4a9e-b6ec-70d2b268ebc8 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:24.441248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 713fb322-28b2-4dac-bbf9-864a8b87d3ab no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:24.464701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2178bff-b34e-4825-87b9-1aca7980cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.465210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 713fb322-28b2-4dac-bbf9-864a8b87d3ab {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:24.465550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 713fb322-28b2-4dac-bbf9-864a8b87d3ab not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:24.467759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2178bff-b34e-4825-87b9-1aca7980cc0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.471863 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2178bff-b34e-4825-87b9-1aca7980cc0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ae50974-99f8-472b-9ebb-eecd8645b98f HTTP/1.1" status: 204 len: 168 time: 0.1833825 Dec 16 03:37:24.480266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2178bff-b34e-4825-87b9-1aca7980cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae50974-99f8-472b-9ebb-eecd8645b98f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:24.514119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22ab1725-dd20-4ac1-a44e-e98312228b68 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.609074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.781333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38012) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.796151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bc6b95-28a5-4ad1-a352-eb8e533b0c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.804635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22ab1725-dd20-4ac1-a44e-e98312228b68 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.809801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22ab1725-dd20-4ac1-a44e-e98312228b68 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.839512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 678f4875-96b7-4e24-9f03-52f5445c7a8b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:24.851349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab1725-dd20-4ac1-a44e-e98312228b68 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b232de76-db6f-477b-a1ac-2107e0e47a8d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:24.857499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22ab1725-dd20-4ac1-a44e-e98312228b68 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.858792 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-22ab1725-dd20-4ac1-a44e-e98312228b68 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4429753 Dec 16 03:37:24.861872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38014) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.866222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b316083e-0c02-4b9c-b0a3-92dc9ea9e8e1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Request body: {'security_group_rule': {'security_group_id': 'b232de76-db6f-477b-a1ac-2107e0e47a8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:24.882795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bc6b95-28a5-4ad1-a352-eb8e533b0c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.887648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bc6b95-28a5-4ad1-a352-eb8e533b0c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.926208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-23bc6b95-28a5-4ad1-a352-eb8e533b0c9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40cf46c7d905485497cbceaf906d9904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434069 Dec 16 03:37:24.927083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc6b95-28a5-4ad1-a352-eb8e533b0c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c23c90c-7de1-4062-aa0d-62f6943e56a6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:24.930110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.962941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:24.968612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-88104ac1-ecdd-4bac-b2c9-dc22cb82eeff tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/678f4875-96b7-4e24-9f03-52f5445c7a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383917 Dec 16 03:37:24.972001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:24.974598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] Sync routers for ids ['678f4875-96b7-4e24-9f03-52f5445c7a8b'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:24.979189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b316083e-0c02-4b9c-b0a3-92dc9ea9e8e1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:24.988410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] Routers {'678f4875-96b7-4e24-9f03-52f5445c7a8b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:24.989325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['678f4875-96b7-4e24-9f03-52f5445c7a8b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:25.010177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-616b8ea0-8775-44c0-8e68-cfc2c8f69e45 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=678f4875-96b7-4e24-9f03-52f5445c7a8b HTTP/1.1" status: 200 len: 205 time: 0.0367780 Dec 16 03:37:25.013552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38020) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.014066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432b957d-f71b-446c-891b-9c8f042e4148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.028813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:25.037401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432b957d-f71b-446c-891b-9c8f042e4148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.037820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] Routers {'678f4875-96b7-4e24-9f03-52f5445c7a8b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:25.038518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['678f4875-96b7-4e24-9f03-52f5445c7a8b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:25.071845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:25.072503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a4aab-33d4-4689-8ca7-625c82de79ec None None] The sync data for ids ['678f4875-96b7-4e24-9f03-52f5445c7a8b'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:25.091509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432b957d-f71b-446c-891b-9c8f042e4148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.094899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-432b957d-f71b-446c-891b-9c8f042e4148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.096336 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-432b957d-f71b-446c-891b-9c8f042e4148 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c23c90c-7de1-4062-aa0d-62f6943e56a6 HTTP/1.1" status: 204 len: 168 time: 0.1648722 Dec 16 03:37:25.104919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b957d-f71b-446c-891b-9c8f042e4148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c23c90c-7de1-4062-aa0d-62f6943e56a6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:25.108333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3650cddd-002b-4d1f-8cb6-b86c7e55a1cd tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.428153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b316083e-0c02-4b9c-b0a3-92dc9ea9e8e1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.434580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b316083e-0c02-4b9c-b0a3-92dc9ea9e8e1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.536471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316083e-0c02-4b9c-b0a3-92dc9ea9e8e1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb13ccd-ab94-4ad1-88b5-83f0cb09c7d7,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:25.539515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3650cddd-002b-4d1f-8cb6-b86c7e55a1cd tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.542173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3650cddd-002b-4d1f-8cb6-b86c7e55a1cd tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.545482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b316083e-0c02-4b9c-b0a3-92dc9ea9e8e1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.546741 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b316083e-0c02-4b9c-b0a3-92dc9ea9e8e1 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6838846 Dec 16 03:37:25.549623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.590967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3650cddd-002b-4d1f-8cb6-b86c7e55a1cd tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.591499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3650cddd-002b-4d1f-8cb6-b86c7e55a1cd tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Fanout notify agent at l3_agent the message router_deleted on router 678f4875-96b7-4e24-9f03-52f5445c7a8b {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:37:25.598946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3650cddd-002b-4d1f-8cb6-b86c7e55a1cd tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.602954 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3650cddd-002b-4d1f-8cb6-b86c7e55a1cd tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/678f4875-96b7-4e24-9f03-52f5445c7a8b HTTP/1.1" status: 204 len: 168 time: 0.5856211 Dec 16 03:37:25.603081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.637591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e88f1b7-f934-45d7-bf66-f607d0cb132b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.673359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e88f1b7-f934-45d7-bf66-f607d0cb132b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.679597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet be7d7cd8-fc39-4aef-b621-bf5a45f56408 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:25.689567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.741784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.777980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e88f1b7-f934-45d7-bf66-f607d0cb132b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.780819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e88f1b7-f934-45d7-bf66-f607d0cb132b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.782137 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3e88f1b7-f934-45d7-bf66-f607d0cb132b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/b232de76-db6f-477b-a1ac-2107e0e47a8d HTTP/1.1" status: 204 len: 168 time: 0.2309341 Dec 16 03:37:25.785223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38028) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.798350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f1b7-f934-45d7-bf66-f607d0cb132b tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b232de76-db6f-477b-a1ac-2107e0e47a8d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:25.837463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-66f8d09e-4161-41cd-84e9-61bb80043962 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510323 Dec 16 03:37:25.838050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38030) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.845198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.872447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-20fee926-7788-40ec-8967-3d27855f96a8 tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0333169 Dec 16 03:37:25.875077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38032) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.888012 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-a44a1ab3-d964-47cd-93bd-22cd561a6e6f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] delete failed (client error): The resource could not be found. Dec 16 03:37:25.888916 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a44a1ab3-d964-47cd-93bd-22cd561a6e6f tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "DELETE /v2.0/security-groups/b232de76-db6f-477b-a1ac-2107e0e47a8d HTTP/1.1" status: 404 len: 347 time: 0.0128791 Dec 16 03:37:25.893258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38034) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.904595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.931819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=be7d7cd8-fc39-4aef-b621-bf5a45f56408,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:25.939870 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ff35d409-6a58-468d-8320-c2e1e556458e tempest-SecGroupIPv6Test-1167683639 tempest-SecGroupIPv6Test-1167683639-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441544 Dec 16 03:37:25.940783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:25.946879 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-693f4909-6a38-4904-80a7-76a2b58624d2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/be7d7cd8-fc39-4aef-b621-bf5a45f56408 HTTP/1.1" status: 204 len: 168 time: 0.3400576 Dec 16 03:37:25.947397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:25.952326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6ec4e-01fa-48f2-92c2-ca6f613de8fe None None] Network 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:26.033530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.095527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 8250cac4-9bb0-43ea-855e-023ac04cb777 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:26.096234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.108660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] DHCP port deletion for 672e1c19-57a1-4e8b-b551-1d23c9e8ac7a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:26.159588 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] Deleting port 8250cac4-9bb0-43ea-855e-023ac04cb777 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:26.160014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.169401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 8250cac4-9bb0-43ea-855e-023ac04cb777, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8250cac4-9bb0-43ea-855e-023ac04cb777,segment=NetworkSegment(231b07f2-6f74-4015-9775-6056b9fbdecf),segment_id=231b07f2-6f74-4015-9775-6056b9fbdecf)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:26.169769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.190943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 8250cac4-9bb0-43ea-855e-023ac04cb777 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:26.224515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38042) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:26.230300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] For port 8250cac4-9bb0-43ea-855e-023ac04cb777, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8250cac4-9bb0-43ea-855e-023ac04cb777,segment=NetworkSegment(231b07f2-6f74-4015-9775-6056b9fbdecf),segment_id=231b07f2-6f74-4015-9775-6056b9fbdecf)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:26.230809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.244202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] Calling delete_port for 8250cac4-9bb0-43ea-855e-023ac04cb777 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:26.276951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.304761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=8250cac4-9bb0-43ea-855e-023ac04cb777,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:26.306623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port 8250cac4-9bb0-43ea-855e-023ac04cb777 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:26.329321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.345706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] No DVR routers for this DVR port 8250cac4-9bb0-43ea-855e-023ac04cb777 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:26.371324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dafa7b-a8ed-41ea-b4fa-58551d423cf1 None None] Pushing event deleted for resources: {'Port': ['ID=8250cac4-9bb0-43ea-855e-023ac04cb777,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:26.399007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.410726 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-16e63d3c-b950-470c-a426-609ca31e19fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d6da39942d94ab0b510ae845f9949e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850228 Dec 16 03:37:26.413235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38046) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:26.421098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672e1c19-57a1-4e8b-b551-1d23c9e8ac7a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:26.423847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8250cac4-9bb0-43ea-855e-023ac04cb777 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:26.430631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231b07f2-6f74-4015-9775-6056b9fbdecf') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:26.431346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231b07f2-6f74-4015-9775-6056b9fbdecf') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:26.440757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.448331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 8250cac4-9bb0-43ea-855e-023ac04cb777 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:26.448641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8250cac4-9bb0-43ea-855e-023ac04cb777 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:26.454637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.462922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:26.463345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.465185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c156f1d9-007c-4aef-b532-aae60faa7632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:26.466890 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:26.494184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c156f1d9-007c-4aef-b532-aae60faa7632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.527720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.532495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.536257 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/672e1c19-57a1-4e8b-b551-1d23c9e8ac7a HTTP/1.1" status: 204 len: 168 time: 0.5881588 Dec 16 03:37:26.540136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38048) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:26.545208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949928517', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:26.551960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371f045-50a6-4182-a12d-1ee6223c634d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=672e1c19-57a1-4e8b-b551-1d23c9e8ac7a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:26.561965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c156f1d9-007c-4aef-b532-aae60faa7632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.564564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c156f1d9-007c-4aef-b532-aae60faa7632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.567835 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c156f1d9-007c-4aef-b532-aae60faa7632 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c4ae642-19f5-46a7-b413-2bdd55e92103 HTTP/1.1" status: 204 len: 168 time: 0.1519403 Dec 16 03:37:26.581150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f1d9-007c-4aef-b532-aae60faa7632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ae642-19f5-46a7-b413-2bdd55e92103,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:26.584552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.585625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.640238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.779507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:26.988039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.007064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.115007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.26.6.177 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/fad2c1b4-b1d5-41bf-b836-2bc35fa9d747) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:27.199242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38070) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:27.217990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.252258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.289314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:27.293705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:27.297410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:27.299016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-598468889-network', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:27.310502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e67fe4-72b3-4741-be0b-439f453665b2 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:27.325569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Made reservation on behalf of 8651f527d93e41a8bfaa3ec713995257 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:27.326170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=fad2c1b4-b1d5-41bf-b836-2bc35fa9d747,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:27.327764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.338310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.418544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.424149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.425639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e2cc38ef-a7ef-40a3-9c2d-a9ac82c7d654 None None] Provisioning complete for port fad2c1b4-b1d5-41bf-b836-2bc35fa9d747 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:27.426023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2cc38ef-a7ef-40a3-9c2d-a9ac82c7d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.450867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:27.461028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc38ef-a7ef-40a3-9c2d-a9ac82c7d654 None None] Port fad2c1b4-b1d5-41bf-b836-2bc35fa9d747 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:27.461946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8040d1-6df4-4898-87e9-893ec7e690cd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:27.467258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.467681 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Added segment 55efb896-48f9-4251-a418-c9a09dd6d02c of type vlan for network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 Dec 16 03:37:27.508954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.534805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.535803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:27.536532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.566590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.589291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3888245 Dec 16 03:37:27.592196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38074) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:27.597636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Request body: {'subnet': {'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-598468889-subnet', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:27.614229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dd3e9-52c3-482b-be20-6c7246f3c334 admin admin] Pushing event updated for resources: {'Network': ['ID=9636f700-bb7e-4d5f-be8e-c91244ecd1c6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:27.624197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:27.635575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Made reservation on behalf of 8651f527d93e41a8bfaa3ec713995257 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:27.637928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.768823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.805852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.860292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fac880-a984-4ab7-b82c-c81b45b0820a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:27.870455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Checking segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:27.870826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Network hostable DHCP agents. Network: 9636f700-bb7e-4d5f-be8e-c91244ecd1c6, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:27.888701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:27.899541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 1cabc7ef-d33e-4f05-9980-510ef58e971c is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:37:27.901015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 9636f700-bb7e-4d5f-be8e-c91244ecd1c6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:27.905362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:27.906133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.912539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d452ad-883c-4887-adec-479f0eaec415 None None] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:27.923746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-612b91df-1428-44fa-bf30-38675ad93d02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3304286 Dec 16 03:37:27.926428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:27.930681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:27.955188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:27.956317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.013772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.022628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:28.023491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.027974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:28.041673 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] Sync routers for ids ['1cabc7ef-d33e-4f05-9980-510ef58e971c'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:28.058585 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] Routers {'1cabc7ef-d33e-4f05-9980-510ef58e971c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:28.059690 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1cabc7ef-d33e-4f05-9980-510ef58e971c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:28.068011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.070339 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fcf6cb6c-fed8-466d-a5c8-7975b128e5e6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.5288353 Dec 16 03:37:28.073101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38078) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:28.103935 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:28.117085 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] Routers {'1cabc7ef-d33e-4f05-9980-510ef58e971c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:28.117931 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1cabc7ef-d33e-4f05-9980-510ef58e971c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:28.159562 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:28.160215 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816df61d-86fe-4c64-b7c5-b72e2ce0ec19 None None] The sync data for ids ['1cabc7ef-d33e-4f05-9980-510ef58e971c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:28.164887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.194499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Allocated IP 172.20.0.2 (9636f700-bb7e-4d5f-be8e-c91244ecd1c6/b2fac880-a984-4ab7-b82c-c81b45b0820a/ac911443-c872-4f96-be26-36ff47ee71b3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:28.220023 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-189db99b-ba37-43e6-a388-55cf29dfa605 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/routers/1cabc7ef-d33e-4f05-9980-510ef58e971c HTTP/1.1" status: 200 len: 881 time: 0.1455147 Dec 16 03:37:28.222555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38080) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:28.353344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.358379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.382851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.402588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.403405 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:37:28.417717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:28.419858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:28.427409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:28.433720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Pushing event updated for resources: {'Port': ['ID=ac911443-c872-4f96-be26-36ff47ee71b3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:28.471276 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f87b809c-1410-4b74-9414-49924a168ef6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2467854 Dec 16 03:37:28.474196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38082) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:28.481499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b257e8c1-8c7a-4036-b912-14d9ab868833 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1949928517'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:28.496804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Attempting to bind port ac911443-c872-4f96-be26-36ff47ee71b3 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:28.497172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Attempting to bind port ac911443-c872-4f96-be26-36ff47ee71b3 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:28.497585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Attempting to bind port ac911443-c872-4f96-be26-36ff47ee71b3 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:28.502756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:28.503124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Checking segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:28.503548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.503903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Bound using segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:28.504368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Bound port: ac911443-c872-4f96-be26-36ff47ee71b3, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:28.504740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.524371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Allocated IP 172.26.6.242 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/8ce716c6-783f-41a0-835b-7fec2c5c0653) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:28.567931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] For port ac911443-c872-4f96-be26-36ff47ee71b3, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:28.571247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] For port ac911443-c872-4f96-be26-36ff47ee71b3, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ac911443-c872-4f96-be26-36ff47ee71b3,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:28.577087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.651028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1f4d-70f7-40ac-ae4b-e79612146be6 None None] Pushing event updated for resources: {'Port': ['ID=ac911443-c872-4f96-be26-36ff47ee71b3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:28.669479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.709050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.754837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:28.757979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:28.773575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:28.774905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba0547-dbc1-4422-8383-f0f3fcd889b3 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:28.803830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Pushing event updated for resources: {'Port': ['ID=8ce716c6-783f-41a0-835b-7fec2c5c0653,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:28.911344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-69217f37-c3a1-483d-8e26-da67df97898c None None] Provisioning complete for port 8ce716c6-783f-41a0-835b-7fec2c5c0653 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:28.912691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69217f37-c3a1-483d-8e26-da67df97898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:28.960715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-69217f37-c3a1-483d-8e26-da67df97898c None None] Port 8ce716c6-783f-41a0-835b-7fec2c5c0653 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:29.088503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.094975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b257e8c1-8c7a-4036-b912-14d9ab868833 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.106656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b257e8c1-8c7a-4036-b912-14d9ab868833 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.225512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b257e8c1-8c7a-4036-b912-14d9ab868833 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 1cabc7ef-d33e-4f05-9980-510ef58e971c has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:29.288620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.335362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b257e8c1-8c7a-4036-b912-14d9ab868833 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:29.342497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b257e8c1-8c7a-4036-b912-14d9ab868833 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.346893 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b257e8c1-8c7a-4036-b912-14d9ab868833 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/1cabc7ef-d33e-4f05-9980-510ef58e971c HTTP/1.1" status: 200 len: 888 time: 0.8711190 Dec 16 03:37:29.347934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38084) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:29.348663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] Sync routers for ids ['1cabc7ef-d33e-4f05-9980-510ef58e971c'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:29.361497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] Routers {'1cabc7ef-d33e-4f05-9980-510ef58e971c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:29.362168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1cabc7ef-d33e-4f05-9980-510ef58e971c'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:29.400052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:29.416134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] Routers {'1cabc7ef-d33e-4f05-9980-510ef58e971c'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:29.417053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1cabc7ef-d33e-4f05-9980-510ef58e971c'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:29.450310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:37:29.457572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:29.458226 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e2616-57b4-4497-b276-76a3e0071d15 None None] The sync data for ids ['1cabc7ef-d33e-4f05-9980-510ef58e971c'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:29.486265 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fb11eff6-aaf1-445a-91b2-ff10210c0587 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/routers/1cabc7ef-d33e-4f05-9980-510ef58e971c HTTP/1.1" status: 200 len: 888 time: 0.1368723 Dec 16 03:37:29.489222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38086) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:29.522243 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f8fba500-d8cb-49e5-a6df-c17d4e41fd59 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cabc7ef-d33e-4f05-9980-510ef58e971c HTTP/1.1" status: 200 len: 205 time: 0.0309718 Dec 16 03:37:29.523985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38088) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:29.580936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:29.590232 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:29.603020 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:29.603464 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.604348 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:29.608871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38090) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:29.609187 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c2c1d7e5-45e3-440d-b017-b404e892378c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6814752 Dec 16 03:37:29.687538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d4651-9ab7-4925-ba99-60bb00cd7943 None None] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:29.716422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.724950 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:29.805031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b6f13242-b00e-441d-85c3-8d03c0ceccbb None None] Provisioning complete for port ac911443-c872-4f96-be26-36ff47ee71b3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:29.805402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f13242-b00e-441d-85c3-8d03c0ceccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.902136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f13242-b00e-441d-85c3-8d03c0ceccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.922329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.933656 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:28Z', 'revision_number': 3, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:29.947765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b6f13242-b00e-441d-85c3-8d03c0ceccbb None None] For port ac911443-c872-4f96-be26-36ff47ee71b3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ac911443-c872-4f96-be26-36ff47ee71b3,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:29.952987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f13242-b00e-441d-85c3-8d03c0ceccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:29.973155 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:29.975059 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Updating router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b port 8ce716c6-783f-41a0-835b-7fec2c5c0653 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:30.004434 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.023777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f13242-b00e-441d-85c3-8d03c0ceccbb None None] Pushing event updated for resources: {'Port': ['ID=ac911443-c872-4f96-be26-36ff47ee71b3,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:30.078696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port fad2c1b4-b1d5-41bf-b836-2bc35fa9d747 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:30.079128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.175987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b566b005-9014-4cbd-a141-a35b9c014485 None None] Provisioning complete for port ac911443-c872-4f96-be26-36ff47ee71b3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:30.176242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b566b005-9014-4cbd-a141-a35b9c014485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.279906 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.286447 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.331555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfefbee7-fac5-4aed-ba06-dadcce325982 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:30.339092 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40273f-3013-44ac-aa4e-a2a87d6f7ced None None] Pushing event updated for resources: {'Port': ['ID=8ce716c6-783f-41a0-835b-7fec2c5c0653,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:30.343527 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Attempting to bind port 8ce716c6-783f-41a0-835b-7fec2c5c0653 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:30.343890 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Attempting to bind port 8ce716c6-783f-41a0-835b-7fec2c5c0653 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:30.344198 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Attempting to bind port 8ce716c6-783f-41a0-835b-7fec2c5c0653 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:30.349697 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:30.350061 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:30.350481 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.350876 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:30.351343 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Bound port: 8ce716c6-783f-41a0-835b-7fec2c5c0653, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:30.351718 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.403916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-16f5f382-5546-4e98-a982-b9f6cb797a8c None None] Provisioning complete for port 8ce716c6-783f-41a0-835b-7fec2c5c0653 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:30.405181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16f5f382-5546-4e98-a982-b9f6cb797a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.414241 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] For port 8ce716c6-783f-41a0-835b-7fec2c5c0653, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:30.419832 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] For port 8ce716c6-783f-41a0-835b-7fec2c5c0653, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8ce716c6-783f-41a0-835b-7fec2c5c0653,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:30.424736 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.463287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6cf771-3c37-48c4-ad14-ca9b693c992c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:30.480690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-16f5f382-5546-4e98-a982-b9f6cb797a8c None None] Port 8ce716c6-783f-41a0-835b-7fec2c5c0653 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:30.484519 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:30.487126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.487692 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:30.507023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ac911443-c872-4f96-be26-36ff47ee71b3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:30.527609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for fad2c1b4-b1d5-41bf-b836-2bc35fa9d747 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:30.544717 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-f1bed762-9a3f-4793-a146-b6ba3e22ca91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743616 Dec 16 03:37:30.568885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ac911443-c872-4f96-be26-36ff47ee71b3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:30.569576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.599162 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:30.610152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.639778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5a787203-d40d-4549-85fd-0df0ede1faf1 None None] Provisioning complete for port 8ce716c6-783f-41a0-835b-7fec2c5c0653 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:30.640579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a787203-d40d-4549-85fd-0df0ede1faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.667218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-2e05ce63-1c76-4cf9-8b1d-e414d88d9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:30.669409 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-2e05ce63-1c76-4cf9-8b1d-e414d88d9121 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1098 time: 0.0598423 Dec 16 03:37:30.773617 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40273f-3013-44ac-aa4e-a2a87d6f7ced None None] Pushing event updated for resources: {'Port': ['ID=8ce716c6-783f-41a0-835b-7fec2c5c0653,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:30.805195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a787203-d40d-4549-85fd-0df0ede1faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.806935 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:28Z', 'revision_number': 3, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:30.831095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5a787203-d40d-4549-85fd-0df0ede1faf1 None None] For port 8ce716c6-783f-41a0-835b-7fec2c5c0653, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8ce716c6-783f-41a0-835b-7fec2c5c0653,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:30.838483 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00f858-2734-406c-bffb-9522111dbd54 None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:28Z', 'revision_number': 3, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:30.838870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a787203-d40d-4549-85fd-0df0ede1faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.851237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-31981fc4-8e8b-4904-b4fd-85b952d41db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:30.853095 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-31981fc4-8e8b-4904-b4fd-85b952d41db9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 895 time: 0.1593611 Dec 16 03:37:30.895264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a787203-d40d-4549-85fd-0df0ede1faf1 None None] Pushing event updated for resources: {'Port': ['ID=8ce716c6-783f-41a0-835b-7fec2c5c0653,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:30.917468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:30.919867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Allocated IP 172.20.0.1 (9636f700-bb7e-4d5f-be8e-c91244ecd1c6/b2fac880-a984-4ab7-b82c-c81b45b0820a/f8d068c5-38aa-42c0-a387-07fb0efd7101) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:30.932586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-42440b76-a6a0-4a23-a935-2e25c380a2f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 200 len: 1001 time: 0.0678222 Dec 16 03:37:30.955855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=fad2c1b4-b1d5-41bf-b836-2bc35fa9d747,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:30.971169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82743147-5a94-4aea-9eb7-806aa458d783 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:31.001195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-70dd324e-72dd-47a2-9303-3827e2c3421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:31.002664 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-70dd324e-72dd-47a2-9303-3827e2c3421f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.0574203 Dec 16 03:37:31.057016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-719d8898-d7ea-4f57-853a-59daa8b62c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:31.059565 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-719d8898-d7ea-4f57-853a-59daa8b62c98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466144 Dec 16 03:37:31.080801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.184143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.188633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.195531 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-a88b51c8-2ab8-45b0-b56d-d1fdb1f1eca6 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276417 Dec 16 03:37:31.257092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.257667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Fanout notify agent at l3_agent the message router_deleted on router 1cabc7ef-d33e-4f05-9980-510ef58e971c {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:37:31.264940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.271030 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-edb9adf4-e08d-4b91-beb5-90adb63c9321 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/1cabc7ef-d33e-4f05-9980-510ef58e971c HTTP/1.1" status: 204 len: 168 time: 1.7412512 Dec 16 03:37:31.271030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.271348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:31.276843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-236832769'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:31.306363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.316165 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1f9a57f1-1c8a-4de0-a454-3871d9b5fa1e req-a21c9237-0889-4413-92de-83ccb6560f4f service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089258 Dec 16 03:37:31.323050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:31.327420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.354811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:31.355101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:31.358026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:31.361924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:31.369339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.369942 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment 71be68bc-6a6f-4710-82be-908ee69a419b of type vlan for network 1a5b874c-d387-4744-bb6d-78b7385a3c41 Dec 16 03:37:31.402016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d068c5-38aa-42c0-a387-07fb0efd7101,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:31.418944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.422678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.454286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.462231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:31.462467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.542359 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2709281 Dec 16 03:37:31.547157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38094) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:31.553741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '1a5b874c-d387-4744-bb6d-78b7385a3c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:31.555413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98176ed9-be64-4460-b982-68e87e879401 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=1a5b874c-d387-4744-bb6d-78b7385a3c41,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:31.568969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:31.635267 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.719784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:31.723441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.826691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-45fcdae6-9251-43f3-9286-a44188ca8e68 None None] Provisioning complete for port f8d068c5-38aa-42c0-a387-07fb0efd7101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:31.827071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fcdae6-9251-43f3-9286-a44188ca8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.864912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-45fcdae6-9251-43f3-9286-a44188ca8e68 None None] Port f8d068c5-38aa-42c0-a387-07fb0efd7101 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:31.947746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:31.956402 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.055281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d068c5-38aa-42c0-a387-07fb0efd7101,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:32.057841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.060060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.164297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=7d658d8f-2efc-4d50-b246-2cf39e8c5327,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:32.191901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': '71be68bc-6a6f-4710-82be-908ee69a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5b874c-d387-4744-bb6d-78b7385a3c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:32.192253 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 1a5b874c-d387-4744-bb6d-78b7385a3c41, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:32.220863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:32.223350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:32.228838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:32.272517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 1a5b874c-d387-4744-bb6d-78b7385a3c41) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:32.282034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:32.282653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.282818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3bb86-05b1-4f3c-8ff4-48de1aa9050a None None] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:32.332114 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8a669f4c-db01-48d1-b1e3-63030097ae82 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7834685 Dec 16 03:37:32.334843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:32.348544 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d5af4b67-c9c3-49f7-87ce-bc55922c3014 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1550252361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:32.363944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:32.410628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5af4b67-c9c3-49f7-87ce-bc55922c3014 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.413197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5af4b67-c9c3-49f7-87ce-bc55922c3014 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.480146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-1a5b874c-d387-4744-bb6d-78b7385a3c41', 'network_id': '1a5b874c-d387-4744-bb6d-78b7385a3c41', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': '7d658d8f-2efc-4d50-b246-2cf39e8c5327'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:32.481900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.484920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8ce716c6-783f-41a0-835b-7fec2c5c0653 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:32.486219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5af4b67-c9c3-49f7-87ce-bc55922c3014 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.493180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5af4b67-c9c3-49f7-87ce-bc55922c3014 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.516576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5af4b67-c9c3-49f7-87ce-bc55922c3014 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.519354 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d5af4b67-c9c3-49f7-87ce-bc55922c3014 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1833661 Dec 16 03:37:32.520774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:32.529798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:32.539654 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-55782e8c-14b8-4001-abbd-29f7cbaa1af7 admin admin] 10.222.0.16 "PUT /v2.0/routers/1f1b0745-ea44-47b2-a008-4cf7fef53a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290264 Dec 16 03:37:32.653666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8a8a64ff-a4f6-40f7-aea0-051ce5db5866 None None] Provisioning complete for port f8d068c5-38aa-42c0-a387-07fb0efd7101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:32.654280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a8a64ff-a4f6-40f7-aea0-051ce5db5866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.713118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a64ff-a4f6-40f7-aea0-051ce5db5866 None None] Port f8d068c5-38aa-42c0-a387-07fb0efd7101 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:32.718083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8ce716c6-783f-41a0-835b-7fec2c5c0653 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:32.718568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:32.763375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Allocated IP 172.20.0.2 (1a5b874c-d387-4744-bb6d-78b7385a3c41/7d658d8f-2efc-4d50-b246-2cf39e8c5327/e1109da1-1a87-42a4-a5dd-5e5d69019675) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:32.808862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:32.884999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:32.885660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:33.075890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:33.078595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.093946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38114) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:33.106622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1980865476-network', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:33.111988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.135142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Made reservation on behalf of 42d07ff3666d47e7b16ff70fe79847ac for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:33.138377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.148352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.190669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:33.196804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:33.202870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:33.210352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.243317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Pushing event updated for resources: {'Port': ['ID=e1109da1-1a87-42a4-a5dd-5e5d69019675,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:33.246060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.252418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.266316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:33.275998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.276359 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Added segment 21617877-4a9b-42c7-bea4-4465118fd794 of type vlan for network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d Dec 16 03:37:33.315877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Attempting to bind port e1109da1-1a87-42a4-a5dd-5e5d69019675 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:33.316154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Attempting to bind port e1109da1-1a87-42a4-a5dd-5e5d69019675 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '71be68bc-6a6f-4710-82be-908ee69a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5b874c-d387-4744-bb6d-78b7385a3c41'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:33.316717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Attempting to bind port e1109da1-1a87-42a4-a5dd-5e5d69019675 on network 1a5b874c-d387-4744-bb6d-78b7385a3c41 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:33.317546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.335274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:33.335660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Checking segment: {'id': '71be68bc-6a6f-4710-82be-908ee69a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5b874c-d387-4744-bb6d-78b7385a3c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:33.336061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.336447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Bound using segment: {'id': '71be68bc-6a6f-4710-82be-908ee69a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5b874c-d387-4744-bb6d-78b7385a3c41'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:33.337105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Bound port: e1109da1-1a87-42a4-a5dd-5e5d69019675, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71be68bc-6a6f-4710-82be-908ee69a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5b874c-d387-4744-bb6d-78b7385a3c41'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:33.337485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.357747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.358731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:33.359363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.398307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26008496-d5d1-4905-9dd8-6f8d8aae2d89,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:33.438844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] For port e1109da1-1a87-42a4-a5dd-5e5d69019675, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:33.441367 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3448546 Dec 16 03:37:33.445093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38116) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:33.450545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Request body: {'subnet': {'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1980865476-subnet', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:33.455358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] For port e1109da1-1a87-42a4-a5dd-5e5d69019675, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e1109da1-1a87-42a4-a5dd-5e5d69019675,segment=NetworkSegment(71be68bc-6a6f-4710-82be-908ee69a419b),segment_id=71be68bc-6a6f-4710-82be-908ee69a419b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:33.462901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 2, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:33.466429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.472641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf84166-d0d6-4dfe-bd68-f499cd09ffd5 admin admin] Pushing event updated for resources: {'Network': ['ID=b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:33.502628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:33.512059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.20.0.1 (1a5b874c-d387-4744-bb6d-78b7385a3c41/7d658d8f-2efc-4d50-b246-2cf39e8c5327/e14d1749-70b4-4d53-b178-4cbd17b83730) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:33.516755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Made reservation on behalf of 42d07ff3666d47e7b16ff70fe79847ac for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:33.519191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.523848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:33.524211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Updating router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b port f8d068c5-38aa-42c0-a387-07fb0efd7101 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:33.621304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.628157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61f4e5-50e5-4512-8d5b-b39b73a92586 None None] Pushing event updated for resources: {'Port': ['ID=e1109da1-1a87-42a4-a5dd-5e5d69019675,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:33.728229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.821118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.829226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.924465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:33.935127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:33.937755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cf23e4-723d-4c84-8e21-175e7b38facd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:33.942057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:33.958027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.965193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:33.970705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=e14d1749-70b4-4d53-b178-4cbd17b83730,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:33.979336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Checking segment: {'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:33.979776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Network hostable DHCP agents. Network: b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:34.008182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.016960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90c3d-f211-48ea-83c8-0b496e45be56 None None] Pushing event updated for resources: {'Port': ['ID=f8d068c5-38aa-42c0-a387-07fb0efd7101,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:34.043957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:34.073041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Attempting to bind port f8d068c5-38aa-42c0-a387-07fb0efd7101 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:34.073739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Attempting to bind port f8d068c5-38aa-42c0-a387-07fb0efd7101 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:34.074110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Attempting to bind port f8d068c5-38aa-42c0-a387-07fb0efd7101 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:34.080265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:34.080640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Checking segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:34.081054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.081578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Bound using segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:34.082062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Bound port: f8d068c5-38aa-42c0-a387-07fb0efd7101, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:34.082829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.082992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:34.089855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:34.090581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.097890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f380db3-892c-4e23-b861-66775acf167c None None] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:34.117938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0f1808ac-7e26-4ef1-8a02-f52362bbbcda admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6711731 Dec 16 03:37:34.119063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38118) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:34.132902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:34.152954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.180222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.181280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.250727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.430443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.471564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] For port f8d068c5-38aa-42c0-a387-07fb0efd7101, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:34.482626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e1109da1-1a87-42a4-a5dd-5e5d69019675 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:34.498494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.506925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.507612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-184461e5-a586-4fae-974c-1241b9c4f81a None None] Provisioning complete for port f8d068c5-38aa-42c0-a387-07fb0efd7101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:34.508019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-184461e5-a586-4fae-974c-1241b9c4f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.573633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] For port f8d068c5-38aa-42c0-a387-07fb0efd7101, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f8d068c5-38aa-42c0-a387-07fb0efd7101,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:34.586605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'fixed_ips': [{'subnet_id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:34.587501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.596848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=e14d1749-70b4-4d53-b178-4cbd17b83730,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:34.600618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.602069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.710978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:34.712977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:34.713291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-184461e5-a586-4fae-974c-1241b9c4f81a None None] Port f8d068c5-38aa-42c0-a387-07fb0efd7101 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:34.718822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.742792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.771400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:34.772064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:34.773899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e1109da1-1a87-42a4-a5dd-5e5d69019675 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:34.774271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:34.779479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90c3d-f211-48ea-83c8-0b496e45be56 None None] Pushing event updated for resources: {'Port': ['ID=f8d068c5-38aa-42c0-a387-07fb0efd7101,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:34.882336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Allocated IP 172.26.6.206 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/35d8da7c-711e-45c0-8c5b-680ac063e244) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:34.909573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 4a1637a7-874f-4054-8c6e-09175e5f15a3 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:37:34.942424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85640f67-98fd-4bd4-a4b8-600eea2973ef None None] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:35.022266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.036631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:35.042095 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c2175e2b-b3c8-4dba-92c7-9f3a020f0130 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/4a1637a7-874f-4054-8c6e-09175e5f15a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5202615 Dec 16 03:37:35.044631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:35.049177 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d3293-9568-49b1-bc60-febc625b230b None None] Sync routers for ids ['4a1637a7-874f-4054-8c6e-09175e5f15a3'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:35.061966 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d3293-9568-49b1-bc60-febc625b230b None None] Routers {'4a1637a7-874f-4054-8c6e-09175e5f15a3'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:35.062973 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-957d3293-9568-49b1-bc60-febc625b230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4a1637a7-874f-4054-8c6e-09175e5f15a3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:35.066596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.087082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Allocated IP 172.20.0.2 (b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d/b9cf23e4-723d-4c84-8e21-175e7b38facd/d6e524f0-8eaf-4799-9d35-f8c807a18a17) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:35.110989 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-957d3293-9568-49b1-bc60-febc625b230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:35.111340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa314d-93b6-4f38-9cd4-367826cc1b20 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:35.112966 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d7aa314d-93b6-4f38-9cd4-367826cc1b20 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports/e14d1749-70b4-4d53-b178-4cbd17b83730 HTTP/1.1" status: 200 len: 910 time: 0.0672688 Dec 16 03:37:35.115919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38122) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:35.121618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Pushing event updated for resources: {'Port': ['ID=35d8da7c-711e-45c0-8c5b-680ac063e244,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:35.122234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d658d8f-2efc-4d50-b246-2cf39e8c5327'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:35.134514 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d3293-9568-49b1-bc60-febc625b230b None None] Routers {'4a1637a7-874f-4054-8c6e-09175e5f15a3'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:35.135194 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-957d3293-9568-49b1-bc60-febc625b230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4a1637a7-874f-4054-8c6e-09175e5f15a3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:35.136588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:35.138203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:35.153499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:35.163824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:35.178311 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-957d3293-9568-49b1-bc60-febc625b230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:35.178996 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d3293-9568-49b1-bc60-febc625b230b None None] The sync data for ids ['4a1637a7-874f-4054-8c6e-09175e5f15a3'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:35.207673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3546867a-9a1d-4a4a-84fe-8af1837cf005 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:35.220623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.282610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.310959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] Provisioning complete for port e1109da1-1a87-42a4-a5dd-5e5d69019675 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:35.311490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.371695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cb39655-69fc-40a9-867a-006e873efd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.464101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port e1109da1-1a87-42a4-a5dd-5e5d69019675, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e1109da1-1a87-42a4-a5dd-5e5d69019675,segment=NetworkSegment(71be68bc-6a6f-4710-82be-908ee69a419b),segment_id=71be68bc-6a6f-4710-82be-908ee69a419b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:35.481786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.644711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=e1109da1-1a87-42a4-a5dd-5e5d69019675,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:35.703067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.713933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.715533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.725670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.725958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.778258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:35.788144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:35.792572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:35.807035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=e14d1749-70b4-4d53-b178-4cbd17b83730,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:35.816588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:35.817462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.819800 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ac54e80e-8a10-4d95-966a-58d59fc5690d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/ports/e14d1749-70b4-4d53-b178-4cbd17b83730 HTTP/1.1" status: 200 len: 910 time: 0.7027469 Dec 16 03:37:35.823748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38124) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:35.826717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] Provisioning complete for port f8d068c5-38aa-42c0-a387-07fb0efd7101 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:35.827168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.828914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Pushing event updated for resources: {'Port': ['ID=d6e524f0-8eaf-4799-9d35-f8c807a18a17,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:35.911735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Attempting to bind port d6e524f0-8eaf-4799-9d35-f8c807a18a17 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:35.912109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Attempting to bind port d6e524f0-8eaf-4799-9d35-f8c807a18a17 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:35.912477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Attempting to bind port d6e524f0-8eaf-4799-9d35-f8c807a18a17 on network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:35.915716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:34Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:35.953208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:35.954078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Checking segment: {'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:35.954247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.954566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Bound using segment: {'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:35.955457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Bound port: d6e524f0-8eaf-4799-9d35-f8c807a18a17, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:35.955457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:35.959116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3c13b-fbf2-4790-bd50-9112327530b3 None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:34Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:36.064225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.096959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] For port d6e524f0-8eaf-4799-9d35-f8c807a18a17, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:36.102535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] For port d6e524f0-8eaf-4799-9d35-f8c807a18a17, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d6e524f0-8eaf-4799-9d35-f8c807a18a17,segment=NetworkSegment(21617877-4a9b-42c7-bea4-4465118fd794),segment_id=21617877-4a9b-42c7-bea4-4465118fd794)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:36.115502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.140803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.162218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] For port f8d068c5-38aa-42c0-a387-07fb0efd7101, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f8d068c5-38aa-42c0-a387-07fb0efd7101,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:36.197406 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.206169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d570b4-10e1-48d3-be00-d892f097f283 None None] Pushing event updated for resources: {'Port': ['ID=d6e524f0-8eaf-4799-9d35-f8c807a18a17,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:36.288721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de3adb-c3c1-494d-8c70-4ff5195eb231 None None] Pushing event updated for resources: {'Port': ['ID=f8d068c5-38aa-42c0-a387-07fb0efd7101,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:36.348297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Provisioning complete for port e1109da1-1a87-42a4-a5dd-5e5d69019675 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:36.348672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.440832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Router 85ce6613-6d03-47df-ab50-6d9900f4ff16 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:37:36.495504 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Provisioning complete for port 35d8da7c-711e-45c0-8c5b-680ac063e244 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:36.495504 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.543072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Port 35d8da7c-711e-45c0-8c5b-680ac063e244 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:36.553678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Provisioning complete for port e14d1749-70b4-4d53-b178-4cbd17b83730 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:36.554048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.662174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:36.669829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.756281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:36.758922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c4f51c26-bf2a-4db5-988b-adfb99751119 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6366992 Dec 16 03:37:36.760783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38126) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:36.803565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f8d068c5-38aa-42c0-a387-07fb0efd7101 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:36.840967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Sync routers for ids ['85ce6613-6d03-47df-ab50-6d9900f4ff16'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:36.855890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Routers {'85ce6613-6d03-47df-ab50-6d9900f4ff16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:36.856529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['85ce6613-6d03-47df-ab50-6d9900f4ff16'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:36.979613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Set router 85ce6613-6d03-47df-ab50-6d9900f4ff16 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:36.982534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2742bf27-0aa9-43ee-9d6c-2201b7b20f8d None None] Port e14d1749-70b4-4d53-b178-4cbd17b83730 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:36.985621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port e14d1749-70b4-4d53-b178-4cbd17b83730 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:36.985882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.052456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f8d068c5-38aa-42c0-a387-07fb0efd7101 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:37.052825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.126280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.142344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for e14d1749-70b4-4d53-b178-4cbd17b83730 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:37.182142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-aca509cd-11d7-4bfd-9bbc-b6a23555639e None None] Provisioning complete for port e14d1749-70b4-4d53-b178-4cbd17b83730 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:37.182764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aca509cd-11d7-4bfd-9bbc-b6a23555639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.253759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-aca509cd-11d7-4bfd-9bbc-b6a23555639e None None] Port e14d1749-70b4-4d53-b178-4cbd17b83730 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:37.351836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e1109da1-1a87-42a4-a5dd-5e5d69019675 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:37.373709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.383988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.426924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11ba3a30-507a-4c8a-8baf-0f18c19c2708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.480574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:35Z', 'revision_number': 3, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port': {'id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:37.483686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e1109da1-1a87-42a4-a5dd-5e5d69019675 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:37.484270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.515338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=e14d1749-70b4-4d53-b178-4cbd17b83730,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:37.550721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Checking router: 85ce6613-6d03-47df-ab50-6d9900f4ff16 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:37.551323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Updating router 85ce6613-6d03-47df-ab50-6d9900f4ff16 port 35d8da7c-711e-45c0-8c5b-680ac063e244 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:37.584795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8225d-c45a-4759-9d00-be6b3dfe6595 None None] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:37.664257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.686919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.716842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Allocated IP 172.20.0.1 (b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d/b9cf23e4-723d-4c84-8e21-175e7b38facd/c21b0728-65c4-4932-afd7-bcfb062dec72) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:37.762592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ade0968a-3b6e-437c-ac8b-93dcb1aff172 None None] Provisioning complete for port d6e524f0-8eaf-4799-9d35-f8c807a18a17 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:37.762964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ade0968a-3b6e-437c-ac8b-93dcb1aff172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.840820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.861858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 4a1637a7-874f-4054-8c6e-09175e5f15a3 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:37.881839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:37.940216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:37.948098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:37.948762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:37.953045 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0dbbd100-0209-40d7-acdb-2db3823c001f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/4a1637a7-874f-4054-8c6e-09175e5f15a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280558 Dec 16 03:37:37.958544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38128) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:37.961084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:37.961608 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] Sync routers for ids ['4a1637a7-874f-4054-8c6e-09175e5f15a3'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:37.978567 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] Routers {'4a1637a7-874f-4054-8c6e-09175e5f15a3'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:37.980544 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4a1637a7-874f-4054-8c6e-09175e5f15a3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:38.001113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.004661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59e59c0a-3dda-4d43-bc87-fe6d59a9cc6a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1637a7-874f-4054-8c6e-09175e5f15a3 HTTP/1.1" status: 200 len: 205 time: 0.0449049 Dec 16 03:37:38.005378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38130) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:38.038638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Pushing event updated for resources: {'Port': ['ID=c21b0728-65c4-4932-afd7-bcfb062dec72,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:38.044899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ade0968a-3b6e-437c-ac8b-93dcb1aff172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.076426 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:38.088242 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] Routers {'4a1637a7-874f-4054-8c6e-09175e5f15a3'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:38.089356 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4a1637a7-874f-4054-8c6e-09175e5f15a3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:38.098521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84216175-1a54-4626-b3fb-fad64dfa87ee tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.120986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ade0968a-3b6e-437c-ac8b-93dcb1aff172 None None] For port d6e524f0-8eaf-4799-9d35-f8c807a18a17, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d6e524f0-8eaf-4799-9d35-f8c807a18a17,segment=NetworkSegment(21617877-4a9b-42c7-bea4-4465118fd794),segment_id=21617877-4a9b-42c7-bea4-4465118fd794)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:38.133856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ade0968a-3b6e-437c-ac8b-93dcb1aff172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.228982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.250814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0968a-3b6e-437c-ac8b-93dcb1aff172 None None] Pushing event updated for resources: {'Port': ['ID=d6e524f0-8eaf-4799-9d35-f8c807a18a17,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:38.270424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.279476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.300429 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:38.301093 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd593ca-5233-4613-bae9-aaa3a29f439d None None] The sync data for ids ['4a1637a7-874f-4054-8c6e-09175e5f15a3'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:38.334427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84216175-1a54-4626-b3fb-fad64dfa87ee tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.336918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84216175-1a54-4626-b3fb-fad64dfa87ee tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.349595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c42c6-2780-4d02-a962-2f2b4ce041fd None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:38.404907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee823c0-be53-416a-a901-b0808e49bc95 None None] Pushing event updated for resources: {'Port': ['ID=35d8da7c-711e-45c0-8c5b-680ac063e244,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:38.408738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Attempting to bind port 35d8da7c-711e-45c0-8c5b-680ac063e244 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:38.409411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Attempting to bind port 35d8da7c-711e-45c0-8c5b-680ac063e244 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:38.409865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Attempting to bind port 35d8da7c-711e-45c0-8c5b-680ac063e244 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:38.430017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5235ec98-1cca-4648-bf31-37a97937ec7b None None] Provisioning complete for port d6e524f0-8eaf-4799-9d35-f8c807a18a17 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:38.430508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5235ec98-1cca-4648-bf31-37a97937ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.439752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:38.440891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:38.441661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.442256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:38.443727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Bound port: 35d8da7c-711e-45c0-8c5b-680ac063e244, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:38.444159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.475521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.486083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.547674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Pushing event updated for resources: {'Port': ['ID=c21b0728-65c4-4932-afd7-bcfb062dec72,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:38.549647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d6e524f0-8eaf-4799-9d35-f8c807a18a17 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:38.592589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.593184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.621427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] For port 35d8da7c-711e-45c0-8c5b-680ac063e244, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:38.626289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] For port 35d8da7c-711e-45c0-8c5b-680ac063e244, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=35d8da7c-711e-45c0-8c5b-680ac063e244,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:38.636968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.697113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:38.698764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:38.710133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d771c-61c8-4f0b-921d-ae06193b3023 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:38.725339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84216175-1a54-4626-b3fb-fad64dfa87ee tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.726685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84216175-1a54-4626-b3fb-fad64dfa87ee tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Fanout notify agent at l3_agent the message router_deleted on router 4a1637a7-874f-4054-8c6e-09175e5f15a3 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:37:38.735058 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84216175-1a54-4626-b3fb-fad64dfa87ee tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.739134 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-84216175-1a54-4626-b3fb-fad64dfa87ee tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/4a1637a7-874f-4054-8c6e-09175e5f15a3 HTTP/1.1" status: 204 len: 168 time: 0.7326775 Dec 16 03:37:38.740373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38132) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:38.744214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d6e524f0-8eaf-4799-9d35-f8c807a18a17 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:38.744599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.802917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet 7d658d8f-2efc-4d50-b246-2cf39e8c5327 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:37:38.807227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.865046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Router 85ce6613-6d03-47df-ab50-6d9900f4ff16 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:38.868269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:38.945924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee823c0-be53-416a-a901-b0808e49bc95 None None] Pushing event updated for resources: {'Port': ['ID=35d8da7c-711e-45c0-8c5b-680ac063e244,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:38.952665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Routers {'85ce6613-6d03-47df-ab50-6d9900f4ff16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:38.952884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['85ce6613-6d03-47df-ab50-6d9900f4ff16'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:38.983291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.020304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:39.031998 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-be367884-04d4-4a3a-9d34-93f026126957 admin admin] 10.222.0.16 "PUT /v2.0/routers/85ce6613-6d03-47df-ab50-6d9900f4ff16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661116 Dec 16 03:37:39.069485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.098824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=7d658d8f-2efc-4d50-b246-2cf39e8c5327,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:39.102785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.108528 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9071b0c6-7011-4a96-93bd-c03ea28014cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/7d658d8f-2efc-4d50-b246-2cf39e8c5327 HTTP/1.1" status: 204 len: 168 time: 0.3647249 Dec 16 03:37:39.109103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] Set router 85ce6613-6d03-47df-ab50-6d9900f4ff16 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:39.110077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:39.142831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce6a8f-cf41-4c58-b272-8717767fd109 None None] Network 1a5b874c-d387-4744-bb6d-78b7385a3c41 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:39.151779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Provisioning complete for port c21b0728-65c4-4932-afd7-bcfb062dec72 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:39.152419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.213474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.268819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port e1109da1-1a87-42a4-a5dd-5e5d69019675 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:37:39.269165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.298552 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Port c21b0728-65c4-4932-afd7-bcfb062dec72 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:39.336970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port e1109da1-1a87-42a4-a5dd-5e5d69019675, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e1109da1-1a87-42a4-a5dd-5e5d69019675,segment=NetworkSegment(71be68bc-6a6f-4710-82be-908ee69a419b),segment_id=71be68bc-6a6f-4710-82be-908ee69a419b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:39.337130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.351598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for e1109da1-1a87-42a4-a5dd-5e5d69019675 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:37:39.356731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Provisioning complete for port 35d8da7c-711e-45c0-8c5b-680ac063e244 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:39.357105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.449379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.496506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=e1109da1-1a87-42a4-a5dd-5e5d69019675,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:39.496691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.504377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port e1109da1-1a87-42a4-a5dd-5e5d69019675 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:37:39.506894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 4, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port': {'id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'c21b0728-65c4-4932-afd7-bcfb062dec72', 'name': '', 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'mac_address': 'fa:16:3e:9a:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:37Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 2, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'subnets': [{'id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:39.516467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955288e-cf90-42d6-9177-ae929cd544ff None None] DHCP port deletion for 1a5b874c-d387-4744-bb6d-78b7385a3c41 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:37:39.526533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38144) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:39.535022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c6b66994-598a-4ce9-bb9e-23143498eaa5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052055475', 'description': 'tempest-secgroup-smoke-1052055475 description', 'project_id': '8651f527d93e41a8bfaa3ec713995257'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:39.554495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] For port 35d8da7c-711e-45c0-8c5b-680ac063e244, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=35d8da7c-711e-45c0-8c5b-680ac063e244,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:39.556388 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c9b71-b4ef-4518-a5cd-1920c0f3ce32 None None] The sync data for ids ['85ce6613-6d03-47df-ab50-6d9900f4ff16'] in dv-neutron-821927-1-hyperv is: [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 4, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port': {'id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'c21b0728-65c4-4932-afd7-bcfb062dec72', 'name': '', 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'mac_address': 'fa:16:3e:9a:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:37Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 2, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'subnets': [{'id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:39.561464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.565400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6b66994-598a-4ce9-bb9e-23143498eaa5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.621429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.643928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6b66994-598a-4ce9-bb9e-23143498eaa5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.646057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1780e6e-2ec3-48f5-8958-a4738bdfc3a2 None None] Pushing event updated for resources: {'Port': ['ID=35d8da7c-711e-45c0-8c5b-680ac063e244,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:39.650767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6b66994-598a-4ce9-bb9e-23143498eaa5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.651023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5b874c-d387-4744-bb6d-78b7385a3c41']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:39.665508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71be68bc-6a6f-4710-82be-908ee69a419b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:39.665781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71be68bc-6a6f-4710-82be-908ee69a419b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:39.677531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.683258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6b66994-598a-4ce9-bb9e-23143498eaa5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.684806 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c6b66994-598a-4ce9-bb9e-23143498eaa5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1566944 Dec 16 03:37:39.688111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38148) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:39.695815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.696030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c9cc6251-d040-4f7f-a395-9607908456e3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'security_group_rule': {'security_group_id': 'aa7322d4-63a9-4a44-a175-1625c597fbe4', 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:39.702609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:37:39.703007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:37:39.706339 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:37:39.715892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b66994-598a-4ce9-bb9e-23143498eaa5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7322d4-63a9-4a44-a175-1625c597fbe4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:39.739095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6251-d040-4f7f-a395-9607908456e3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.771202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.789058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.792908 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/1a5b874c-d387-4744-bb6d-78b7385a3c41 HTTP/1.1" status: 204 len: 168 time: 0.6785204 Dec 16 03:37:39.797334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:39.812231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4c90575e-b631-4cfe-91c0-5c722aa05341 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1943999822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:39.818448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988982-2251-41d9-8f24-a1800721fd04 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=1a5b874c-d387-4744-bb6d-78b7385a3c41,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:39.818930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6251-d040-4f7f-a395-9607908456e3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.824760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6251-d040-4f7f-a395-9607908456e3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.843983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c90575e-b631-4cfe-91c0-5c722aa05341 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.845236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c90575e-b631-4cfe-91c0-5c722aa05341 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.847498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc6251-d040-4f7f-a395-9607908456e3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79850bad-3020-464d-b6ad-d54e81899c24,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:39.862824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6251-d040-4f7f-a395-9607908456e3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.868585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38152) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:39.871466 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c9cc6251-d040-4f7f-a395-9607908456e3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821177 Dec 16 03:37:39.879887 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-adfd7e2f-972c-4141-b87c-d378085dc0d3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'security_group_rule': {'security_group_id': 'aa7322d4-63a9-4a44-a175-1625c597fbe4', 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:39.916958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c90575e-b631-4cfe-91c0-5c722aa05341 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.924677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c90575e-b631-4cfe-91c0-5c722aa05341 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.949882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfd7e2f-972c-4141-b87c-d378085dc0d3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.955816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c90575e-b631-4cfe-91c0-5c722aa05341 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.957067 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4c90575e-b631-4cfe-91c0-5c722aa05341 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1489356 Dec 16 03:37:39.959960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38154) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:39.965446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-171193476'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:39.982606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:39.990861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:39.994631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.021109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:40.026200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfd7e2f-972c-4141-b87c-d378085dc0d3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.031233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfd7e2f-972c-4141-b87c-d378085dc0d3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.031824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.032283 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment 73650ea0-b935-4ba2-95a5-8a1b8591a82f of type vlan for network 69a9ddb3-52bd-415a-864c-4589acf2767f Dec 16 03:37:40.046183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd7e2f-972c-4141-b87c-d378085dc0d3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828775bd-2dc6-49f3-bbfd-3111f16e7d46,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:40.063713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfd7e2f-972c-4141-b87c-d378085dc0d3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.067507 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-adfd7e2f-972c-4141-b87c-d378085dc0d3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1970451 Dec 16 03:37:40.068974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38156) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:40.073720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e1539c41-b16b-48ea-8d4b-b412502da96d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'security_group_rule': {'security_group_id': 'aa7322d4-63a9-4a44-a175-1625c597fbe4', 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:40.078936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.109167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1539c41-b16b-48ea-8d4b-b412502da96d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.113897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.123824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:40.124861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.179604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1539c41-b16b-48ea-8d4b-b412502da96d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.185743 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2245882 Dec 16 03:37:40.189218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:40.194370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:40.197841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1539c41-b16b-48ea-8d4b-b412502da96d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.212415 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dbb8d-0ca7-4032-9816-c9503f6dfb1e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=69a9ddb3-52bd-415a-864c-4589acf2767f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:40.225218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 69a9ddb3-52bd-415a-864c-4589acf2767f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:40.248829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1539c41-b16b-48ea-8d4b-b412502da96d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c515780-8adc-475f-be87-0fb256bb3103,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:40.274124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1539c41-b16b-48ea-8d4b-b412502da96d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.275587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1539c41-b16b-48ea-8d4b-b412502da96d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2053969 Dec 16 03:37:40.278152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:40.282588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-aaf2b564-9ed9-44b5-ba7c-cb7c47f8b442 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'security_group_rule': {'security_group_id': 'aa7322d4-63a9-4a44-a175-1625c597fbe4', 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:40.345806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b564-9ed9-44b5-ba7c-cb7c47f8b442 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.356752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:40.360783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.452907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 35d8da7c-711e-45c0-8c5b-680ac063e244 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:40.471463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b564-9ed9-44b5-ba7c-cb7c47f8b442 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.480062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b564-9ed9-44b5-ba7c-cb7c47f8b442 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.508963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b564-9ed9-44b5-ba7c-cb7c47f8b442 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee24a1f-bd34-4431-8bbb-18788b0ab3f9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:40.520201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 35d8da7c-711e-45c0-8c5b-680ac063e244 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:40.520925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.521053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b564-9ed9-44b5-ba7c-cb7c47f8b442 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.522303 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-aaf2b564-9ed9-44b5-ba7c-cb7c47f8b442 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2431657 Dec 16 03:37:40.525425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38162) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:40.531203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'security_group_rule': {'security_group_id': 'aa7322d4-63a9-4a44-a175-1625c597fbe4', 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:40.571141 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Project 8651f527d93e41a8bfaa3ec713995257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:37:40.577522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.636467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.657367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.668679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.701469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd31b635-03c6-4179-8f5b-3f5902b4b21d,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:40.709432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e1109da1-1a87-42a4-a5dd-5e5d69019675 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:37:40.724888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.726965 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f9e699b4-d760-47be-9420-380bcc256a9e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2000282 Dec 16 03:37:40.729743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38164) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:40.735595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'security_group_rule': {'security_group_id': 'aa7322d4-63a9-4a44-a175-1625c597fbe4', 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:40.739043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: e1109da1-1a87-42a4-a5dd-5e5d69019675 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:37:40.739484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e1109da1-1a87-42a4-a5dd-5e5d69019675 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:37:40.769052 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Project 8651f527d93e41a8bfaa3ec713995257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:37:40.775483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.846674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.852145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.872901 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3884cec0-4f06-4d5a-afb1-0077c537a852,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:40.882999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:40.888132 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8e5036db-8276-4fca-8332-fa97f8f71fb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566370 Dec 16 03:37:41.083176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.095390 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:41.104528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:41.104907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 69a9ddb3-52bd-415a-864c-4589acf2767f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:41.123965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 69a9ddb3-52bd-415a-864c-4589acf2767f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:41.133909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 69a9ddb3-52bd-415a-864c-4589acf2767f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:41.139193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:41.140024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.144852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0dc5f-b4b7-4e93-88ca-8454d5ed66be None None] Network 69a9ddb3-52bd-415a-864c-4589acf2767f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:41.166511 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d59fc0c6-4a7b-4141-bd0e-cad2a9f372c9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9763248 Dec 16 03:37:41.169115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:41.263075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-69a9ddb3-52bd-415a-864c-4589acf2767f', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:41.263968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.416959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Allocated IP 172.20.0.2 (69a9ddb3-52bd-415a-864c-4589acf2767f/c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845/fca44a51-cb6c-4e1c-8df0-0e5f651ecd14) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:41.455288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.574340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.583017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.637578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Network 69a9ddb3-52bd-415a-864c-4589acf2767f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:41.642968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:41.650292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:41.657193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Pushing event updated for resources: {'Port': ['ID=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:41.713204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.20.0.1 (69a9ddb3-52bd-415a-864c-4589acf2767f/c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845/59cf3884-f293-48ea-8183-2531e92c51fa) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:41.722846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Attempting to bind port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:41.723296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Attempting to bind port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:41.723667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Attempting to bind port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 on network 69a9ddb3-52bd-415a-864c-4589acf2767f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:41.729111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:41.729635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Checking segment: {'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:41.730112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.730763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Bound using segment: {'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:41.731926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Bound port: fca44a51-cb6c-4e1c-8df0-0e5f651ecd14, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:41.732370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.810238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] For port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:41.814356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] For port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,segment=NetworkSegment(73650ea0-b935-4ba2-95a5-8a1b8591a82f),segment_id=73650ea0-b935-4ba2-95a5-8a1b8591a82f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:41.822945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.847763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.882903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:41.885249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785a737-5ae1-467a-b428-d03e71eb1768 None None] Pushing event updated for resources: {'Port': ['ID=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:41.934903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 69a9ddb3-52bd-415a-864c-4589acf2767f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:41.938772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:41.943984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:41.986002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=59cf3884-f293-48ea-8183-2531e92c51fa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:42.020561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.230010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.494354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:42.550496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:42.551144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.600560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.606866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.641292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.680301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.682581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,segment=NetworkSegment(73650ea0-b935-4ba2-95a5-8a1b8591a82f),segment_id=73650ea0-b935-4ba2-95a5-8a1b8591a82f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:42.689330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:42.802289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:42.821078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=59cf3884-f293-48ea-8183-2531e92c51fa,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:42.889889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 69a9ddb3-52bd-415a-864c-4589acf2767f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:42.891951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:43.064440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:37:43.181856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:43.188520 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e955b112-e556-456f-8351-1b73783a1010 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0182619 Dec 16 03:37:43.191623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38258) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:43.194418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:43.197447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1730416755'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:43.220525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfadc12-549c-4f72-94ec-3908e7425a94 None None] Network 69a9ddb3-52bd-415a-864c-4589acf2767f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:43.244258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:43.248421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:43.286173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:43.300074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:43.300479 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment aceba8f4-4969-4ca3-9305-0eaac392e7c1 of type vlan for network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a Dec 16 03:37:43.312862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:43.313413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:43.363311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:43.401393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:43.407760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:43.408426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:43.487696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38260) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:43.488439 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2955551 Dec 16 03:37:43.494251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:43.496331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526d63c-3321-44ad-8dc8-289820724d4d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=83fd160c-7a29-43e2-9328-cc0cf0b9f60a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:43.629295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:43.632512 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Sync routers for ids ['85ce6613-6d03-47df-ab50-6d9900f4ff16'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:43.647042 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Routers {'85ce6613-6d03-47df-ab50-6d9900f4ff16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:43.648843 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['85ce6613-6d03-47df-ab50-6d9900f4ff16'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:43.657639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:43.664587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:43.728634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5aa264a9-d50e-4f3c-b9d6-de0a7b73774a None None] Provisioning complete for port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:43.729312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5aa264a9-d50e-4f3c-b9d6-de0a7b73774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:43.793172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:43.816234 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Set router 85ce6613-6d03-47df-ab50-6d9900f4ff16 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:43.927970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.022156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=09797a81-1360-4b96-b8fb-394766818f1d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:44.035042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:44.035494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 83fd160c-7a29-43e2-9328-cc0cf0b9f60a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:44.063930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:44.087066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 83fd160c-7a29-43e2-9328-cc0cf0b9f60a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:44.093400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:44.094173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.109546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29beb294-77b0-46de-a861-d9c3dab7845d None None] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:44.133902 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4dac47dd-31cf-4957-90b5-6d426248ff70 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6448166 Dec 16 03:37:44.136666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:44.182497 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 4, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port': {'id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'c21b0728-65c4-4932-afd7-bcfb062dec72', 'name': '', 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'mac_address': 'fa:16:3e:9a:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:37Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 2, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'subnets': [{'id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:44.224065 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Checking router: 85ce6613-6d03-47df-ab50-6d9900f4ff16 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:44.224712 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Updating router 85ce6613-6d03-47df-ab50-6d9900f4ff16 port c21b0728-65c4-4932-afd7-bcfb062dec72 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:44.258455 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.303988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5a63f944-5092-4fc8-ac3c-021f1815b7a1 None None] Provisioning complete for port 59cf3884-f293-48ea-8183-2531e92c51fa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:44.304449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a63f944-5092-4fc8-ac3c-021f1815b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.443896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5a63f944-5092-4fc8-ac3c-021f1815b7a1 None None] Port 59cf3884-f293-48ea-8183-2531e92c51fa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:44.467425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:44.468332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.480218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5a63f944-5092-4fc8-ac3c-021f1815b7a1 None None] Provisioning complete for port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:44.480598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a63f944-5092-4fc8-ac3c-021f1815b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.490934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:44.554814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:42Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:42Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:44.636373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:44.637585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Updating router 8f8f350c-1f69-4bed-be54-51ca4309f305 port 59cf3884-f293-48ea-8183-2531e92c51fa binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:44.660615 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.668474 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.739211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.756115 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097a382-f8c7-4e3f-aac3-d882a6ed9ab5 None None] Pushing event updated for resources: {'Port': ['ID=c21b0728-65c4-4932-afd7-bcfb062dec72,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:44.768550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:44.768550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.835831 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Attempting to bind port c21b0728-65c4-4932-afd7-bcfb062dec72 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:44.836910 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Attempting to bind port c21b0728-65c4-4932-afd7-bcfb062dec72 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:44.837490 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Attempting to bind port c21b0728-65c4-4932-afd7-bcfb062dec72 on network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:44.839971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.846041 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:44.846834 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Checking segment: {'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:44.847476 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.847932 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Bound using segment: {'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:44.848621 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Bound port: c21b0728-65c4-4932-afd7-bcfb062dec72, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21617877-4a9b-42c7-bea4-4465118fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:44.849261 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:44.975561 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] For port c21b0728-65c4-4932-afd7-bcfb062dec72, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:44.982070 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] For port c21b0728-65c4-4932-afd7-bcfb062dec72, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c21b0728-65c4-4932-afd7-bcfb062dec72,segment=NetworkSegment(21617877-4a9b-42c7-bea4-4465118fd794),segment_id=21617877-4a9b-42c7-bea4-4465118fd794)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:44.991141 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.064550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Allocated IP 172.21.0.2 (83fd160c-7a29-43e2-9328-cc0cf0b9f60a/09797a81-1360-4b96-b8fb-394766818f1d/3803103a-3223-4fc2-b22d-b62a73d4c1c6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:45.083046 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Routers {'85ce6613-6d03-47df-ab50-6d9900f4ff16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:45.083715 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['85ce6613-6d03-47df-ab50-6d9900f4ff16'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:45.145944 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097a382-f8c7-4e3f-aac3-d882a6ed9ab5 None None] Pushing event updated for resources: {'Port': ['ID=c21b0728-65c4-4932-afd7-bcfb062dec72,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:45.211960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Provisioning complete for port c21b0728-65c4-4932-afd7-bcfb062dec72 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:45.212424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.233184 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] Set router 85ce6613-6d03-47df-ab50-6d9900f4ff16 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:45.502956 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 4, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port': {'id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'c21b0728-65c4-4932-afd7-bcfb062dec72', 'name': '', 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'mac_address': 'fa:16:3e:9a:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:37Z', 'updated_at': '2021-12-16T03:37:44Z', 'revision_number': 4, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'subnets': [{'id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:45.538054 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab8667-ccd3-486a-934f-0dfee6551185 None None] The sync data for ids ['85ce6613-6d03-47df-ab50-6d9900f4ff16'] in dv-neutron-821927-1-hyperv is: [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:38Z', 'revision_number': 4, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port': {'id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'c21b0728-65c4-4932-afd7-bcfb062dec72', 'name': '', 'network_id': 'b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'mac_address': 'fa:16:3e:9a:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:37Z', 'updated_at': '2021-12-16T03:37:44Z', 'revision_number': 4, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'subnets': [{'id': 'b9cf23e4-723d-4c84-8e21-175e7b38facd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:45.587516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.628264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.638951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.643810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.665610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.685044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] For port c21b0728-65c4-4932-afd7-bcfb062dec72, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c21b0728-65c4-4932-afd7-bcfb062dec72,segment=NetworkSegment(21617877-4a9b-42c7-bea4-4465118fd794),segment_id=21617877-4a9b-42c7-bea4-4465118fd794)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:45.703589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.708648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:45.713225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.21.0.1 (83fd160c-7a29-43e2-9328-cc0cf0b9f60a/09797a81-1360-4b96-b8fb-394766818f1d/8c8310fe-279a-4ee5-97fb-26a696ff202b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:45.720203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:45.725225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:45.744268 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Pushing event updated for resources: {'Port': ['ID=3803103a-3223-4fc2-b22d-b62a73d4c1c6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:45.902898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.953104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:45.974775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38270) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:46.021699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:46.027165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:46.031324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:46.101124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=8c8310fe-279a-4ee5-97fb-26a696ff202b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:46.130204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.146937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Provisioning complete for port 59cf3884-f293-48ea-8183-2531e92c51fa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:46.147573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.172727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abafee55-6761-4045-9960-b171321ff508 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:46.173234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abafee55-6761-4045-9960-b171321ff508 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:46.173701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abafee55-6761-4045-9960-b171321ff508 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:46.191266 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-abafee55-6761-4045-9960-b171321ff508 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&network_id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 2999 time: 0.2143321 Dec 16 03:37:46.217815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Attempting to bind port 59cf3884-f293-48ea-8183-2531e92c51fa on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:46.218185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Attempting to bind port 59cf3884-f293-48ea-8183-2531e92c51fa by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:46.219509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Attempting to bind port 59cf3884-f293-48ea-8183-2531e92c51fa on network 69a9ddb3-52bd-415a-864c-4589acf2767f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:46.231318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Attempting to bind port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:46.231687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Attempting to bind port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:46.232054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Attempting to bind port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 on network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:46.240186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c6b1b-065f-4d32-87e2-77d27b103a05 None None] Pushing event updated for resources: {'Port': ['ID=59cf3884-f293-48ea-8183-2531e92c51fa,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:46.244120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:46.244493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Checking segment: {'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:46.244893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.245594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Bound using segment: {'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:46.245730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Bound port: 59cf3884-f293-48ea-8183-2531e92c51fa, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73650ea0-b935-4ba2-95a5-8a1b8591a82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:46.246094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.250737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:46.250737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Checking segment: {'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:46.251118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.251329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Bound using segment: {'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:46.251791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Bound port: 3803103a-3223-4fc2-b22d-b62a73d4c1c6, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:46.252162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.256379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Port 59cf3884-f293-48ea-8183-2531e92c51fa cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:46.308444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.398033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48148514-03f9-49a2-b32f-6ce43aae5b39 None None] Pushing event updated for resources: {'Port': ['ID=c21b0728-65c4-4932-afd7-bcfb062dec72,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:46.425620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] For port 59cf3884-f293-48ea-8183-2531e92c51fa, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:46.429247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] For port 3803103a-3223-4fc2-b22d-b62a73d4c1c6, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:46.432364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] For port 59cf3884-f293-48ea-8183-2531e92c51fa, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=59cf3884-f293-48ea-8183-2531e92c51fa,segment=NetworkSegment(73650ea0-b935-4ba2-95a5-8a1b8591a82f),segment_id=73650ea0-b935-4ba2-95a5-8a1b8591a82f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:46.434427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] Provisioning complete for port c21b0728-65c4-4932-afd7-bcfb062dec72 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:46.434998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.439065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] For port 3803103a-3223-4fc2-b22d-b62a73d4c1c6, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3803103a-3223-4fc2-b22d-b62a73d4c1c6,segment=NetworkSegment(aceba8f4-4969-4ca3-9305-0eaac392e7c1),segment_id=aceba8f4-4969-4ca3-9305-0eaac392e7c1)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:46.461637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.464207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.543690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c21b0728-65c4-4932-afd7-bcfb062dec72 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:46.573274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e88ec-4158-4b9c-b1bd-babd6a10cbbc None None] Pushing event updated for resources: {'Port': ['ID=3803103a-3223-4fc2-b22d-b62a73d4c1c6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:46.584006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:46.584654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:46.690293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.696811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.801657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.809814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=8c8310fe-279a-4ee5-97fb-26a696ff202b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:46.824557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:46.841121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c6b1b-065f-4d32-87e2-77d27b103a05 None None] Pushing event updated for resources: {'Port': ['ID=59cf3884-f293-48ea-8183-2531e92c51fa,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:46.894136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c21b0728-65c4-4932-afd7-bcfb062dec72 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:46.894530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:46.944891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:46.949289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:46.979148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] Provisioning complete for port 59cf3884-f293-48ea-8183-2531e92c51fa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:46.979461 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.091877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:47.201066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.207670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:47.212705 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b708c099-eb94-45e8-a163-0da1feca4483 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747972 Dec 16 03:37:47.215536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38280) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:47.221119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-415209807'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:47.250474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] For port 59cf3884-f293-48ea-8183-2531e92c51fa, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=59cf3884-f293-48ea-8183-2531e92c51fa,segment=NetworkSegment(73650ea0-b935-4ba2-95a5-8a1b8591a82f),segment_id=73650ea0-b935-4ba2-95a5-8a1b8591a82f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:47.255898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:46Z', 'revision_number': 3, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:46Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:45Z', 'revision_number': 1, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:47.259272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.261642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:47.270272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.289546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca7f32-4b73-4008-bef7-9568f3bb431b None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:46Z', 'revision_number': 3, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:46Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:45Z', 'revision_number': 1, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:47.317474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:47.328947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.329363 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment 8db91b77-4673-4783-a8ed-eba1bc7ca951 of type vlan for network 4364da28-d720-4e3a-b63f-3287a02e66c4 Dec 16 03:37:47.354598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b37f0-add4-4583-9689-c5db3f5616f6 None None] Pushing event updated for resources: {'Port': ['ID=59cf3884-f293-48ea-8183-2531e92c51fa,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:47.383883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.388026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6387b576-ffdb-4bb0-98a5-b87d1b436fe1 None None] Provisioning complete for port 59cf3884-f293-48ea-8183-2531e92c51fa triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:47.388397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6387b576-ffdb-4bb0-98a5-b87d1b436fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.422124 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.433693 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:47.436993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.560849 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3439088 Dec 16 03:37:47.563926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:47.569944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:47.571472 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6320b46-f652-4db1-847f-56292a42fd77 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=4364da28-d720-4e3a-b63f-3287a02e66c4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:47.591306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:47.763087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:47.768496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:47.910566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1149b-fc7b-4f61-929c-e6525455508c None None] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:47.998261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-70eafa64-8fb2-4373-bdb9-0d4136c94229 None None] Provisioning complete for port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:47.999365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70eafa64-8fb2-4373-bdb9-0d4136c94229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:48.023921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:48.102140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=60f697ca-a38a-4563-8362-463c91bfd02f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:48.113961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:48.114718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 4364da28-d720-4e3a-b63f-3287a02e66c4, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:48.142790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:48.176424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70eafa64-8fb2-4373-bdb9-0d4136c94229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:48.207844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 4364da28-d720-4e3a-b63f-3287a02e66c4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:48.212823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:48.213816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:48.237527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5204f1-a2fb-4eb9-9813-57eee0b89b39 None None] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:48.254750 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f602957-2ded-48e5-8c90-7047adf4d181 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6864073 Dec 16 03:37:48.255504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38288) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:48.314283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-70eafa64-8fb2-4373-bdb9-0d4136c94229 None None] For port 3803103a-3223-4fc2-b22d-b62a73d4c1c6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3803103a-3223-4fc2-b22d-b62a73d4c1c6,segment=NetworkSegment(aceba8f4-4969-4ca3-9305-0eaac392e7c1),segment_id=aceba8f4-4969-4ca3-9305-0eaac392e7c1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:48.329182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70eafa64-8fb2-4373-bdb9-0d4136c94229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:48.504485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eafa64-8fb2-4373-bdb9-0d4136c94229 None None] Pushing event updated for resources: {'Port': ['ID=3803103a-3223-4fc2-b22d-b62a73d4c1c6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:48.537996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-4364da28-d720-4e3a-b63f-3287a02e66c4', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:48.538936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:48.584517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c7668c63-245a-4aba-9754-735941747a47 None None] Provisioning complete for port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:48.584985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7668c63-245a-4aba-9754-735941747a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:48.693233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3803103a-3223-4fc2-b22d-b62a73d4c1c6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:48.963883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.077469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Allocated IP 172.22.0.2 (4364da28-d720-4e3a-b63f-3287a02e66c4/60f697ca-a38a-4563-8362-463c91bfd02f/d915c196-7f39-413c-bc5e-31a6aa5e7003) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:49.086183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:49.086586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.210811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c7668c63-245a-4aba-9754-735941747a47 None None] Provisioning complete for port 8c8310fe-279a-4ee5-97fb-26a696ff202b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:49.211174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7668c63-245a-4aba-9754-735941747a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.313515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c7668c63-245a-4aba-9754-735941747a47 None None] Port 8c8310fe-279a-4ee5-97fb-26a696ff202b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:49.330943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 59cf3884-f293-48ea-8183-2531e92c51fa up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:49.374235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.384029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.430773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:49.438426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:49.439917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.22.0.1 (4364da28-d720-4e3a-b63f-3287a02e66c4/60f697ca-a38a-4563-8362-463c91bfd02f/962a8b1a-8b96-446a-9a61-f3be66a00ed0) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:49.442116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:49.453535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Pushing event updated for resources: {'Port': ['ID=d915c196-7f39-413c-bc5e-31a6aa5e7003,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:49.457047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 59cf3884-f293-48ea-8183-2531e92c51fa triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:49.457448 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.501175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fe95c476-0062-47d5-9ce7-9ded255ae9ac None None] Provisioning complete for port 8c8310fe-279a-4ee5-97fb-26a696ff202b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:49.501545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe95c476-0062-47d5-9ce7-9ded255ae9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.556594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.570969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Attempting to bind port d915c196-7f39-413c-bc5e-31a6aa5e7003 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:49.571342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Attempting to bind port d915c196-7f39-413c-bc5e-31a6aa5e7003 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:49.571601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Attempting to bind port d915c196-7f39-413c-bc5e-31a6aa5e7003 on network 4364da28-d720-4e3a-b63f-3287a02e66c4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:49.580526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fe95c476-0062-47d5-9ce7-9ded255ae9ac None None] Port 8c8310fe-279a-4ee5-97fb-26a696ff202b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:49.582352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:49.582746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Checking segment: {'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:49.583170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.583509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Bound using segment: {'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:49.583982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Bound port: d915c196-7f39-413c-bc5e-31a6aa5e7003, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:49.584355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.593738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.650440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:49.655944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:49.658039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=962a8b1a-8b96-446a-9a61-f3be66a00ed0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:49.660197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:49.660505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c21b0728-65c4-4932-afd7-bcfb062dec72 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:49.700566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38294) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:49.715125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] For port d915c196-7f39-413c-bc5e-31a6aa5e7003, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:49.721599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] For port d915c196-7f39-413c-bc5e-31a6aa5e7003, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d915c196-7f39-413c-bc5e-31a6aa5e7003,segment=NetworkSegment(8db91b77-4673-4783-a8ed-eba1bc7ca951),segment_id=8db91b77-4673-4783-a8ed-eba1bc7ca951)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:49.728655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.742384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.777341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c21b0728-65c4-4932-afd7-bcfb062dec72 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:49.777712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:49.815785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a5b68-b5ba-40b6-8823-7d9877d99182 None None] Pushing event updated for resources: {'Port': ['ID=d915c196-7f39-413c-bc5e-31a6aa5e7003,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:49.844280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18758f95-1978-4965-bc33-4f79ae95d0df tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:49.846201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-18758f95-1978-4965-bc33-4f79ae95d0df tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1 HTTP/1.1" status: 200 len: 814 time: 0.1452272 Dec 16 03:37:49.923161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.236503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.241559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.319091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=962a8b1a-8b96-446a-9a61-f3be66a00ed0,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:50.322700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.431364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:50.432838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:50.548540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:50.553906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d915c196-7f39-413c-bc5e-31a6aa5e7003 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:50.634104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d915c196-7f39-413c-bc5e-31a6aa5e7003 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:50.635276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.731473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.772145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port d915c196-7f39-413c-bc5e-31a6aa5e7003, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d915c196-7f39-413c-bc5e-31a6aa5e7003,segment=NetworkSegment(8db91b77-4673-4783-a8ed-eba1bc7ca951),segment_id=8db91b77-4673-4783-a8ed-eba1bc7ca951)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:50.781478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.782372 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3803103a-3223-4fc2-b22d-b62a73d4c1c6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:50.871097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=d915c196-7f39-413c-bc5e-31a6aa5e7003,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:50.890203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:50.890611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:50.922755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:50.926218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:50.931556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:50.951253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:50.951946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:51.006269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:51.018287 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-338694cf-ac55-494a-9479-4c08730ade26 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614095 Dec 16 03:37:51.021180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38304) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:51.023031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b745fdc8-726f-4150-b51d-22c8c2a99bab None None] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:51.027413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'network': {'name': 'tempest-RoutersTest-897944230'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:51.042666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.055348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:51.059432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.086736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:37:51.098207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.098900 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added segment 3e43d7c0-521a-4d88-bd1a-b1ca01951960 of type vlan for network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d Dec 16 03:37:51.107705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-319e3280-8097-4e15-98f5-ca780c01fa17 None None] Provisioning complete for port d915c196-7f39-413c-bc5e-31a6aa5e7003 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:51.108093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-319e3280-8097-4e15-98f5-ca780c01fa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.146858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.180780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:51.188427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.205961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:51.207291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.241600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.248772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.249001 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc disassociated. External IP: 172.26.6.191, port: 6e2faa46-a4a3-43b1-8b6b-0ba20720c269. Dec 16 03:37:51.310426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2877407 Dec 16 03:37:51.313254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:51.317533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcb0b6-b2be-4cf1-8d91-009519a47320 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Network': ['ID=6af0b5ba-7313-4e8f-953d-77c7045c4c8d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:51.331367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'subnet': {'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:51.331691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:37:51.771177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:49Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:46Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:50Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:51.800532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:51.800890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Updating router 8f8f350c-1f69-4bed-be54-51ca4309f305 port 8c8310fe-279a-4ee5-97fb-26a696ff202b binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:51.841288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.856478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ab03157-e2b6-4dd5-80f4-f89a89055685 None None] Provisioning complete for port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:51.856846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ab03157-e2b6-4dd5-80f4-f89a89055685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:51.927999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5ab03157-e2b6-4dd5-80f4-f89a89055685 None None] Port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:51.941814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Made reservation on behalf of acf09e9046974b1dac1703784274b72d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:37:51.946263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.007627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ab03157-e2b6-4dd5-80f4-f89a89055685 None None] Provisioning complete for port d915c196-7f39-413c-bc5e-31a6aa5e7003 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:52.008005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ab03157-e2b6-4dd5-80f4-f89a89055685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.086408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 290d6b09-9156-481d-8ed9-ba781988ac93 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:52.261602 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.268710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.291250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:52.299966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.304324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.306426 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] Sync routers for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:52.323655 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:52.325112 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:52.343266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a3a9f27c-d57d-4c6c-9056-2f940cfd64c7 None None] Provisioning complete for port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:52.343652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f27c-d57d-4c6c-9056-2f940cfd64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.347547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566356-5a55-499e-bc97-31c106f0cd4c None None] Pushing event updated for resources: {'Port': ['ID=8c8310fe-279a-4ee5-97fb-26a696ff202b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:52.389516 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-20d0d9b0-63e0-4a8a-8cdd-8680a3505ebe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 690 time: 1.4656126 Dec 16 03:37:52.392456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:37:52.392661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38310) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:52.395911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:37:52.456702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Attempting to bind port 8c8310fe-279a-4ee5-97fb-26a696ff202b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:52.457076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Attempting to bind port 8c8310fe-279a-4ee5-97fb-26a696ff202b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:52.457433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Attempting to bind port 8c8310fe-279a-4ee5-97fb-26a696ff202b on network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:52.471986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9f27c-d57d-4c6c-9056-2f940cfd64c7 None None] Port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:52.479766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:52.480355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Checking segment: {'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:52.480949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.481592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Bound using segment: {'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:52.482245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Bound port: 8c8310fe-279a-4ee5-97fb-26a696ff202b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceba8f4-4969-4ca3-9305-0eaac392e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:52.482858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.495381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Subnet': ['ID=4b808778-f81c-4bf1-9cbb-ca7b97f92e44,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:52.528065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52ca6ee-418a-474d-8436-2af0ba1eaea0 x-openstack-request-id: req-d52ca6ee-418a-474d-8436-2af0ba1eaea0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:37:52.528417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:37:52.528610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d52ca6ee-418a-474d-8436-2af0ba1eaea0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:37:52.529031 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'status': 'completed', 'code': 200} Dec 16 03:37:52.531702 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2ca908c4-fd6a-4e92-963f-3b739ab1877c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 690 time: 0.1376719 Dec 16 03:37:52.534197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Checking segment: {'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:52.534601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network hostable DHCP agents. Network: 6af0b5ba-7313-4e8f-953d-77c7045c4c8d, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:37:52.575990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d915c196-7f39-413c-bc5e-31a6aa5e7003 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:52.622193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:37:52.635284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-68274f88-a75e-46ae-b459-65e82af95a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:52.636959 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-68274f88-a75e-46ae-b459-65e82af95a7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1098 time: 0.0713897 Dec 16 03:37:52.640058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 6af0b5ba-7313-4e8f-953d-77c7045c4c8d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:52.643312 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:52.645994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:52.647905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.666262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41077fda-65e4-40a6-840c-fc2058a9c06d None None] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:52.719426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-70db8948-4fdb-4efe-a024-01d8d31fa908 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4037521 Dec 16 03:37:52.720073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38316) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:52.738836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] For port 8c8310fe-279a-4ee5-97fb-26a696ff202b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:52.776675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-2bf061ef-b00b-4d58-b687-4cbdceae06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:52.778825 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-2bf061ef-b00b-4d58-b687-4cbdceae06e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 895 time: 0.1267629 Dec 16 03:37:52.793046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] For port 8c8310fe-279a-4ee5-97fb-26a696ff202b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8c8310fe-279a-4ee5-97fb-26a696ff202b,segment=NetworkSegment(aceba8f4-4969-4ca3-9305-0eaac392e7c1),segment_id=aceba8f4-4969-4ca3-9305-0eaac392e7c1)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:52.812215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.814771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7c675819-709c-4b4a-b541-90f631a2d7b2 None None] Provisioning complete for port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:52.815232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c675819-709c-4b4a-b541-90f631a2d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:52.846240 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-d153b296-750c-4fc0-a197-7bf2ceebf0b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 200 len: 217 time: 0.0570109 Dec 16 03:37:52.897475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566356-5a55-499e-bc97-31c106f0cd4c None None] Pushing event updated for resources: {'Port': ['ID=8c8310fe-279a-4ee5-97fb-26a696ff202b,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:52.929246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Updating router 8f8f350c-1f69-4bed-be54-51ca4309f305 port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:52.986816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-41c0a40e-914b-4da9-ae7d-206572888127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:52.988630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-41c0a40e-914b-4da9-ae7d-206572888127 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.1355112 Dec 16 03:37:52.997482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7c675819-709c-4b4a-b541-90f631a2d7b2 None None] Port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:37:53.020418 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:53.021940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d915c196-7f39-413c-bc5e-31a6aa5e7003 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:53.022414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.056329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.068724 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] Checking router: 290d6b09-9156-481d-8ed9-ba781988ac93 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:53.077697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'project_id': 'acf09e9046974b1dac1703784274b72d', 'fixed_ips': [{'subnet_id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:37:53.078771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.083152 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:53.084032 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:53.112021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-5a7e87e6-8280-4dfa-a8cb-1edcc5aa153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:53.116610 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-5a7e87e6-8280-4dfa-a8cb-1edcc5aa153a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1162617 Dec 16 03:37:53.248464 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:53.282053 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-7358d057-1d69-48ba-887e-90fb54dcf9ff service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600213 Dec 16 03:37:53.429139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.482790 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4e3c1c2-90d2-4cf8-bf5c-2139ae28ef4b req-917a047d-e981-4fe5-9968-03b6730d4b64 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928437 Dec 16 03:37:53.503931 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:53.507317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.535532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:53.549546 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031c550-61cc-47fc-a25e-e6299c4af89c None None] The sync data for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv is: [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:53.569864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ccedce2d-57e5-4b51-adc6-6b7e6dc2b82c None None] Provisioning complete for port 8c8310fe-279a-4ee5-97fb-26a696ff202b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:53.569864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ccedce2d-57e5-4b51-adc6-6b7e6dc2b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.580472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.600436 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-21c29cf4-5823-430c-9323-5d4106027cb4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 690 time: 0.0631950 Dec 16 03:37:53.760322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566356-5a55-499e-bc97-31c106f0cd4c None None] Pushing event updated for resources: {'Port': ['ID=962a8b1a-8b96-446a-9a61-f3be66a00ed0,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:53.826061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:53.834543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Allocated IP 172.23.0.2 (6af0b5ba-7313-4e8f-953d-77c7045c4c8d/4b808778-f81c-4bf1-9cbb-ca7b97f92e44/2981e96c-8d41-43d7-a353-ff6661e751c4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:54.108294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76aa4e4-a28c-4f6f-b07b-88c21d1f8c6c None None] New status for floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:37:54.126669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Attempting to bind port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:54.127032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Attempting to bind port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:54.127391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Attempting to bind port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 on network 4364da28-d720-4e3a-b63f-3287a02e66c4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:54.172985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:54.173356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Checking segment: {'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:54.173740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.174127 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Bound using segment: {'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:54.174622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Bound port: 962a8b1a-8b96-446a-9a61-f3be66a00ed0, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db91b77-4673-4783-a8ed-eba1bc7ca951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:54.174998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.224674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ccedce2d-57e5-4b51-adc6-6b7e6dc2b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.457038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ccedce2d-57e5-4b51-adc6-6b7e6dc2b82c None None] For port 8c8310fe-279a-4ee5-97fb-26a696ff202b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8c8310fe-279a-4ee5-97fb-26a696ff202b,segment=NetworkSegment(aceba8f4-4969-4ca3-9305-0eaac392e7c1),segment_id=aceba8f4-4969-4ca3-9305-0eaac392e7c1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:54.466322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8c8310fe-279a-4ee5-97fb-26a696ff202b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:54.479132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ccedce2d-57e5-4b51-adc6-6b7e6dc2b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.536219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] For port 962a8b1a-8b96-446a-9a61-f3be66a00ed0, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:54.553241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.571111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] For port 962a8b1a-8b96-446a-9a61-f3be66a00ed0, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=962a8b1a-8b96-446a-9a61-f3be66a00ed0,segment=NetworkSegment(8db91b77-4673-4783-a8ed-eba1bc7ca951),segment_id=8db91b77-4673-4783-a8ed-eba1bc7ca951)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:54.575668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.587700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.604277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38322) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:54.623458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:54.630603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedce2d-57e5-4b51-adc6-6b7e6dc2b82c None None] Pushing event updated for resources: {'Port': ['ID=8c8310fe-279a-4ee5-97fb-26a696ff202b,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:54.637071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:54.644969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:54.693083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] Provisioning complete for port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:54.693274 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c2874fa4-0b2f-410d-b0b2-d365126508e1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 688 time: 0.0863636 Dec 16 03:37:54.693472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.695059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8c8310fe-279a-4ee5-97fb-26a696ff202b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:54.695407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.702718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Allocated IP 172.23.0.1 (6af0b5ba-7313-4e8f-953d-77c7045c4c8d/4b808778-f81c-4bf1-9cbb-ca7b97f92e44/2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:37:54.828853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:54.829577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:54.837418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Pushing event updated for resources: {'Port': ['ID=2981e96c-8d41-43d7-a353-ff6661e751c4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:54.866294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.913685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:54.964991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:54.968965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:54.971821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:37:54.974999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Attempting to bind port 2981e96c-8d41-43d7-a353-ff6661e751c4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:54.975380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Attempting to bind port 2981e96c-8d41-43d7-a353-ff6661e751c4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:54.975738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Attempting to bind port 2981e96c-8d41-43d7-a353-ff6661e751c4 on network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:55.002196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:55.011315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:55.011696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Checking segment: {'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:55.012099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.012491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Bound using segment: {'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:55.012977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Bound port: 2981e96c-8d41-43d7-a353-ff6661e751c4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:55.013356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.031435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.056791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566356-5a55-499e-bc97-31c106f0cd4c None None] Pushing event updated for resources: {'Port': ['ID=962a8b1a-8b96-446a-9a61-f3be66a00ed0,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:55.074052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:55.166278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.166934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.241919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] For port 2981e96c-8d41-43d7-a353-ff6661e751c4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:55.299487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] For port 2981e96c-8d41-43d7-a353-ff6661e751c4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2981e96c-8d41-43d7-a353-ff6661e751c4,segment=NetworkSegment(3e43d7c0-521a-4d88-bd1a-b1ca01951960),segment_id=3e43d7c0-521a-4d88-bd1a-b1ca01951960)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:55.320118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.333300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] For port 962a8b1a-8b96-446a-9a61-f3be66a00ed0, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=962a8b1a-8b96-446a-9a61-f3be66a00ed0,segment=NetworkSegment(8db91b77-4673-4783-a8ed-eba1bc7ca951),segment_id=8db91b77-4673-4783-a8ed-eba1bc7ca951)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:55.365775 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.422000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] Provisioning complete for port 8c8310fe-279a-4ee5-97fb-26a696ff202b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:55.422130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.426734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b593e16-1a36-406f-ae1a-ba3bcea4191d None None] Pushing event updated for resources: {'Port': ['ID=2981e96c-8d41-43d7-a353-ff6661e751c4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:55.488477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.494687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.534785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014b5f5-0521-4193-9dd0-61fa4bdaaee2 None None] Pushing event updated for resources: {'Port': ['ID=962a8b1a-8b96-446a-9a61-f3be66a00ed0,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:55.586423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event updated for resources: {'Port': ['ID=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:55.596732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.605835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:49Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:55.637011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d623f-1593-4b8b-9a05-a9d93390fad7 None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:49Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:55.749526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-65dd71d8-d821-4f90-b58a-8bd12405bc46 None None] Provisioning complete for port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:55.749815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65dd71d8-d821-4f90-b58a-8bd12405bc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:55.765211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:37:55.787479 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:37:56.006580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:56.157114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:56.166471 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e2c8fca6-7e2c-402c-892e-47d4a8eb7eb5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4449947 Dec 16 03:37:56.169323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38330) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:56.178312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:56.194532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38332) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:56.199104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e59e657e-6543-405a-93b2-ad8e95930673 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152663079', 'description': 'tempest-secgroup-smoke-152663079 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:56.231765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e59e657e-6543-405a-93b2-ad8e95930673 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.320864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e59e657e-6543-405a-93b2-ad8e95930673 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.326552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e59e657e-6543-405a-93b2-ad8e95930673 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.386625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e59e657e-6543-405a-93b2-ad8e95930673 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.387905 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e59e657e-6543-405a-93b2-ad8e95930673 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1926711 Dec 16 03:37:56.396790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38334) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:56.414453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9c80dd93-b2c6-4cc5-9909-1009c5d5f864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'e1745804-3e38-4d2d-8407-db118dba6020', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:56.427633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e657e-6543-405a-93b2-ad8e95930673 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1745804-3e38-4d2d-8407-db118dba6020,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:56.509774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd93-b2c6-4cc5-9909-1009c5d5f864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.632660 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd93-b2c6-4cc5-9909-1009c5d5f864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.643171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd93-b2c6-4cc5-9909-1009c5d5f864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.667161 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80dd93-b2c6-4cc5-9909-1009c5d5f864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dd45e1-0755-43d3-b1ba-d7139c37be2b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:56.668686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 03:37:56.691077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd93-b2c6-4cc5-9909-1009c5d5f864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.693957 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9c80dd93-b2c6-4cc5-9909-1009c5d5f864 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950690 Dec 16 03:37:56.696927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38336) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:56.700945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Removed routes are [] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 03:37:56.701804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.705077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5f03bc2f-240d-48ec-9464-cd88f2e45d78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'e1745804-3e38-4d2d-8407-db118dba6020', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:56.738162 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:56.754814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f03bc2f-240d-48ec-9464-cd88f2e45d78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.760426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 962a8b1a-8b96-446a-9a61-f3be66a00ed0 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:56.766643 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:56.767297 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:56.886375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f03bc2f-240d-48ec-9464-cd88f2e45d78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.902695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:56.903078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.910440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f03bc2f-240d-48ec-9464-cd88f2e45d78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:56.924095 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:56.958916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03bc2f-240d-48ec-9464-cd88f2e45d78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0baa353-5618-447a-9a54-43792c260bcd,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:57.006187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f03bc2f-240d-48ec-9464-cd88f2e45d78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.010600 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5f03bc2f-240d-48ec-9464-cd88f2e45d78 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3118088 Dec 16 03:37:57.011506 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38340) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:57.023940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a5bd77fd-98c3-4283-8469-fee697563d4e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'e1745804-3e38-4d2d-8407-db118dba6020', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:57.088658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5bd77fd-98c3-4283-8469-fee697563d4e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.099296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d5a11-f4c3-4735-8ff7-4d7a1fe16205 None None] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:37:57.113460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.117222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.150206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8c8310fe-279a-4ee5-97fb-26a696ff202b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:57.210773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-929a0358-bd85-4634-8dc9-cce659cd5afa None None] Provisioning complete for port 2981e96c-8d41-43d7-a353-ff6661e751c4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:57.211034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-929a0358-bd85-4634-8dc9-cce659cd5afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.212678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5bd77fd-98c3-4283-8469-fee697563d4e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.222258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5bd77fd-98c3-4283-8469-fee697563d4e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.244797 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:56Z', 'revision_number': 6, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3', 'name': '', 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:36:a3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:53Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:57.258175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd77fd-98c3-4283-8469-fee697563d4e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0fec46-6544-403e-aa42-9cc0f4db5122,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:57.272945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5bd77fd-98c3-4283-8469-fee697563d4e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.277130 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a5bd77fd-98c3-4283-8469-fee697563d4e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648394 Dec 16 03:37:57.277479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38350) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:57.278265 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:37:57.278741 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Updating router 8f8f350c-1f69-4bed-be54-51ca4309f305 port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:37:57.283876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-46fa99e4-b795-4758-8a63-fa15ed89ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'e1745804-3e38-4d2d-8407-db118dba6020', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:57.304663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:57.305909 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.324270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8c8310fe-279a-4ee5-97fb-26a696ff202b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:57.324957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.412740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-929a0358-bd85-4634-8dc9-cce659cd5afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.456065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:57.469285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.472993 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-82ef8117-dd9b-4e5c-893d-3760f32cc8f6 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 200 len: 934 time: 1.2995422 Dec 16 03:37:57.472993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46fa99e4-b795-4758-8a63-fa15ed89ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.473379 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38352) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:57.495428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-929a0358-bd85-4634-8dc9-cce659cd5afa None None] For port 2981e96c-8d41-43d7-a353-ff6661e751c4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2981e96c-8d41-43d7-a353-ff6661e751c4,segment=NetworkSegment(3e43d7c0-521a-4d88-bd1a-b1ca01951960),segment_id=3e43d7c0-521a-4d88-bd1a-b1ca01951960)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:57.561893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-929a0358-bd85-4634-8dc9-cce659cd5afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.581067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46fa99e4-b795-4758-8a63-fa15ed89ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.596825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46fa99e4-b795-4758-8a63-fa15ed89ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.623203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa99e4-b795-4758-8a63-fa15ed89ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba29444-ee0c-41da-858d-cb004e7a12a5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:57.640167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46fa99e4-b795-4758-8a63-fa15ed89ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.642547 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46fa99e4-b795-4758-8a63-fa15ed89ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3628829 Dec 16 03:37:57.644365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38354) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:57.654256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'e1745804-3e38-4d2d-8407-db118dba6020', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:57.654664 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.660679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2981e96c-8d41-43d7-a353-ff6661e751c4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:57.664959 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.694713 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:37:57.702890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.707965 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e60ac702-f023-45e7-91e4-045a33d66c56 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 200 len: 934 time: 0.2334011 Dec 16 03:37:57.710741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38356) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:57.719929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'routes': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:57.739108 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Pushing event updated for resources: {'Port': ['ID=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:57.751936 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.752696 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.753270 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.753850 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.754937 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.755527 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.756103 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.756660 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.757240 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.757812 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.758366 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.758950 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.759499 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:37:57.790866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0358-bd85-4634-8dc9-cce659cd5afa None None] Pushing event updated for resources: {'Port': ['ID=2981e96c-8d41-43d7-a353-ff6661e751c4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:57.824075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2981e96c-8d41-43d7-a353-ff6661e751c4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:57.824694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.846206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.851618 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Attempting to bind port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:37:57.852136 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Attempting to bind port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:37:57.852564 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Attempting to bind port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 on network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:37:57.856488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.860934 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:37:57.861463 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Checking segment: {'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:37:57.861948 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.862588 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Bound using segment: {'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:37:57.863290 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Bound port: 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e43d7c0-521a-4d88-bd1a-b1ca01951960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:37:57.863891 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.881499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373e5ef6-18db-48f4-8e94-c27e80e87b46,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:57.891523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.895470 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-878c8a38-f207-486f-8c4e-5e786e41208b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2475421 Dec 16 03:37:57.896554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:57.902777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'e1745804-3e38-4d2d-8407-db118dba6020', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:37:57.951583 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] For port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:37:57.955899 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] For port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,segment=NetworkSegment(3e43d7c0-521a-4d88-bd1a-b1ca01951960),segment_id=3e43d7c0-521a-4d88-bd1a-b1ca01951960)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:37:57.962665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] Provisioning complete for port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:57.963130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.964550 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:57.994895 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:37:58.006660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.052022 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:58.053118 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:58.147551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.156158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.158111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.174333 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad99927-116a-4202-8221-78df8eadc1d0 None None] Pushing event updated for resources: {'Port': ['ID=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:58.183528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ded274-e5af-4c9f-bfaa-393365ffd0dc,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:58.206453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.207970 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-69ba0b2c-05a4-4a04-8f90-d336e29f3c63 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103759 Dec 16 03:37:58.257279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] For port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,segment=NetworkSegment(3e43d7c0-521a-4d88-bd1a-b1ca01951960),segment_id=3e43d7c0-521a-4d88-bd1a-b1ca01951960)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:37:58.271106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.286117 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:37:58.373179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] Provisioning complete for port 2981e96c-8d41-43d7-a353-ff6661e751c4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:58.374225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.376375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df147d-1453-41e4-b8fd-8966b22b90b0 None None] Pushing event updated for resources: {'Port': ['ID=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:37:58.491671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added routes are [] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 03:37:58.492363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 03:37:58.587918 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-03a711b3-007b-4642-85db-40a6ce27183f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152663079&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.0640917 Dec 16 03:37:58.598429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2981e96c-8d41-43d7-a353-ff6661e751c4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:37:58.678535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-50cb4a40-cca9-409e-8d02-d896feae4a6f None None] Provisioning complete for port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:58.678914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50cb4a40-cca9-409e-8d02-d896feae4a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.689989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.722689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2981e96c-8d41-43d7-a353-ff6661e751c4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:58.723311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:58.905816 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:56Z', 'revision_number': 6, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3', 'name': '', 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:36:a3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:53Z', 'updated_at': '2021-12-16T03:37:57Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:58.935772 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af60fc0-f5e9-44a0-8128-734c63ea8c66 None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:56Z', 'revision_number': 6, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3', 'name': '', 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:36:a3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:53Z', 'updated_at': '2021-12-16T03:37:57Z', 'revision_number': 4, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:37:59.030213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ec072d87-85fc-466f-84f6-704182d3d2e5 None None] Provisioning complete for port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:59.030836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec072d87-85fc-466f-84f6-704182d3d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:59.299386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-a1bc973e-df5d-40bd-87e6-8ac82533c91a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:37:59.301057 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-a1bc973e-df5d-40bd-87e6-8ac82533c91a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 795 time: 0.6884463 Dec 16 03:37:59.332415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-eccaad2a-cc2c-4554-9305-c125a71fee68 None None] Provisioning complete for port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:37:59.332784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eccaad2a-cc2c-4554-9305-c125a71fee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:59.343299 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-c4ab6716-e3da-4b5d-bd03-6715c5f88b99 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0284073 Dec 16 03:37:59.495447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:59.506438 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-56ea16a8-480a-436f-8461-4accfd035809 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1619971 Dec 16 03:37:59.507608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:59.672432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:37:59.691372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-1276dd6a-d2b0-472f-9970-58f1dd17b62d service neutron] 10.222.0.16 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398118 Dec 16 03:37:59.833766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:37:59.842298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:37:59.845896 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c00f291d-b163-4d19-9887-68cecaec514f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 200 len: 700 time: 2.1318924 Dec 16 03:37:59.846171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38384) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:59.870861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:37:59.883151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:37:59.883765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:37:59.935823 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-bd4da0b6-aa5d-47f9-87fb-28df0db14d0c service neutron] 10.222.0.16 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051268 Dec 16 03:37:59.965234 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ae3fc3df-7c7d-4299-8daa-7624b34a6591 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 200 len: 700 time: 0.1179464 Dec 16 03:37:59.968135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:37:59.995825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:00.158873 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ee05b416-0513-443a-9705-02ba9491e82f req-b10c7136-265d-49ab-ac68-997b1c394fbd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 210 time: 0.0538118 Dec 16 03:38:00.340102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:00.348291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:58Z', 'revision_number': 7, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3', 'name': '', 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:36:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:53Z', 'updated_at': '2021-12-16T03:37:58Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:00.378444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:00.388099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:00.388831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:00.630551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:38:00.643249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:00.643676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:00.683322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:00.741815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:38:00.742240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:00.749805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,segment=NetworkSegment(3e43d7c0-521a-4d88-bd1a-b1ca01951960),segment_id=3e43d7c0-521a-4d88-bd1a-b1ca01951960)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:00.750169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:00.764786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:00.967098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:00.979593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:58Z', 'revision_number': 7, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3', 'name': '', 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:36:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:53Z', 'updated_at': '2021-12-16T03:37:58Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:00.998485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:01.012554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca8103-dc42-4c7e-9715-33279eec2fcc None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:37:58Z', 'revision_number': 7, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3', 'name': '', 'network_id': '6af0b5ba-7313-4e8f-953d-77c7045c4c8d', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:36:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:53Z', 'updated_at': '2021-12-16T03:37:58Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '4b808778-f81c-4bf1-9cbb-ca7b97f92e44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:01.210338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:01.291298 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4c8cc428-6eda-40d9-be64-821a8d495081 req-36292cd1-3ff5-437d-bcb5-111b2485f040 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 210 time: 0.0349536 Dec 16 03:38:01.835022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:01.927068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:01.932548 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-27367e45-4037-45b2-a7c0-b2573669921d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9625988 Dec 16 03:38:01.935466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38414) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:01.947986 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:01.959991 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:01.960526 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:01.995372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet 4b808778-f81c-4bf1-9cbb-ca7b97f92e44 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:38:01.999133 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.039902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.060627 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:02.139847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.234461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.265940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=4b808778-f81c-4bf1-9cbb-ca7b97f92e44,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:02.285452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438eea1f-670a-43f1-987a-ba4295888c42 None None] Network 6af0b5ba-7313-4e8f-953d-77c7045c4c8d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:38:02.289432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.293727 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/4b808778-f81c-4bf1-9cbb-ca7b97f92e44 HTTP/1.1" status: 204 len: 168 time: 0.3568294 Dec 16 03:38:02.298847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.299457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.300089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.300627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.301260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.301747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.302344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.302965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.305358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.305955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.306509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.307097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.307606 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff898d70-0f53-4641-83ed-ff2f8eb24a62 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:02.312205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38418) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:02.316476 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:00Z', 'revision_number': 8, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:02.392073 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:02.407632 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:02.408570 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:02.448147 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.477731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-5b4126b2-1a16-4d6b-b541-83cce6434d04 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:02.483713 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e0e17686-2f2f-4857-b44d-08b48d9a4466 req-89bfad6e-a311-41dc-8f2f-fae62e93a910 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 210 time: 0.0500071 Dec 16 03:38:02.486925 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-5b4126b2-1a16-4d6b-b541-83cce6434d04 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 795 time: 0.2686951 Dec 16 03:38:02.558431 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:02.574542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 2981e96c-8d41-43d7-a353-ff6661e751c4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:02.576828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.608660 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-98338d28-ed05-4d62-ab31-0ca58b4fb08e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 472 time: 0.1063149 Dec 16 03:38:02.618558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] DHCP port deletion for 6af0b5ba-7313-4e8f-953d-77c7045c4c8d request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:38:02.624161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['e1745804-3e38-4d2d-8407-db118dba6020']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:02.698843 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 2981e96c-8d41-43d7-a353-ff6661e751c4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2981e96c-8d41-43d7-a353-ff6661e751c4,segment=NetworkSegment(3e43d7c0-521a-4d88-bd1a-b1ca01951960),segment_id=3e43d7c0-521a-4d88-bd1a-b1ca01951960)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:02.699306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.715391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 2981e96c-8d41-43d7-a353-ff6661e751c4 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:02.718798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] Deleting port 2981e96c-8d41-43d7-a353-ff6661e751c4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:02.719992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.797126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] For port 2981e96c-8d41-43d7-a353-ff6661e751c4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2981e96c-8d41-43d7-a353-ff6661e751c4,segment=NetworkSegment(3e43d7c0-521a-4d88-bd1a-b1ca01951960),segment_id=3e43d7c0-521a-4d88-bd1a-b1ca01951960)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:02.797915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.800501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:38:02.808600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.813871 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] Calling delete_port for 2981e96c-8d41-43d7-a353-ff6661e751c4 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:02.826763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.880898 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:00Z', 'revision_number': 8, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:02.885888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=2981e96c-8d41-43d7-a353-ff6661e751c4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:02.895397 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port 2981e96c-8d41-43d7-a353-ff6661e751c4 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:02.908535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:02.937341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] Pushing event deleted for resources: {'Port': ['ID=2981e96c-8d41-43d7-a353-ff6661e751c4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:02.943256 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d61fb-51fb-4662-a3d9-4a9cb88f6696 None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:00Z', 'revision_number': 8, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962a8b1a-8b96-446a-9a61-f3be66a00ed0', 'name': '', 'network_id': '4364da28-d720-4e3a-b63f-3287a02e66c4', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:06:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:49Z', 'updated_at': '2021-12-16T03:37:55Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '60f697ca-a38a-4563-8362-463c91bfd02f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:02.946421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebff8b2-4ddc-43ba-bc45-0b4a5fa8dc63 None None] No DVR routers for this DVR port 2981e96c-8d41-43d7-a353-ff6661e751c4 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:03.015631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.029636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.13 (0d7e5498-df1c-46e0-81af-3d8685a71618/7944a23a-e022-48c2-952d-5ec24b2a7df9/42231547-7826-4494-86d4-71e83b80e845) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:38:03.042139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af0b5ba-7313-4e8f-953d-77c7045c4c8d']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:03.052559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e43d7c0-521a-4d88-bd1a-b1ca01951960') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:03.052780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e43d7c0-521a-4d88-bd1a-b1ca01951960') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:03.063008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.078709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.087037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:38:03.087592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:38:03.093272 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:38:03.164335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.173291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.176816 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/6af0b5ba-7313-4e8f-953d-77c7045c4c8d HTTP/1.1" status: 204 len: 168 time: 0.8632858 Dec 16 03:38:03.179600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38426) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:03.198541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.234172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.258926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640864de-268b-41d4-bd95-cd89b1d00060 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=6af0b5ba-7313-4e8f-953d-77c7045c4c8d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:03.285995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:38:03.289421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:38:03.294149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:38:03.297866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=42231547-7826-4494-86d4-71e83b80e845,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:03.333218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.333573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.333925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.334267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.334629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.334964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.335297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.335634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.335966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.336298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.336637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.336942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.337265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:03.374976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:03.375612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.423145 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-3e270190-0259-4f87-b5c5-c874d62134f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8044469 Dec 16 03:38:03.442496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Request body: {'port': {'device_id': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:03.514529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.677505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43190681-1d07-48fc-80ce-6282a01dbeae req-d8fc8488-11b0-4440-afe4-6c5d65d97c17 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:03.679114 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-43190681-1d07-48fc-80ce-6282a01dbeae req-d8fc8488-11b0-4440-afe4-6c5d65d97c17 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 932 time: 0.0793025 Dec 16 03:38:03.683042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.696603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a88577fa-f3fd-4bed-969e-7724c5c1f130 None None] Provisioning complete for port 42231547-7826-4494-86d4-71e83b80e845 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:38:03.697858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a88577fa-f3fd-4bed-969e-7724c5c1f130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.757449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a88577fa-f3fd-4bed-969e-7724c5c1f130 None None] Port 42231547-7826-4494-86d4-71e83b80e845 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:38:03.812443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-43190681-1d07-48fc-80ce-6282a01dbeae req-e9d914e7-9917-47a1-8d01-c12eef62d04b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929434 Dec 16 03:38:03.868545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42231547-7826-4494-86d4-71e83b80e845 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:38:03.882129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:03.902018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Transition to ACTIVE for port object 42231547-7826-4494-86d4-71e83b80e845 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:38:03.910176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.011236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Pushing event updated for resources: {'Port': ['ID=42231547-7826-4494-86d4-71e83b80e845,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:04.021260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 962a8b1a-8b96-446a-9a61-f3be66a00ed0 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:04.021615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.082895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Attempting to bind port 42231547-7826-4494-86d4-71e83b80e845 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:38:04.083244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Attempting to bind port 42231547-7826-4494-86d4-71e83b80e845 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:38:04.083720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Attempting to bind port 42231547-7826-4494-86d4-71e83b80e845 on network 0d7e5498-df1c-46e0-81af-3d8685a71618 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:38:04.092762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Port 42231547-7826-4494-86d4-71e83b80e845 on network 0d7e5498-df1c-46e0-81af-3d8685a71618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:38:04.092897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Attempting to bind port 42231547-7826-4494-86d4-71e83b80e845 on network 0d7e5498-df1c-46e0-81af-3d8685a71618 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:38:04.104515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:38:04.104858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Checking segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:38:04.105335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Bound using segment: {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:38:04.105944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Bound port: 42231547-7826-4494-86d4-71e83b80e845, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bff9841-2c96-4bc5-9eec-caceb57733fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:38:04.106318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.171047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 962a8b1a-8b96-446a-9a61-f3be66a00ed0, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=962a8b1a-8b96-446a-9a61-f3be66a00ed0,segment=NetworkSegment(8db91b77-4673-4783-a8ed-eba1bc7ca951),segment_id=8db91b77-4673-4783-a8ed-eba1bc7ca951)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:04.171745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.193548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 962a8b1a-8b96-446a-9a61-f3be66a00ed0 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:04.198259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] For port 42231547-7826-4494-86d4-71e83b80e845, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:38:04.202710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] For port 42231547-7826-4494-86d4-71e83b80e845, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42231547-7826-4494-86d4-71e83b80e845,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:38:04.210155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.252473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:04.253439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.255368 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] 10.222.0.30 "PUT /v2.0/ports/42231547-7826-4494-86d4-71e83b80e845 HTTP/1.1" status: 200 len: 1094 time: 0.8180785 Dec 16 03:38:04.258288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'tag': '42231547-7826-4494-86d4-71e83b80e845'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:04.260975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d76694-e973-434b-a6e2-0852e9cb86ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "tag": "42231547-7826-4494-86d4-71e83b80e845"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:04.293688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749351c-b569-4f1f-97cf-233e1ddf59af service neutron] Pushing event updated for resources: {'Port': ['ID=42231547-7826-4494-86d4-71e83b80e845,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:04.365783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f50d35e-294c-4f96-aac7-d10e31150a4b x-openstack-request-id: req-1f50d35e-294c-4f96-aac7-d10e31150a4b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:04.366435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "tag": "42231547-7826-4494-86d4-71e83b80e845", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:04.366789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f50d35e-294c-4f96-aac7-d10e31150a4b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:04.368906 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'tag': '42231547-7826-4494-86d4-71e83b80e845', 'status': 'completed', 'code': 200} Dec 16 03:38:04.429634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-76e685bc-3ac5-4ca0-8999-292fef5c3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:04.432866 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-76e685bc-3ac5-4ca0-8999-292fef5c3c8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 1097 time: 0.0807312 Dec 16 03:38:04.449865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.500931 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-e78031f4-7d36-462f-a840-680a668fea58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42231547-7826-4494-86d4-71e83b80e845 HTTP/1.1" status: 200 len: 217 time: 0.0545974 Dec 16 03:38:04.506416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:04.559060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=962a8b1a-8b96-446a-9a61-f3be66a00ed0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:04.578858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-821aee7a-18df-47b2-a537-425ad4d293e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:04.594798 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-821aee7a-18df-47b2-a537-425ad4d293e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.0693741 Dec 16 03:38:04.608389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:04.610219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2bb3c2fe-2fcd-4969-a68f-e723bf0c69c3 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:04.610735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2981e96c-8d41-43d7-a353-ff6661e751c4 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:04.667897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfc23-7a60-426f-9010-09002188a9db req-76a39319-79f7-4969-9bc8-14bd990019fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:04.671422 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-76a39319-79f7-4969-9bc8-14bd990019fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756047 Dec 16 03:38:04.673348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 2981e96c-8d41-43d7-a353-ff6661e751c4 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:04.673911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2981e96c-8d41-43d7-a353-ff6661e751c4 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:04.799125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:04.818157 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-f06dec71-6298-402a-8d14-5869e9ce146d service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277869 Dec 16 03:38:04.923958 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-37abfc23-7a60-426f-9010-09002188a9db req-8a6556d1-0c3f-44d4-92af-87a25b2c56b1 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980899 Dec 16 03:38:05.066541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-c543644f-89ef-4df9-ab81-e0072d060d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:05.068064 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-c543644f-89ef-4df9-ab81-e0072d060d4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 1097 time: 0.0526538 Dec 16 03:38:05.171053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-be292e54-c00f-44ba-8f4b-9e54d06c09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:05.172788 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-be292e54-c00f-44ba-8f4b-9e54d06c09fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 895 time: 0.0952921 Dec 16 03:38:05.192138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b46e868-c94d-45af-9410-c4f4364f1f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.223352 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-0223893b-4a84-4e6e-b0a6-5b1514e7a001 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42231547-7826-4494-86d4-71e83b80e845 HTTP/1.1" status: 200 len: 217 time: 0.0420532 Dec 16 03:38:05.266336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804e16a-9e00-44f4-981f-39268b9035c0 req-b1249b39-4d67-4b9d-b16b-859c3183ca0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:05.267862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c804e16a-9e00-44f4-981f-39268b9035c0 req-b1249b39-4d67-4b9d-b16b-859c3183ca0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 944 time: 0.3802104 Dec 16 03:38:05.284304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-5910674a-4b30-4463-8a95-e834a8af34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:05.285983 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-5910674a-4b30-4463-8a95-e834a8af34dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.0555625 Dec 16 03:38:05.335935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-5a1dfdd3-28ca-4025-aa63-70449bb871c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:05.337777 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-5a1dfdd3-28ca-4025-aa63-70449bb871c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433979 Dec 16 03:38:05.363352 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c804e16a-9e00-44f4-981f-39268b9035c0 req-c6089f9c-7b2d-4082-9ba2-934f8b235e24 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697060 Dec 16 03:38:05.365304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:05.405426 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:38:05.441342 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-dd400650-d98f-42d2-bee2-dd6a22a61df1 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948775 Dec 16 03:38:05.465925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:05.471620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d5f020f9-24f6-4464-9d76-69f98206f7c3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909327 Dec 16 03:38:05.474272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38438) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:05.480417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:05.491547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:05.492879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:05.539343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet 60f697ca-a38a-4563-8362-463c91bfd02f {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:38:05.543195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.554614 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-16d76694-e973-434b-a6e2-0852e9cb86ef req-d1e3314f-b11e-43e3-9d9c-eaab34288ff5 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051068 Dec 16 03:38:05.588373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.595154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:05.685388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.763220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.797900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.806077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:05.806679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565aafd-b7c6-4056-8461-e0a01e7dc5da None None] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:38:05.806795 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/60f697ca-a38a-4563-8362-463c91bfd02f HTTP/1.1" status: 204 len: 168 time: 0.3309925 Dec 16 03:38:05.807933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f74e7-6464-4440-8346-3a8b19d7d601 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=60f697ca-a38a-4563-8362-463c91bfd02f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:05.893033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.926036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:04Z', 'revision_number': 9, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:05.927885 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-6d8f36f8-1541-4265-911e-f3787d72033c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052055475&fields=id&tenant_id=8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 267 time: 0.0483766 Dec 16 03:38:05.958841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port d915c196-7f39-413c-bc5e-31a6aa5e7003 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:05.959485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:05.974383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:05.982868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:05.983495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:37:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:06.022569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42231547-7826-4494-86d4-71e83b80e845 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:38:06.035641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port d915c196-7f39-413c-bc5e-31a6aa5e7003, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d915c196-7f39-413c-bc5e-31a6aa5e7003,segment=NetworkSegment(8db91b77-4673-4783-a8ed-eba1bc7ca951),segment_id=8db91b77-4673-4783-a8ed-eba1bc7ca951)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:06.036244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.049770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for d915c196-7f39-413c-bc5e-31a6aa5e7003 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:06.061534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-cd4e5333-b0bd-44f8-b7a6-cad3b8facea8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:06.062212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] DHCP port deletion for 4364da28-d720-4e3a-b63f-3287a02e66c4 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:38:06.063322 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-cd4e5333-b0bd-44f8-b7a6-cad3b8facea8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 811 time: 0.1251705 Dec 16 03:38:06.082852 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-d55df082-e873-4c7d-82a3-ab4a10d8eacc tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/quotas/8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 375 time: 0.0114896 Dec 16 03:38:06.133272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:06.139014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.141691 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c83d855f-d662-43b1-91e7-36edcfc30be1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527635 Dec 16 03:38:06.164750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=d915c196-7f39-413c-bc5e-31a6aa5e7003,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:06.172691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port d915c196-7f39-413c-bc5e-31a6aa5e7003 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:06.259793 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-ef78eace-b157-4732-8b4e-2542cf7e8909 service neutron] 10.222.0.16 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057327 Dec 16 03:38:06.265121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.286801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4364da28-d720-4e3a-b63f-3287a02e66c4']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:06.296253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db91b77-4673-4783-a8ed-eba1bc7ca951') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:06.296572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db91b77-4673-4783-a8ed-eba1bc7ca951') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:06.307565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.309950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Deleting port d915c196-7f39-413c-bc5e-31a6aa5e7003 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:06.310742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.322347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.329062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:38:06.329563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:38:06.332620 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:38:06.359641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-052966c4-01c3-42b0-be0b-e577723a139b service neutron] 10.222.0.16 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933368 Dec 16 03:38:06.366433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 42231547-7826-4494-86d4-71e83b80e845, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42231547-7826-4494-86d4-71e83b80e845,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:06.399713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.400500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '42231547-7826-4494-86d4-71e83b80e845', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'port_id': '42231547-7826-4494-86d4-71e83b80e845', 'mac_address': 'fa:16:3e:ee:f3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:38:06.404731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.413375 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/4364da28-d720-4e3a-b63f-3287a02e66c4 HTTP/1.1" status: 204 len: 168 time: 0.6042359 Dec 16 03:38:06.414011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:06.418093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] For port d915c196-7f39-413c-bc5e-31a6aa5e7003, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:06.418769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.511551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7321663-3b6b-4c21-bfb4-60483dfc7249 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=4364da28-d720-4e3a-b63f-3287a02e66c4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:06.578447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc173e-dc4b-4a70-9367-8c541d9a0d79 req-4a62da9b-02ac-492c-a96e-3060d599bf1c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:06.585104 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-05cc173e-dc4b-4a70-9367-8c541d9a0d79 req-4a62da9b-02ac-492c-a96e-3060d599bf1c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 944 time: 0.0723515 Dec 16 03:38:06.633824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Calling delete_port for d915c196-7f39-413c-bc5e-31a6aa5e7003 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:06.640946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d915c196-7f39-413c-bc5e-31a6aa5e7003 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:06.647105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Port d915c196-7f39-413c-bc5e-31a6aa5e7003 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:38:06.665144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-05cc173e-dc4b-4a70-9367-8c541d9a0d79 req-74a30776-d592-4b8a-b021-bb8bc41eb859 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790107 Dec 16 03:38:06.670157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.677091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d915c196-7f39-413c-bc5e-31a6aa5e7003 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:06.677437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d915c196-7f39-413c-bc5e-31a6aa5e7003 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:06.719694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Network 4364da28-d720-4e3a-b63f-3287a02e66c4 is not hosted by any dhcp agent {{(pid=103163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 03:38:06.720520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] No DVR routers for this DVR port d915c196-7f39-413c-bc5e-31a6aa5e7003 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:06.723649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.727659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Pushing event deleted for resources: {'Port': ['ID=d915c196-7f39-413c-bc5e-31a6aa5e7003,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:06.752084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.752435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.752979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.753507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.754023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.754357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.755195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.755416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.755757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.756091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.756417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.756922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.757255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a9ae6-e634-450c-b8c0-b2d9ec792a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:38:06.762469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42231547-7826-4494-86d4-71e83b80e845 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:38:06.791110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 42231547-7826-4494-86d4-71e83b80e845, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42231547-7826-4494-86d4-71e83b80e845,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:06.800727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:06.807258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:04Z', 'revision_number': 9, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:06.833003 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d47d96e6-2c5a-4fad-9418-9c14848f5f04 req-5f12678d-555f-4aef-b612-c9604f4e8a8e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.0368683 Dec 16 03:38:06.841948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb54f0-b3db-4164-9bae-89d715818b66 None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:04Z', 'revision_number': 9, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8310fe-279a-4ee5-97fb-26a696ff202b', 'name': '', 'network_id': '83fd160c-7a29-43e2-9328-cc0cf0b9f60a', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:5f:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '09797a81-1360-4b96-b8fb-394766818f1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:44Z', 'updated_at': '2021-12-16T03:37:54Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': '09797a81-1360-4b96-b8fb-394766818f1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:06.897102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=42231547-7826-4494-86d4-71e83b80e845,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:06.939445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:07.086319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['42231547-7826-4494-86d4-71e83b80e845'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:38:07.194864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 8c8310fe-279a-4ee5-97fb-26a696ff202b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:07.195165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:07.298769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 8c8310fe-279a-4ee5-97fb-26a696ff202b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8c8310fe-279a-4ee5-97fb-26a696ff202b,segment=NetworkSegment(aceba8f4-4969-4ca3-9305-0eaac392e7c1),segment_id=aceba8f4-4969-4ca3-9305-0eaac392e7c1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:07.299139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:07.313434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 8c8310fe-279a-4ee5-97fb-26a696ff202b owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:07.361392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e13df0c6-2ae1-48b6-879f-c4cc1b83ebe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:07.504370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:07.534169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=8c8310fe-279a-4ee5-97fb-26a696ff202b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:07.695237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:07.796117 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cec57-b4e2-4c52-be7a-3401b00fbb1e req-f7b8ebb3-435f-4817-9c4d-11b13ac2ee25 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:07.804212 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d5cec57-b4e2-4c52-be7a-3401b00fbb1e req-f7b8ebb3-435f-4817-9c4d-11b13ac2ee25 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 945 time: 0.0643110 Dec 16 03:38:07.880619 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d5cec57-b4e2-4c52-be7a-3401b00fbb1e req-88da22aa-2559-42bf-a603-037deb4b186d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740016 Dec 16 03:38:07.936899 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a04d577-314c-45a3-acfc-27cdcf120c9b req-233566ff-8946-4253-bbaa-b785597679e6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.0307853 Dec 16 03:38:07.971248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:08.000484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42231547-7826-4494-86d4-71e83b80e845 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:38:08.053629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 42231547-7826-4494-86d4-71e83b80e845 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:38:08.060731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 42231547-7826-4494-86d4-71e83b80e845 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:38:08.061408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.102001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-04c027d0-b06b-4257-aca8-9b740b78bae0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:08.103487 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-04c027d0-b06b-4257-aca8-9b740b78bae0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 811 time: 0.2020953 Dec 16 03:38:08.117009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:08.123421 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-868f6ef0-57fb-4513-90ec-6781299d5410 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035625 Dec 16 03:38:08.126286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:08.133053 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:08.145458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.147455 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:08.148611 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:08.170557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42231547-7826-4494-86d4-71e83b80e845'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:08.172962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8135f82-1dca-4293-8d45-e30bd35baeb7" -d '{"events": [{"server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "name": "network-vif-plugged", "status": "completed", "tag": "42231547-7826-4494-86d4-71e83b80e845"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:08.210772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 42231547-7826-4494-86d4-71e83b80e845, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42231547-7826-4494-86d4-71e83b80e845,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:08.222176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.239091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0d819a-e3a3-43ea-ab23-adead4452403 x-openstack-request-id: req-fb0d819a-e3a3-43ea-ab23-adead4452403 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:08.239483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "name": "network-vif-plugged", "status": "completed", "tag": "42231547-7826-4494-86d4-71e83b80e845", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:08.242457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb0d819a-e3a3-43ea-ab23-adead4452403 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:08.242457 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42231547-7826-4494-86d4-71e83b80e845', 'code': 200} Dec 16 03:38:08.267170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet 09797a81-1360-4b96-b8fb-394766818f1d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:38:08.292010 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:08.292467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.307249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=42231547-7826-4494-86d4-71e83b80e845,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:08.356860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.414422 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-5922b19b-a9ad-4471-a186-243f5bdedb97 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 380 time: 0.1535597 Dec 16 03:38:08.430265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'port': {'device_id': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'admin_state_up': True, 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'security_groups': ['aa7322d4-63a9-4a44-a175-1625c597fbe4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:08.436150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.476145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 962a8b1a-8b96-446a-9a61-f3be66a00ed0 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:08.500210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 962a8b1a-8b96-446a-9a61-f3be66a00ed0 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:08.500813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 962a8b1a-8b96-446a-9a61-f3be66a00ed0 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:08.541156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.586041 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:07Z', 'revision_number': 10, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:08.595206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e552c-fb08-45ca-b25c-7f92c040e2f7 req-605eaf0b-23f2-4c38-b228-c73d2e63ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:08.596706 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2a7e552c-fb08-45ca-b25c-7f92c040e2f7 req-605eaf0b-23f2-4c38-b228-c73d2e63ab6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 1099 time: 0.1446764 Dec 16 03:38:08.612927 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:08.621430 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:08.622159 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:08.673918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.706427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2a7e552c-fb08-45ca-b25c-7f92c040e2f7 req-da52fc0d-bb06-4a12-8e64-6891b471bf7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021812 Dec 16 03:38:08.710887 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:08.711311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=09797a81-1360-4b96-b8fb-394766818f1d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:08.720706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.722772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5533790-1d74-4174-9769-f6b87e721d78 None None] Network 83fd160c-7a29-43e2-9328-cc0cf0b9f60a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:38:08.727008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d410e9ae-c1e3-4bfb-a375-8bfd2e0c4dec tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/09797a81-1360-4b96-b8fb-394766818f1d HTTP/1.1" status: 204 len: 168 time: 0.5971756 Dec 16 03:38:08.727183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38484) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:08.737225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Made reservation on behalf of 8651f527d93e41a8bfaa3ec713995257 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:38:08.740557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.866103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:08.958336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] DHCP port deletion for 83fd160c-7a29-43e2-9328-cc0cf0b9f60a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:38:09.000079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Allocated IP 172.20.0.7 (9636f700-bb7e-4d5f-be8e-c91244ecd1c6/b2fac880-a984-4ab7-b82c-c81b45b0820a/fbfd70f9-5b9e-494e-b73c-0f6ae08fe670) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:38:09.076782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] Deleting port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:09.077154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.090715 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:07Z', 'revision_number': 10, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:09.091950 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-148b3925-5e39-427d-8703-9fb7c6a807d9 req-2205ed06-c460-45cb-afa9-dca0775ab8f2 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.0358248 Dec 16 03:38:09.115998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022319c8-52c8-4c76-a322-995a13db77a7 req-92260472-98e1-4e5c-8b36-5daf96f568a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:09.121998 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff833de5-c626-4adc-9232-4a5f0bef514a None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:07Z', 'revision_number': 10, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None, '_interfaces': [{'id': '59cf3884-f293-48ea-8183-2531e92c51fa', 'name': '', 'network_id': '69a9ddb3-52bd-415a-864c-4589acf2767f', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'mac_address': 'fa:16:3e:75:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:41Z', 'updated_at': '2021-12-16T03:37:47Z', 'revision_number': 5, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'subnets': [{'id': 'c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:09.123029 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-022319c8-52c8-4c76-a322-995a13db77a7 req-92260472-98e1-4e5c-8b36-5daf96f568a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 946 time: 0.1332285 Dec 16 03:38:09.151669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] For port 3803103a-3223-4fc2-b22d-b62a73d4c1c6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3803103a-3223-4fc2-b22d-b62a73d4c1c6,segment=NetworkSegment(aceba8f4-4969-4ca3-9305-0eaac392e7c1),segment_id=aceba8f4-4969-4ca3-9305-0eaac392e7c1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:09.152170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.171410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] Calling delete_port for 3803103a-3223-4fc2-b22d-b62a73d4c1c6 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:09.210046 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-022319c8-52c8-4c76-a322-995a13db77a7 req-42ddedbc-3b64-411c-ba22-76147452bc7b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766559 Dec 16 03:38:09.271332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.297318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] Pushing event deleted for resources: {'Port': ['ID=3803103a-3223-4fc2-b22d-b62a73d4c1c6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:09.301030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa5a5f-04d7-48f2-a272-27d115619afe None None] No DVR routers for this DVR port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:09.561377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:09.561721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.656742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 3803103a-3223-4fc2-b22d-b62a73d4c1c6, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:09.657070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.674181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.679456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 3803103a-3223-4fc2-b22d-b62a73d4c1c6 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:09.683289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 was not found and therefore no delete operation was performed {{(pid=103162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:38:09.686054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.718111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=3803103a-3223-4fc2-b22d-b62a73d4c1c6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:09.723018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port 3803103a-3223-4fc2-b22d-b62a73d4c1c6 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:09.804542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.847556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.872116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:38:09.882277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:38:09.886043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:38:09.888549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:09.891593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fd160c-7a29-43e2-9328-cc0cf0b9f60a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:09.921912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aceba8f4-4969-4ca3-9305-0eaac392e7c1') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:09.922225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aceba8f4-4969-4ca3-9305-0eaac392e7c1') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:09.939482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.965719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:09.966424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.970142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.980670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:38:09.981100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.984651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:38:09.985210 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:38:09.998993 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-c940302a-e40f-4c6d-bbf6-5c104eb8fd53 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5729642 Dec 16 03:38:10.032866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Request body: {'port': {'device_id': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:10.103367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.114428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.121497 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/83fd160c-7a29-43e2-9328-cc0cf0b9f60a HTTP/1.1" status: 204 len: 168 time: 1.3895175 Dec 16 03:38:10.121497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:10.139629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69331e1c-c79a-42bc-be21-42b3f784440f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=83fd160c-7a29-43e2-9328-cc0cf0b9f60a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:10.141501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.185980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cccce9e7-2d4e-4bd0-b6aa-f1cce9b83092 None None] Provisioning complete for port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:38:10.186320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cccce9e7-2d4e-4bd0-b6aa-f1cce9b83092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.205093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73109f83-be71-4c7b-8dbe-c6b96a206060 req-9b99236e-47d6-4159-8488-8310ec6bb1bb tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:10.210942 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-73109f83-be71-4c7b-8dbe-c6b96a206060 req-9b99236e-47d6-4159-8488-8310ec6bb1bb tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 931 time: 0.0598328 Dec 16 03:38:10.233584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cccce9e7-2d4e-4bd0-b6aa-f1cce9b83092 None None] Port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:38:10.293373 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-73109f83-be71-4c7b-8dbe-c6b96a206060 req-0d123840-18d0-44ab-9e04-9876ac5ea1a2 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742230 Dec 16 03:38:10.338766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c6935-7c02-4741-9e4d-0089f1a77bc2 req-50c15dd7-2fbd-402b-bffb-36be0f0bec8f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:10.340379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f11c6935-7c02-4741-9e4d-0089f1a77bc2 req-50c15dd7-2fbd-402b-bffb-36be0f0bec8f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 946 time: 0.0603266 Dec 16 03:38:10.392923 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f11c6935-7c02-4741-9e4d-0089f1a77bc2 req-91f249b3-e49b-48a2-97e7-6108e9485fae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459189 Dec 16 03:38:10.482549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8c8310fe-279a-4ee5-97fb-26a696ff202b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:10.521972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 8c8310fe-279a-4ee5-97fb-26a696ff202b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:10.522800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8c8310fe-279a-4ee5-97fb-26a696ff202b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:10.523446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3803103a-3223-4fc2-b22d-b62a73d4c1c6 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:10.550336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 3803103a-3223-4fc2-b22d-b62a73d4c1c6 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:10.551086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3803103a-3223-4fc2-b22d-b62a73d4c1c6 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:10.583367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa43c4-79a3-4e9c-a19d-f6415bf041a7 req-068d8d04-221b-4d4b-9a47-cfa6a2b97ff3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:10.585334 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f5aa43c4-79a3-4e9c-a19d-f6415bf041a7 req-068d8d04-221b-4d4b-9a47-cfa6a2b97ff3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 946 time: 0.1104636 Dec 16 03:38:10.639349 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f5aa43c4-79a3-4e9c-a19d-f6415bf041a7 req-5c1947da-2e7f-407c-bf57-b384e8287069 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465941 Dec 16 03:38:10.663534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38498) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:10.677709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:38:10.702693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.724577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Transition to ACTIVE for port object fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:38:10.727038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60484c5b-5e3f-41ae-88d6-3b0ee274c78c tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:10.729888 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-60484c5b-5e3f-41ae-88d6-3b0ee274c78c tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 1094 time: 0.0641117 Dec 16 03:38:10.731645 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38500) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:10.735800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.736394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'port_id': '42231547-7826-4494-86d4-71e83b80e845'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:10.780229 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.794577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:10.911894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:10.997939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Attempting to bind port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:38:10.998543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Attempting to bind port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:38:10.998987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Attempting to bind port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:38:11.030581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:38:11.030947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Attempting to bind port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:38:11.041448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:38:11.042130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Checking segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:38:11.042130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Bound using segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:38:11.042591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Bound port: fbfd70f9-5b9e-494e-b73c-0f6ae08fe670, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:38:11.043061 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.092799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.152313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] For port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:38:11.169043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] For port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:38:11.188637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.255166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:11.255903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.257728 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] 10.222.0.30 "PUT /v2.0/ports/fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 HTTP/1.1" status: 200 len: 1093 time: 1.2292192 Dec 16 03:38:11.258275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:11.260819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc71ff49-2899-4d17-b32b-2727085b9236" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:11.286326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f8dec-4c1b-4e38-bcad-7dc04ccafe27 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:11.303518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port 59cf3884-f293-48ea-8183-2531e92c51fa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:11.303990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.456739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port 59cf3884-f293-48ea-8183-2531e92c51fa, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=59cf3884-f293-48ea-8183-2531e92c51fa,segment=NetworkSegment(73650ea0-b935-4ba2-95a5-8a1b8591a82f),segment_id=73650ea0-b935-4ba2-95a5-8a1b8591a82f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:11.457186 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.476611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for 59cf3884-f293-48ea-8183-2531e92c51fa owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:11.535988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137c0e-d929-4ad2-9aa1-1dba6428fd1e req-6a0bd1ef-3ba3-4eec-925a-99714f457b0d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:11.537649 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0b137c0e-d929-4ad2-9aa1-1dba6428fd1e req-6a0bd1ef-3ba3-4eec-925a-99714f457b0d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.1403184 Dec 16 03:38:11.580985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d00ebd-ed5e-4070-b142-eea1734fff87 x-openstack-request-id: req-a1d00ebd-ed5e-4070-b142-eea1734fff87 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:11.581357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:11.581674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1d00ebd-ed5e-4070-b142-eea1734fff87 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:11.582133 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'status': 'completed', 'code': 200} Dec 16 03:38:11.614211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a02180a0-3a87-4cc5-a64e-67b850d0d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:11.615942 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-a02180a0-3a87-4cc5-a64e-67b850d0d6d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 1096 time: 0.2866058 Dec 16 03:38:11.628852 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.639963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.647512 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0b137c0e-d929-4ad2-9aa1-1dba6428fd1e req-5fbb98c3-ee5e-46a1-af3a-9ec2bbdb7610 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998566 Dec 16 03:38:11.694812 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-35b77033-3af3-4cd9-856f-0ccbd4eef9df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 HTTP/1.1" status: 200 len: 217 time: 0.0578096 Dec 16 03:38:11.750648 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc associated. External IP: 172.26.6.191, port: 42231547-7826-4494-86d4-71e83b80e845. Dec 16 03:38:11.752395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:11.764241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-2429242f-7c72-41d8-8966-c09c4dd040ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:11.765822 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-2429242f-7c72-41d8-8966-c09c4dd040ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0621090 Dec 16 03:38:11.816603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=59cf3884-f293-48ea-8183-2531e92c51fa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:11.883067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-cf0bdb90-f894-4399-ae59-04463cbeb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:11.884732 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-cf0bdb90-f894-4399-ae59-04463cbeb6f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010950 Dec 16 03:38:12.007407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:12.197216 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-8fcf3506-812e-462e-9fab-683baad99f63 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708881 Dec 16 03:38:12.215944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:12.314563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 290d6b09-9156-481d-8ed9-ba781988ac93 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:12.344357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:12.349584 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e9014eda-ba4a-467f-a7a1-b54332255e03 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2271917 Dec 16 03:38:12.353698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38506) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:12.358380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:12.375200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:12.376240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:12.399114 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b7c80a1-4bf5-4d98-b19c-964c3441906c req-98834cee-4a28-44c6-b64f-495632182b63 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926222 Dec 16 03:38:12.430775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting subnet c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:38:12.442156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:12.483847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:12.489845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:12.497000 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] Sync routers for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:12.518005 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:12.519009 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:12.525696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:12.530531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:12.539907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-142f2cf5-c26c-4cca-ada4-cbfd695f81c2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 992 time: 1.8071249 Dec 16 03:38:12.540750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'tag': '42231547-7826-4494-86d4-71e83b80e845'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:12.543492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d70322e-c9f9-4258-84d8-060d41542149" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "tag": "42231547-7826-4494-86d4-71e83b80e845"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:12.548020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38508) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:12.590190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-40df4c18-c621-4ec8-b64e-2d53d029dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:12.592224 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-40df4c18-c621-4ec8-b64e-2d53d029dbc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 1096 time: 0.1114426 Dec 16 03:38:12.627726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6bfa46-2922-4a55-a7dc-f0d3baff75b8 x-openstack-request-id: req-dd6bfa46-2922-4a55-a7dc-f0d3baff75b8 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:12.628025 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "tag": "42231547-7826-4494-86d4-71e83b80e845", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:12.628261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd6bfa46-2922-4a55-a7dc-f0d3baff75b8 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:12.628798 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'tag': '42231547-7826-4494-86d4-71e83b80e845', 'status': 'completed', 'code': 200} Dec 16 03:38:12.633321 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d7383777-002d-4a62-bac9-a7e6a7ad82bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 992 time: 0.0838230 Dec 16 03:38:12.651459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 11, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:12.695114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:12.708615 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:12.721310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:12.722248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:12.736687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-4cc5c309-96d5-43b4-b18a-17f91ace7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:12.738116 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-4cc5c309-96d5-43b4-b18a-17f91ace7caf service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.1389556 Dec 16 03:38:12.757853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:12.820096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:12.863026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476ca50-414d-4916-a37c-fdcd8c793a8d req-e588b302-9a44-4eed-9f64-d10a51594b62 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:12.867314 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a476ca50-414d-4916-a37c-fdcd8c793a8d req-e588b302-9a44-4eed-9f64-d10a51594b62 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.1056764 Dec 16 03:38:12.888312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 11, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:12.915938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6e0b6-29b7-4f25-92d5-76dbc022f8c1 None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 11, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:12.937429 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-1e8e538a-6c8d-41ba-9846-0d95574874f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 HTTP/1.1" status: 200 len: 217 time: 0.0407596 Dec 16 03:38:12.938659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:12.963170 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a476ca50-414d-4916-a37c-fdcd8c793a8d req-1e2103ee-fcf7-4fd8-b62c-9700e547dacf tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900538 Dec 16 03:38:13.001192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcf0c3-eeb8-4349-9ab9-59ad1aac3140 None None] Network 69a9ddb3-52bd-415a-864c-4589acf2767f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:38:13.015100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.018346 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845 HTTP/1.1" status: 204 len: 168 time: 0.6639166 Dec 16 03:38:13.021163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38514) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:13.034551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6376fe-4465-48f2-b789-e8865abf50e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Subnet': ['ID=c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:13.049155 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e6cd2054-ea89-4b2d-8505-aaac801350fc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'port_id': '42231547-7826-4494-86d4-71e83b80e845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'mac_address': 'fa:16:3e:ee:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:37:16Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:13.057365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70322e-c9f9-4258-84d8-060d41542149 req-2a414bfe-fd96-4f8a-8990-99762001adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:13.072432 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d70322e-c9f9-4258-84d8-060d41542149 req-2a414bfe-fd96-4f8a-8990-99762001adc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 1099 time: 0.2163253 Dec 16 03:38:13.074312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-d3b56902-8d38-4362-ac05-8104393d4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:13.076182 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-d3b56902-8d38-4362-ac05-8104393d4a36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.1275997 Dec 16 03:38:13.085291 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] Checking router: 290d6b09-9156-481d-8ed9-ba781988ac93 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:13.097010 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:13.097989 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:13.160421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.220731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-3410412e-77f1-4148-ba46-5725ef2f47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:13.222420 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-3410412e-77f1-4148-ba46-5725ef2f47c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1245649 Dec 16 03:38:13.225065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Deleting port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:13.225406 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.254076 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:13.312711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] DHCP port deletion for 69a9ddb3-52bd-415a-864c-4589acf2767f request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:38:13.320111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70322e-c9f9-4258-84d8-060d41542149 req-7010bc55-44f5-4263-a307-91b535a78444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:13.322278 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d70322e-c9f9-4258-84d8-060d41542149 req-7010bc55-44f5-4263-a307-91b535a78444 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 895 time: 0.2372026 Dec 16 03:38:13.348715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] For port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,segment=NetworkSegment(73650ea0-b935-4ba2-95a5-8a1b8591a82f),segment_id=73650ea0-b935-4ba2-95a5-8a1b8591a82f)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:13.349120 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.368561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] Deleting port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:13.369147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.385153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Calling delete_port for fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:13.469976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] For port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,segment=NetworkSegment(73650ea0-b935-4ba2-95a5-8a1b8591a82f),segment_id=73650ea0-b935-4ba2-95a5-8a1b8591a82f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:13.470538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.481827 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d70322e-c9f9-4258-84d8-060d41542149 req-1bb2c8ab-84bd-4da4-b2ee-dc5961fb6a91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42231547-7826-4494-86d4-71e83b80e845 HTTP/1.1" status: 200 len: 1000 time: 0.1494093 Dec 16 03:38:13.484368 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-5c9303e6-4e03-4c29-8491-17a9e7d64234 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437546 Dec 16 03:38:13.491633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] Calling delete_port for fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:13.545948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.565169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70322e-c9f9-4258-84d8-060d41542149 req-01bddb75-09f2-45e4-829e-5e97c092c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:13.566856 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d70322e-c9f9-4258-84d8-060d41542149 req-01bddb75-09f2-45e4-829e-5e97c092c061 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.0727003 Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: from cryptography.utils import int_from_bytes Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: from cryptography.utils import int_from_bytes Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 03:38:13.589031 dv-neutron-821927-1-hyperv neutron-server[103163]: self.session.flush() Dec 16 03:38:13.598349 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e6cd2054-ea89-4b2d-8505-aaac801350fc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'port_id': '42231547-7826-4494-86d4-71e83b80e845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'mac_address': 'fa:16:3e:ee:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:37:16Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:13.601059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.613544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Port': ['ID=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:13.616017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No DVR routers for this DVR port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:13.627443 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1341de5-7d00-4034-bdd6-6ec096f91f79 None None] The sync data for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv is: [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'e6cd2054-ea89-4b2d-8505-aaac801350fc', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'port_id': '42231547-7826-4494-86d4-71e83b80e845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'mac_address': 'fa:16:3e:ee:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:37:16Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:13.641976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] Pushing event deleted for resources: {'Port': ['ID=fca44a51-cb6c-4e1c-8df0-0e5f651ecd14,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:13.649795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38516) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:13.658860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e64732-2f1a-48de-a7dc-a132a679b423 None None] No DVR routers for this DVR port fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:13.702573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70322e-c9f9-4258-84d8-060d41542149 req-92906839-0a54-431f-be72-618552eb87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:13.704982 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d70322e-c9f9-4258-84d8-060d41542149 req-92906839-0a54-431f-be72-618552eb87cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298852 Dec 16 03:38:13.786961 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a5d85d5a-d347-48f5-b4c3-f92324af48d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 992 time: 0.1346090 Dec 16 03:38:13.807683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.832945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a9ddb3-52bd-415a-864c-4589acf2767f']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:13.844763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73650ea0-b935-4ba2-95a5-8a1b8591a82f') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:13.846139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73650ea0-b935-4ba2-95a5-8a1b8591a82f') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:13.860117 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.875991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.884141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:38:13.884544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:38:13.899425 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:38:13.930174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89254d80-aa76-4f21-88a7-e95b17f0872f None None] New status for floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:38:13.969591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.988121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:13.992871 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/networks/69a9ddb3-52bd-415a-864c-4589acf2767f HTTP/1.1" status: 204 len: 168 time: 0.9705484 Dec 16 03:38:14.006173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38518) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:14.014252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'routes': None}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:14.017538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5244-a9e8-454d-8d76-edb27e0c75f4 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Pushing event deleted for resources: {'Network': ['ID=69a9ddb3-52bd-415a-864c-4589acf2767f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:14.220907 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc71ff49-2899-4d17-b32b-2727085b9236 req-e33df4e8-9ec9-4860-980c-f0d8d03cc2bf service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528800 Dec 16 03:38:14.244640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76006a7-d5c1-420d-ba99-d2576c02e089 req-b6400a7c-b74b-4039-9b91-a5dfeaae5ee0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:14.246245 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e76006a7-d5c1-420d-ba99-d2576c02e089 req-b6400a7c-b74b-4039-9b91-a5dfeaae5ee0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.1407638 Dec 16 03:38:14.249364 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d70322e-c9f9-4258-84d8-060d41542149 req-1a1710f4-89cb-49ce-a4c6-f01ac4751200 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330970 Dec 16 03:38:14.276718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Added routes are [] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 03:38:14.277084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.extraroute_db [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Removed routes are [] {{(pid=103161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 03:38:14.277372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.350312 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d70322e-c9f9-4258-84d8-060d41542149 req-f52d7dc6-f989-4ebe-a1f1-02451498edf9 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928655 Dec 16 03:38:14.385976 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e76006a7-d5c1-420d-ba99-d2576c02e089 req-c1e7cae3-4e1e-4197-b7cb-167758604103 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299288 Dec 16 03:38:14.456767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.459192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:14.460764 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.484987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:14.485509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device fca44a51-cb6c-4e1c-8df0-0e5f651ecd14 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:14.485931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 59cf3884-f293-48ea-8183-2531e92c51fa no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:14.507037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 59cf3884-f293-48ea-8183-2531e92c51fa {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:14.507572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 59cf3884-f293-48ea-8183-2531e92c51fa not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:14.540310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 8f8f350c-1f69-4bed-be54-51ca4309f305 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:14.620445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:14.627227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.628363 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ee4e2d81-5c8a-4e44-8eaf-fd6057c270d1 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 200 len: 701 time: 0.6203804 Dec 16 03:38:14.631284 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] Sync routers for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:14.632022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38522) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:14.642765 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:14.643654 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:14.658200 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-384baa2d-3c9a-4368-834f-66abd012246f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 200 len: 205 time: 0.0251119 Dec 16 03:38:14.660823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38524) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:14.713412 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:14.733476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24f494ba-2095-4195-8943-66fd6943fc57 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.767248 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 11, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:14.789432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:14.793259 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] Checking router: 8f8f350c-1f69-4bed-be54-51ca4309f305 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:14.802027 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] Routers {'8f8f350c-1f69-4bed-be54-51ca4309f305'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:14.802662 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['8f8f350c-1f69-4bed-be54-51ca4309f305'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:14.862496 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2584a45e-b50c-417d-a5cc-616cefdb5c96 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 200 len: 994 time: 0.0660803 Dec 16 03:38:14.873102 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] Set router 8f8f350c-1f69-4bed-be54-51ca4309f305 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:14.893347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24f494ba-2095-4195-8943-66fd6943fc57 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.895992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24f494ba-2095-4195-8943-66fd6943fc57 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.925503 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 11, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:14.943637 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24f494ba-2095-4195-8943-66fd6943fc57 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.944297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f494ba-2095-4195-8943-66fd6943fc57 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Fanout notify agent at l3_agent the message router_deleted on router 8f8f350c-1f69-4bed-be54-51ca4309f305 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:38:14.952100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24f494ba-2095-4195-8943-66fd6943fc57 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.953326 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-24f494ba-2095-4195-8943-66fd6943fc57 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 204 len: 168 time: 0.2915986 Dec 16 03:38:14.958091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:14.962844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a13bb9ae-b9fe-4d04-8939-695b5d76ecbb tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-158177025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:14.995241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13bb9ae-b9fe-4d04-8939-695b5d76ecbb tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:14.996487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13bb9ae-b9fe-4d04-8939-695b5d76ecbb tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.048831 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc82e4-ddf4-498e-ad5b-fd4d6f5f8654 None None] The sync data for ids ['8f8f350c-1f69-4bed-be54-51ca4309f305'] in dv-neutron-821927-1-hyperv is: [{'id': '8f8f350c-1f69-4bed-be54-51ca4309f305', 'name': 'tempest-RoutersTest-router-1943999822', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:39Z', 'updated_at': '2021-12-16T03:38:11Z', 'revision_number': 11, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:15.058274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13bb9ae-b9fe-4d04-8939-695b5d76ecbb tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.065174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13bb9ae-b9fe-4d04-8939-695b5d76ecbb tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.083809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13bb9ae-b9fe-4d04-8939-695b5d76ecbb tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.085083 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a13bb9ae-b9fe-4d04-8939-695b5d76ecbb tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1259360 Dec 16 03:38:15.087935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38530) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:15.092736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-719214df-fb93-4e89-af2c-88787061132a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:15.298751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-719214df-fb93-4e89-af2c-88787061132a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.318801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-719214df-fb93-4e89-af2c-88787061132a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.423094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719214df-fb93-4e89-af2c-88787061132a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Router 27566715-fc05-446d-b5e8-aee96bb6d9f4 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:38:15.500563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719214df-fb93-4e89-af2c-88787061132a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:15.508354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-719214df-fb93-4e89-af2c-88787061132a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.509526 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-719214df-fb93-4e89-af2c-88787061132a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "PUT /v2.0/routers/27566715-fc05-446d-b5e8-aee96bb6d9f4 HTTP/1.1" status: 200 len: 693 time: 0.4205227 Dec 16 03:38:15.510408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] Sync routers for ids ['27566715-fc05-446d-b5e8-aee96bb6d9f4'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:15.512519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:15.512942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4f8e-fb89-492b-a5e6-0e73d4e29856 req-3b550b3d-5ac0-4baa-b587-14163b62a15f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:15.514507 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-444b4f8e-fb89-492b-a5e6-0e73d4e29856 req-3b550b3d-5ac0-4baa-b587-14163b62a15f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.0529721 Dec 16 03:38:15.521403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] Routers {'27566715-fc05-446d-b5e8-aee96bb6d9f4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:15.522384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27566715-fc05-446d-b5e8-aee96bb6d9f4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:15.566584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-444b4f8e-fb89-492b-a5e6-0e73d4e29856 req-4d0fdfe7-7708-4112-8564-e916e613be04 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Dec 16 03:38:15.597546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] Set router 27566715-fc05-446d-b5e8-aee96bb6d9f4 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:15.598553 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ddab2526-05a8-4e82-b340-9b825995f0f9 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/routers/27566715-fc05-446d-b5e8-aee96bb6d9f4 HTTP/1.1" status: 200 len: 699 time: 0.0842052 Dec 16 03:38:15.600418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:15.627057 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f20e4bd-7964-4634-9bca-0610a8f27ae2 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=27566715-fc05-446d-b5e8-aee96bb6d9f4 HTTP/1.1" status: 200 len: 205 time: 0.0255888 Dec 16 03:38:15.629511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38538) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:15.649553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27566715-fc05-446d-b5e8-aee96bb6d9f4', 'name': 'tempest-RoutersTest-router-158177025', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:15Z', 'updated_at': '2021-12-16T03:38:15Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:15.679222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] Checking router: 27566715-fc05-446d-b5e8-aee96bb6d9f4 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:15.688992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] Routers {'27566715-fc05-446d-b5e8-aee96bb6d9f4'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:15.689611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27566715-fc05-446d-b5e8-aee96bb6d9f4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:15.703073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a866c47-7f08-4fbe-8a10-28b8f870cb9a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.862250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a866c47-7f08-4fbe-8a10-28b8f870cb9a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.864632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a866c47-7f08-4fbe-8a10-28b8f870cb9a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.909914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a866c47-7f08-4fbe-8a10-28b8f870cb9a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.910457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a866c47-7f08-4fbe-8a10-28b8f870cb9a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Fanout notify agent at l3_agent the message router_deleted on router 27566715-fc05-446d-b5e8-aee96bb6d9f4 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:38:15.917782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a866c47-7f08-4fbe-8a10-28b8f870cb9a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:15.918927 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4a866c47-7f08-4fbe-8a10-28b8f870cb9a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/27566715-fc05-446d-b5e8-aee96bb6d9f4 HTTP/1.1" status: 204 len: 168 time: 0.2885163 Dec 16 03:38:15.923306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] Set router 27566715-fc05-446d-b5e8-aee96bb6d9f4 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:15.925300 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38540) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:15.952356 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-32bd6e83-4266-40bb-84fc-e1464d51fa8f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=27566715-fc05-446d-b5e8-aee96bb6d9f4 HTTP/1.1" status: 200 len: 205 time: 0.0259173 Dec 16 03:38:15.954846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:15.977209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27566715-fc05-446d-b5e8-aee96bb6d9f4', 'name': 'tempest-RoutersTest-router-158177025', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:15Z', 'updated_at': '2021-12-16T03:38:15Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:15.993403 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-a367bdbd-2889-482a-a37d-6cf2eed5fbf0 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] delete failed (client error): The resource could not be found. Dec 16 03:38:15.994435 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a367bdbd-2889-482a-a37d-6cf2eed5fbf0 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/27566715-fc05-446d-b5e8-aee96bb6d9f4 HTTP/1.1" status: 404 len: 336 time: 0.0387180 Dec 16 03:38:15.997015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.007617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d61fb7-613b-4e7b-a24a-fb55ff64bb2a None None] The sync data for ids ['27566715-fc05-446d-b5e8-aee96bb6d9f4'] in dv-neutron-821927-1-hyperv is: [{'id': '27566715-fc05-446d-b5e8-aee96bb6d9f4', 'name': 'tempest-RoutersTest-router-158177025', 'tenant_id': 'acf09e9046974b1dac1703784274b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:15Z', 'updated_at': '2021-12-16T03:38:15Z', 'revision_number': 2, 'project_id': 'acf09e9046974b1dac1703784274b72d', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:16.022929 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2019e64-f4be-484c-8058-cd5f02362a3f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.023394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2019e64-f4be-484c-8058-cd5f02362a3f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.026429 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b2019e64-f4be-484c-8058-cd5f02362a3f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/4b808778-f81c-4bf1-9cbb-ca7b97f92e44 HTTP/1.1" status: 404 len: 337 time: 0.0282774 Dec 16 03:38:16.029226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.055040 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b7074b-972b-4e7b-895c-3e6f19ab2b34 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.055501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b7074b-972b-4e7b-895c-3e6f19ab2b34 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.058593 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46b7074b-972b-4e7b-895c-3e6f19ab2b34 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/60f697ca-a38a-4563-8362-463c91bfd02f HTTP/1.1" status: 404 len: 337 time: 0.0282149 Dec 16 03:38:16.062043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38548) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.088684 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa9e5df-535e-4227-a60e-88e0998efd53 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.089141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa9e5df-535e-4227-a60e-88e0998efd53 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.092566 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7fa9e5df-535e-4227-a60e-88e0998efd53 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/09797a81-1360-4b96-b8fb-394766818f1d HTTP/1.1" status: 404 len: 337 time: 0.0292699 Dec 16 03:38:16.095336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38550) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.124969 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4a25e1-74bc-4d1c-ba99-e78cfcc4ba71 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.125483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4a25e1-74bc-4d1c-ba99-e78cfcc4ba71 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.128849 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9e4a25e1-74bc-4d1c-ba99-e78cfcc4ba71 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/c7acf5bc-ce7d-4ca0-bfaa-15cbd9a26845 HTTP/1.1" status: 404 len: 337 time: 0.0325227 Dec 16 03:38:16.131468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38552) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.157823 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0e2d1822-02e4-495c-a42e-cb86473e268d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 200 len: 205 time: 0.0252552 Dec 16 03:38:16.160276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38554) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.196541 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-5d75aba9-8a7d-4b86-b51c-bf394b63a5f7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] delete failed (client error): The resource could not be found. Dec 16 03:38:16.197595 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5d75aba9-8a7d-4b86-b51c-bf394b63a5f7 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/8f8f350c-1f69-4bed-be54-51ca4309f305 HTTP/1.1" status: 404 len: 336 time: 0.0364363 Dec 16 03:38:16.200541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38556) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.228698 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3435fb20-bf9d-438d-98fe-d62f13bdf145 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1637a7-874f-4054-8c6e-09175e5f15a3 HTTP/1.1" status: 200 len: 205 time: 0.0271356 Dec 16 03:38:16.231038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38558) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.270506 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-5ecd3d1b-677e-4eb4-b217-5af02c973a9f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] delete failed (client error): The resource could not be found. Dec 16 03:38:16.271519 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5ecd3d1b-677e-4eb4-b217-5af02c973a9f tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/4a1637a7-874f-4054-8c6e-09175e5f15a3 HTTP/1.1" status: 404 len: 336 time: 0.0395448 Dec 16 03:38:16.275328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38560) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.300379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b02d6c-a33e-40ab-b5f2-a3cbdd1c2dfc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.300807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b02d6c-a33e-40ab-b5f2-a3cbdd1c2dfc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.303738 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-36b02d6c-a33e-40ab-b5f2-a3cbdd1c2dfc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/7d658d8f-2efc-4d50-b246-2cf39e8c5327 HTTP/1.1" status: 404 len: 337 time: 0.0275404 Dec 16 03:38:16.307272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38562) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.334658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-48228a42-6c74-4517-8913-5df23ae825d5 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cabc7ef-d33e-4f05-9980-510ef58e971c HTTP/1.1" status: 200 len: 205 time: 0.0263767 Dec 16 03:38:16.338019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38564) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.377475 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-b572f48c-744a-42c3-8205-32352774f14e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] delete failed (client error): The resource could not be found. Dec 16 03:38:16.378480 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b572f48c-744a-42c3-8205-32352774f14e tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/1cabc7ef-d33e-4f05-9980-510ef58e971c HTTP/1.1" status: 404 len: 336 time: 0.0395062 Dec 16 03:38:16.382493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38566) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.409341 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a82b8dcb-fddb-4b7d-baca-79ee3779598c tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=678f4875-96b7-4e24-9f03-52f5445c7a8b HTTP/1.1" status: 200 len: 205 time: 0.0260537 Dec 16 03:38:16.411531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38568) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.448028 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-567c40be-093b-4910-8952-89f898ed406d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] delete failed (client error): The resource could not be found. Dec 16 03:38:16.449037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-567c40be-093b-4910-8952-89f898ed406d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/678f4875-96b7-4e24-9f03-52f5445c7a8b HTTP/1.1" status: 404 len: 336 time: 0.0365455 Dec 16 03:38:16.451826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38570) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.476547 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c5a19e-1a93-4058-ac4b-552281c126ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.476985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c5a19e-1a93-4058-ac4b-552281c126ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.479891 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b6c5a19e-1a93-4058-ac4b-552281c126ad tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/be7d7cd8-fc39-4aef-b621-bf5a45f56408 HTTP/1.1" status: 404 len: 337 time: 0.0272589 Dec 16 03:38:16.482425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38572) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.507837 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-73f3216a-1757-446d-90e2-dad65ce230cc tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0924fea-c466-4db6-9c20-5e65c3c476e8 HTTP/1.1" status: 200 len: 205 time: 0.0243988 Dec 16 03:38:16.510171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38574) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.548705 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-514f36e7-760d-4406-be26-c80db97f5ae8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] delete failed (client error): The resource could not be found. Dec 16 03:38:16.549709 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-514f36e7-760d-4406-be26-c80db97f5ae8 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/e0924fea-c466-4db6-9c20-5e65c3c476e8 HTTP/1.1" status: 404 len: 336 time: 0.0386364 Dec 16 03:38:16.552279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38576) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.578117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-34439afe-127d-4380-9577-84b27e8944e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.578590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34439afe-127d-4380-9577-84b27e8944e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.583906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-34439afe-127d-4380-9577-84b27e8944e3 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/9153ecc9-99a9-4f83-88ad-5da980d2ff65 HTTP/1.1" status: 404 len: 337 time: 0.0283544 Dec 16 03:38:16.584052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38578) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.613952 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d9a731d6-bd9c-43cf-9542-9ea1a8d5d22d tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdcf72e4-8ac7-40a4-926d-e4fe95207170 HTTP/1.1" status: 200 len: 205 time: 0.0288026 Dec 16 03:38:16.616416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38582) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.664829 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-ed4504ba-1fc1-4378-bee1-fc92003a7b88 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] delete failed (client error): The resource could not be found. Dec 16 03:38:16.665802 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ed4504ba-1fc1-4378-bee1-fc92003a7b88 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/routers/cdcf72e4-8ac7-40a4-926d-e4fe95207170 HTTP/1.1" status: 404 len: 336 time: 0.0485270 Dec 16 03:38:16.668482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38584) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.709917 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-6600cb3d-1d8c-4df1-a1cd-141b4ac5ed1a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.710367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6600cb3d-1d8c-4df1-a1cd-141b4ac5ed1a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.713397 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6600cb3d-1d8c-4df1-a1cd-141b4ac5ed1a tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/ca398278-ab09-40a1-8024-16628445bd6e HTTP/1.1" status: 404 len: 337 time: 0.0439434 Dec 16 03:38:16.716008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38586) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:16.745041 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da2176d-9556-45b6-9160-2c33a8804957 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] DELETE failed (client error): The resource could not be found. Dec 16 03:38:16.745505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da2176d-9556-45b6-9160-2c33a8804957 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:38:16.748505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2da2176d-9556-45b6-9160-2c33a8804957 tempest-RoutersTest-109475882 tempest-RoutersTest-109475882-project] 10.222.0.16 "DELETE /v2.0/subnets/dd5f0751-da08-44cf-8b44-d813664fd928 HTTP/1.1" status: 404 len: 337 time: 0.0315876 Dec 16 03:38:16.759108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d60dc7-1a83-4497-b413-38e811fa63f6 req-1b2909fd-8975-4df9-b127-7b6ff18d9a91 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:16.760553 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-52d60dc7-1a83-4497-b413-38e811fa63f6 req-1b2909fd-8975-4df9-b127-7b6ff18d9a91 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.1046667 Dec 16 03:38:16.815241 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-52d60dc7-1a83-4497-b413-38e811fa63f6 req-cc19bff7-6941-41e5-b03d-aab55dbde2e8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Dec 16 03:38:17.015465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38592) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:17.151555 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e2a9f1c7-d180-442d-a245-94420e2be7ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acf09e9046974b1dac1703784274b72d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348305 Dec 16 03:38:17.154243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38596) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:17.200293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-391cf39a-a3b5-4a30-b0a5-9956baae3df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:17.220875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-391cf39a-a3b5-4a30-b0a5-9956baae3df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:17.271067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-391cf39a-a3b5-4a30-b0a5-9956baae3df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:17.275129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-391cf39a-a3b5-4a30-b0a5-9956baae3df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:17.276918 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-391cf39a-a3b5-4a30-b0a5-9956baae3df3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bae941c-b261-4e2d-82be-0ed46544ada1 HTTP/1.1" status: 204 len: 168 time: 0.1215777 Dec 16 03:38:17.285179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf39a-a3b5-4a30-b0a5-9956baae3df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae941c-b261-4e2d-82be-0ed46544ada1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:17.940268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b25c3-9d4b-463f-8b08-c9caad01819b req-2b735b2a-e255-4cdb-ad61-77cd35d5ecd6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:17.941772 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-439b25c3-9d4b-463f-8b08-c9caad01819b req-2b735b2a-e255-4cdb-ad61-77cd35d5ecd6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.0516958 Dec 16 03:38:17.998313 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-439b25c3-9d4b-463f-8b08-c9caad01819b req-117f8dae-cb33-4b00-a0e4-6c767fd8b904 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500786 Dec 16 03:38:19.395613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38914e-8e7a-42ca-9679-d480dad87d80 req-3bb41d55-3712-4bbc-98fe-096212f3bec6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:19.397715 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f38914e-8e7a-42ca-9679-d480dad87d80 req-3bb41d55-3712-4bbc-98fe-096212f3bec6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.3285661 Dec 16 03:38:19.448486 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f38914e-8e7a-42ca-9679-d480dad87d80 req-434597fa-0720-4701-8e91-1f65aaea460a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Dec 16 03:38:20.571542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954a606-f2bf-492f-8aee-359653bbf451 req-be8fd156-991e-4c33-ac3e-64b1b36d2ff5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:20.573116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d954a606-f2bf-492f-8aee-359653bbf451 req-be8fd156-991e-4c33-ac3e-64b1b36d2ff5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.0517905 Dec 16 03:38:20.621435 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d954a606-f2bf-492f-8aee-359653bbf451 req-b55623d9-c1e2-4f23-a83d-39116f6cc689 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Dec 16 03:38:21.752367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca93dc2-af03-4330-89d0-9230c22dc481 req-a78603a8-0275-4d2a-a5b0-699984a95f91 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:21.753838 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ca93dc2-af03-4330-89d0-9230c22dc481 req-a78603a8-0275-4d2a-a5b0-699984a95f91 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 943 time: 0.0536189 Dec 16 03:38:21.804787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ca93dc2-af03-4330-89d0-9230c22dc481 req-496e26af-eff5-4686-879b-8ea46b2440fb tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448697 Dec 16 03:38:22.097809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:38:22.199988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:22.211349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'port_id': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'mac_address': 'fa:16:3e:64:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:38:22.248094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:22.261648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:38:22.283320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:22.289497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:22.347911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:22.640516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['fbfd70f9-5b9e-494e-b73c-0f6ae08fe670'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:38:22.923157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a037a9-3d31-4ad9-95b0-399b2762a959 req-a28a8ffa-67dd-4d71-ab35-4fce6c9ffdb2 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:22.924570 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0a037a9-3d31-4ad9-95b0-399b2762a959 req-a28a8ffa-67dd-4d71-ab35-4fce6c9ffdb2 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Dec 16 03:38:22.974420 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0a037a9-3d31-4ad9-95b0-399b2762a959 req-5ec9cbb6-fef5-470f-9a31-40b98784ed8c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Dec 16 03:38:23.757284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:24.114288 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:38:24.116581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae9833-aa0e-424a-b79a-72d335987a28 req-3b8621f0-57dc-4842-9d0d-c67cbb4b0ebf tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:24.118125 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2bae9833-aa0e-424a-b79a-72d335987a28 req-3b8621f0-57dc-4842-9d0d-c67cbb4b0ebf tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 944 time: 0.0505190 Dec 16 03:38:24.168547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:38:24.172338 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2bae9833-aa0e-424a-b79a-72d335987a28 req-81a6ff4f-e0ff-47d6-8347-12514c33833c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478990 Dec 16 03:38:24.173153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:38:24.173515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:24.249268 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:24.272322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:24.274683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000affa5-954e-443c-93ed-3aa836f2cd9e" -d '{"events": [{"server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "name": "network-vif-plugged", "status": "completed", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:24.287359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:24.293190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:24.321460 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49164ba-234d-4be8-b297-6676798d86bf x-openstack-request-id: req-a49164ba-234d-4be8-b297-6676798d86bf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:24.321752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "name": "network-vif-plugged", "status": "completed", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:24.322000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a49164ba-234d-4be8-b297-6676798d86bf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:24.322385 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'code': 200} Dec 16 03:38:24.347508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:24.537483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183d2b-cfd5-467f-ab4c-a8e103cd7966 req-8879d373-0305-439f-ad30-015e94494108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:24.538918 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5183d2b-cfd5-467f-ab4c-a8e103cd7966 req-8879d373-0305-439f-ad30-015e94494108 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 1098 time: 0.0420654 Dec 16 03:38:24.587393 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5183d2b-cfd5-467f-ab4c-a8e103cd7966 req-2de472d3-ab51-485d-a971-2f07cf0c77c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Dec 16 03:38:25.300037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1254-a74a-45a3-bf10-ac731abab611 req-7a3f2821-d18e-4cfb-86cf-38d7075b91c9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:25.301514 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30ff1254-a74a-45a3-bf10-ac731abab611 req-7a3f2821-d18e-4cfb-86cf-38d7075b91c9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Dec 16 03:38:25.355067 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30ff1254-a74a-45a3-bf10-ac731abab611 req-c9580ea8-cf23-4c89-a003-6145bfb21812 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Dec 16 03:38:26.491596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c419b6-b6a0-4bc8-b97a-87812e090a8a req-ff2603e5-5aa6-42d4-b248-a9a1c83d2ef0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:26.493104 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f8c419b6-b6a0-4bc8-b97a-87812e090a8a req-ff2603e5-5aa6-42d4-b248-a9a1c83d2ef0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 945 time: 0.0570483 Dec 16 03:38:26.549584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f8c419b6-b6a0-4bc8-b97a-87812e090a8a req-dbd954a6-0507-4e24-ac9b-04c8a72332ec tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473289 Dec 16 03:38:26.686185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a77b88-bb10-4619-9ace-563f7a83f7b4 req-13967501-6a07-473d-a46a-a896eb1d7a8b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:26.690710 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-79a77b88-bb10-4619-9ace-563f7a83f7b4 req-13967501-6a07-473d-a46a-a896eb1d7a8b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 945 time: 0.0664253 Dec 16 03:38:26.747487 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-79a77b88-bb10-4619-9ace-563f7a83f7b4 req-44cfa5a8-b8e9-4f3a-860a-45ca2a78ed12 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497537 Dec 16 03:38:26.772346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38620) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:26.993807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95933d6c-690a-48d9-a542-c57c73e17b77 tempest-TestVolumeBootPattern-364206454 tempest-TestVolumeBootPattern-364206454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:26.995350 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-95933d6c-690a-48d9-a542-c57c73e17b77 tempest-TestVolumeBootPattern-364206454 tempest-TestVolumeBootPattern-364206454-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 1093 time: 0.2220156 Dec 16 03:38:26.998309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38624) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:27.003314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:27.031281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:27.134044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:27.245565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Allocated IP 172.26.6.253 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/6cbb0f86-857b-409c-af1e-9f1b03d43c37) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:38:27.353493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:27.388184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:27.426383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:38:27.429369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:38:27.432781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:38:27.457790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=6cbb0f86-857b-409c-af1e-9f1b03d43c37,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:27.801203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:27.875666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:28.030426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:28.037168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:28.108744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=6cbb0f86-857b-409c-af1e-9f1b03d43c37,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:28.118660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:28.223924 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Floating IP 440d259b-ade3-4652-b06d-b687f574575f associated. External IP: 172.26.6.253, port: fbfd70f9-5b9e-494e-b73c-0f6ae08fe670. Dec 16 03:38:28.429270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:28.541019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:28.552031 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:28.561965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:28.563505 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:28.564140 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:28.673176 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:28.908017 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '440d259b-ade3-4652-b06d-b687f574575f', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:64:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:38:27Z', 'updated_at': '2021-12-16T03:38:27Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:28.935356 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:28.944661 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:28.945283 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:28.959592 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-504b7f60-0336-4855-87b6-f378e222abb6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9599540 Dec 16 03:38:28.960260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:28.963266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11650d55-72fe-4037-91af-24d2274e7c84" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:28.999170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30cbcfe-f3fc-45ed-8dae-de75d24e0096 x-openstack-request-id: req-d30cbcfe-f3fc-45ed-8dae-de75d24e0096 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:28.999461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:28.999714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d30cbcfe-f3fc-45ed-8dae-de75d24e0096 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:29.000142 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'status': 'completed', 'code': 200} Dec 16 03:38:29.050817 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:29.090890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650d55-72fe-4037-91af-24d2274e7c84 req-12305fdc-8fdd-429f-9d0d-e8f23833bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:29.092406 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-11650d55-72fe-4037-91af-24d2274e7c84 req-12305fdc-8fdd-429f-9d0d-e8f23833bf6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 1098 time: 0.0415733 Dec 16 03:38:29.188829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650d55-72fe-4037-91af-24d2274e7c84 req-df8cb404-8688-45ce-af45-353d36fdc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:29.190227 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-11650d55-72fe-4037-91af-24d2274e7c84 req-df8cb404-8688-45ce-af45-353d36fdc172 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.0893121 Dec 16 03:38:29.254624 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-11650d55-72fe-4037-91af-24d2274e7c84 req-4595d6e7-7091-421d-bac4-81b379d76d4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 HTTP/1.1" status: 200 len: 999 time: 0.0568533 Dec 16 03:38:29.282031 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '440d259b-ade3-4652-b06d-b687f574575f', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:64:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:38:27Z', 'updated_at': '2021-12-16T03:38:27Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:29.305767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650d55-72fe-4037-91af-24d2274e7c84 req-ae9674cb-2f01-45f8-a846-c3b76c0ebe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:29.307319 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-11650d55-72fe-4037-91af-24d2274e7c84 req-ae9674cb-2f01-45f8-a846-c3b76c0ebe44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0458069 Dec 16 03:38:29.311519 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8550d-c076-4973-83b2-d07c3cfa84b1 None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '440d259b-ade3-4652-b06d-b687f574575f', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:64:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:38:27Z', 'updated_at': '2021-12-16T03:38:27Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:29.360347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650d55-72fe-4037-91af-24d2274e7c84 req-1b237a9a-a16a-4643-8d2a-dd54f7c2e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:29.361872 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-11650d55-72fe-4037-91af-24d2274e7c84 req-1b237a9a-a16a-4643-8d2a-dd54f7c2e990 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453157 Dec 16 03:38:29.453219 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-11650d55-72fe-4037-91af-24d2274e7c84 req-60579cbd-f6cc-43c9-83c7-552dfe79ab80 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829349 Dec 16 03:38:29.504302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6fc33a-9a41-4ee9-8472-6f40225cb0ab None None] New status for floating IP 440d259b-ade3-4652-b06d-b687f574575f: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:38:29.551597 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-11650d55-72fe-4037-91af-24d2274e7c84 req-622a5418-3fb6-44e3-b663-b15b8255ecf2 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904810 Dec 16 03:38:30.530717 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-bb133533-ad58-4c1c-9357-4f89a3e4cf66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435488 Dec 16 03:38:30.655704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-eb9650c4-2346-445c-bb01-d375e43fcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:30.657099 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-eb9650c4-2346-445c-bb01-d375e43fcb34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 1098 time: 0.0466366 Dec 16 03:38:30.776493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-1bde72af-2e57-4c91-b8e5-2371ebc7466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:30.778001 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-1bde72af-2e57-4c91-b8e5-2371ebc7466e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 200 len: 895 time: 0.0997975 Dec 16 03:38:30.821262 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-4633bb0c-a4af-4dc2-8642-13b500584aa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 200 len: 217 time: 0.0355220 Dec 16 03:38:30.872099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-d5c31990-379f-4138-82dc-399b5258bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:30.873558 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-d5c31990-379f-4138-82dc-399b5258bb61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 200 len: 832 time: 0.0456109 Dec 16 03:38:30.930694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-eb652c93-1acd-4795-891d-3b1e90960c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:30.932108 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-eb652c93-1acd-4795-891d-3b1e90960c31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7e5498-df1c-46e0-81af-3d8685a71618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511618 Dec 16 03:38:31.034052 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-da52170f-df97-429e-b660-d2f295449275 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914309 Dec 16 03:38:31.139473 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-27b1237e-f546-41ff-a8d2-b1a1d8a6fdc9 req-b81c5355-305e-4e93-aed7-0cb2717e66a4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981553 Dec 16 03:38:35.191204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1c78380-de7c-4699-9b2f-37f5d1f81287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:37.355624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5084d880-0f9d-4daa-b2f7-cab7b90b5197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:38.430894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:39.986940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:41.088081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:42.404628 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:38:46.216014 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5c30d-646d-4d5a-ac6d-be071b67eb6d req-b454394d-b01b-49bc-9055-e60d179f8b52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:46.217427 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-31d5c30d-646d-4d5a-ac6d-be071b67eb6d req-b454394d-b01b-49bc-9055-e60d179f8b52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 946 time: 0.0576041 Dec 16 03:38:46.273366 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-31d5c30d-646d-4d5a-ac6d-be071b67eb6d req-d48f644f-8379-48cd-8859-78883dbaef32 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498326 Dec 16 03:38:47.407101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67175-f0f9-46f8-8561-333700c43ac0 req-43b328f5-b615-41c3-be34-23d693c35394 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:47.408561 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-93d67175-f0f9-46f8-8561-333700c43ac0 req-43b328f5-b615-41c3-be34-23d693c35394 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 946 time: 0.0538802 Dec 16 03:38:47.464183 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-93d67175-f0f9-46f8-8561-333700c43ac0 req-d000e64f-ed9a-4060-a698-414a5a7aa5c6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1745804-3e38-4d2d-8407-db118dba6020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471115 Dec 16 03:38:47.873331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-0c788c23-9095-4ede-80b0-ab0b09904360 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:47.874949 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-0c788c23-9095-4ede-80b0-ab0b09904360 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 946 time: 0.0534289 Dec 16 03:38:47.979765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 42231547-7826-4494-86d4-71e83b80e845 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:47.980151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:48.071045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 42231547-7826-4494-86d4-71e83b80e845, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42231547-7826-4494-86d4-71e83b80e845,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:48.071400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:48.329752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:48.330115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:48.330456 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc disassociated. External IP: 172.26.6.191, port: 42231547-7826-4494-86d4-71e83b80e845. Dec 16 03:38:48.330801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 42231547-7826-4494-86d4-71e83b80e845 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:48.457577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:48.489418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=42231547-7826-4494-86d4-71e83b80e845,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:48.577818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12762c17-8f0d-4f38-9700-44e647d87be5 req-523218d9-9594-4aa5-8111-ea4e9b411f01 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 210 time: 0.0328963 Dec 16 03:38:48.605021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 290d6b09-9156-481d-8ed9-ba781988ac93 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:48.718615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:48.729054 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] Sync routers for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:48.739352 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:48.739977 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:48.765033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 42231547-7826-4494-86d4-71e83b80e845 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:48.767954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:48.771213 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e151d5e0-4b5f-424b-9f2c-d44a6af70c70 req-3cb3f73c-6f76-4e52-aa71-293ab0b0a065 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/42231547-7826-4494-86d4-71e83b80e845 HTTP/1.1" status: 204 len: 173 time: 0.8880358 Dec 16 03:38:48.771666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'name': 'network-vif-deleted', 'tag': '42231547-7826-4494-86d4-71e83b80e845'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:48.773943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c05520d-ce17-4134-97fd-4f519ce64937" -d '{"events": [{"server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "name": "network-vif-deleted", "tag": "42231547-7826-4494-86d4-71e83b80e845"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:48.814799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50921346-6e10-4cb8-ae4f-35ae256b5b66 x-openstack-request-id: req-50921346-6e10-4cb8-ae4f-35ae256b5b66 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:48.815210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7095ed-07ee-4f88-b85c-a563d611ca2c", "name": "network-vif-deleted", "tag": "42231547-7826-4494-86d4-71e83b80e845", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:48.815627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50921346-6e10-4cb8-ae4f-35ae256b5b66 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:48.815925 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7095ed-07ee-4f88-b85c-a563d611ca2c', 'name': 'network-vif-deleted', 'tag': '42231547-7826-4494-86d4-71e83b80e845', 'status': 'completed', 'code': 200} Dec 16 03:38:48.860723 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:49.085458 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:49.114017 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] Checking router: 290d6b09-9156-481d-8ed9-ba781988ac93 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:49.123375 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:49.124033 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:49.230052 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:49.541956 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:49.572707 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03ed27-c7b9-44fb-affe-5091ca5a4084 None None] The sync data for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv is: [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:48Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d', 'name': '', 'network_id': '0d7e5498-df1c-46e0-81af-3d8685a71618', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:c2:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:46Z', 'updated_at': '2021-12-16T03:36:57Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '7944a23a-e022-48c2-952d-5ec24b2a7df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:49.696387 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-583710f9-bf12-468f-8188-2ec1740594e0 req-166e6811-a31e-4b44-a38a-e47618f4d7cf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c7095ed-07ee-4f88-b85c-a563d611ca2c HTTP/1.1" status: 200 len: 210 time: 0.0293002 Dec 16 03:38:49.832327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886c72b-e33b-46d4-8f16-f9a708de4960 None None] New status for floating IP e6cd2054-ea89-4b2d-8505-aaac801350fc: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:38:50.213657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42231547-7826-4494-86d4-71e83b80e845 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:50.234662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 42231547-7826-4494-86d4-71e83b80e845 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:50.234998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42231547-7826-4494-86d4-71e83b80e845 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:50.759842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38662) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:50.833265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34bf8a59-a0dd-4fd1-bcbe-5d44e9dc6f80 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:50.859821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34bf8a59-a0dd-4fd1-bcbe-5d44e9dc6f80 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:50.937155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34bf8a59-a0dd-4fd1-bcbe-5d44e9dc6f80 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:50.940262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34bf8a59-a0dd-4fd1-bcbe-5d44e9dc6f80 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:50.941454 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-34bf8a59-a0dd-4fd1-bcbe-5d44e9dc6f80 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1745804-3e38-4d2d-8407-db118dba6020 HTTP/1.1" status: 204 len: 168 time: 0.1806338 Dec 16 03:38:50.952135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf8a59-a0dd-4fd1-bcbe-5d44e9dc6f80 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1745804-3e38-4d2d-8407-db118dba6020,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:50.978831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38666) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:51.111541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 71b0750f-040c-4c2f-9079-ce909ed22489 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:51.111943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:51.193326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:51.193657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:51.205652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 71b0750f-040c-4c2f-9079-ce909ed22489 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:51.384551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:51.412624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=71b0750f-040c-4c2f-9079-ce909ed22489,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:51.483212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:51.486030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:51.487370 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3b54e496-82c2-495b-82fc-7558282e489d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/e6cd2054-ea89-4b2d-8505-aaac801350fc HTTP/1.1" status: 204 len: 168 time: 0.5074813 Dec 16 03:38:51.724060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbf66c-c5df-4df6-84b0-ed4c29dd787d req-e6dc3157-2dbf-44e7-aa37-5d586c5b3f90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:51.725538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-96bbf66c-c5df-4df6-84b0-ed4c29dd787d req-e6dc3157-2dbf-44e7-aa37-5d586c5b3f90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 945 time: 0.0570452 Dec 16 03:38:51.775732 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-96bbf66c-c5df-4df6-84b0-ed4c29dd787d req-bcf7e0fa-bdcf-476e-b212-afe03d39f7ac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Dec 16 03:38:52.907658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628006-aefc-4dcb-a9ee-c891d373fa7a req-163bce3b-d232-49d4-97c6-4ffa2e54aba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:52.909152 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3e628006-aefc-4dcb-a9ee-c891d373fa7a req-163bce3b-d232-49d4-97c6-4ffa2e54aba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 945 time: 0.0510685 Dec 16 03:38:52.965237 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3e628006-aefc-4dcb-a9ee-c891d373fa7a req-02bc6587-9c1a-4580-be3d-60225530856f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=c555de55-7f5a-4c72-8322-1ac132ff0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477717 Dec 16 03:38:53.228409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-e0c11d12-77e4-43dc-8e82-213b0c18ec7c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:53.229871 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-e0c11d12-77e4-43dc-8e82-213b0c18ec7c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 945 time: 0.0535004 Dec 16 03:38:53.331449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:53.331769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:53.418837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:53.419174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:53.432240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:53.571373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:53.599722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=6e2faa46-a4a3-43b1-8b6b-0ba20720c269,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:53.645732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:53.648278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:53.651610 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f8487bc9-69a7-4e19-8496-f3f4ed0495b6 req-352935a7-713c-46a6-b6c7-cabfcdf0646d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/6e2faa46-a4a3-43b1-8b6b-0ba20720c269 HTTP/1.1" status: 204 len: 173 time: 0.4149945 Dec 16 03:38:53.652057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'name': 'network-vif-deleted', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:38:53.655277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ce6f3-3628-4985-8772-0be93f9b262a" -d '{"events": [{"server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "name": "network-vif-deleted", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:38:53.692073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38707f8-4815-4e04-82fa-4d2051886242 x-openstack-request-id: req-b38707f8-4815-4e04-82fa-4d2051886242 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:38:53.692351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9255467b-4bf3-4e3f-98fb-2082552b17ea", "name": "network-vif-deleted", "tag": "6e2faa46-a4a3-43b1-8b6b-0ba20720c269", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:38:53.692628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b38707f8-4815-4e04-82fa-4d2051886242 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:38:53.693051 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9255467b-4bf3-4e3f-98fb-2082552b17ea', 'name': 'network-vif-deleted', 'tag': '6e2faa46-a4a3-43b1-8b6b-0ba20720c269', 'status': 'completed', 'code': 200} Dec 16 03:38:53.752787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:54.080307 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2fda642b-dd03-433e-81d4-b40c2adc5c19 req-15d3d7c0-ee7c-4199-b6f4-a1a64cf2b771 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=9255467b-4bf3-4e3f-98fb-2082552b17ea HTTP/1.1" status: 200 len: 210 time: 0.0302267 Dec 16 03:38:55.143405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38680) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:55.203197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe25b942-d1d8-4338-ae18-2e1a79310ee3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:55.228510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe25b942-d1d8-4338-ae18-2e1a79310ee3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:55.289306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe25b942-d1d8-4338-ae18-2e1a79310ee3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:55.291949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe25b942-d1d8-4338-ae18-2e1a79310ee3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:55.293109 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fe25b942-d1d8-4338-ae18-2e1a79310ee3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/c555de55-7f5a-4c72-8322-1ac132ff0da8 HTTP/1.1" status: 204 len: 168 time: 0.1484866 Dec 16 03:38:55.302996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25b942-d1d8-4338-ae18-2e1a79310ee3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c555de55-7f5a-4c72-8322-1ac132ff0da8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:55.327340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38684) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:55.741984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:56.026021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:56.026335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:56.117806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:56.118148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:56.131465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:56.244629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:56.273564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:56.274690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6e2faa46-a4a3-43b1-8b6b-0ba20720c269 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:56.339088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:56.370961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:56.564182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:56.800686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 290d6b09-9156-481d-8ed9-ba781988ac93 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:38:56.906139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:38:56.911563 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-13df8cd5-6703-44b5-abee-ac69c70bbbae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/290d6b09-9156-481d-8ed9-ba781988ac93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5830762 Dec 16 03:38:56.915562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38686) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:56.916963 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] Sync routers for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:38:56.928898 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:56.929552 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:56.972063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet 7944a23a-e022-48c2-952d-5ec24b2a7df9 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:38:56.975153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.015602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.034683 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:57.098822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.168975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.194352 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=7944a23a-e022-48c2-952d-5ec24b2a7df9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:57.200264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.206252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1afa1901-f3d1-4bbe-a9bd-762d9d614440 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/7944a23a-e022-48c2-952d-5ec24b2a7df9 HTTP/1.1" status: 204 len: 168 time: 0.2869561 Dec 16 03:38:57.206691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:57.210210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56507ea-27a9-44cc-9f23-c06964a91bcc None None] Network 0d7e5498-df1c-46e0-81af-3d8685a71618 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:38:57.233132 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:38:56Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:57.266583 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] Checking router: 290d6b09-9156-481d-8ed9-ba781988ac93 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:38:57.275426 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] Routers {'290d6b09-9156-481d-8ed9-ba781988ac93'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:38:57.276164 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['290d6b09-9156-481d-8ed9-ba781988ac93'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:57.316327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.371950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] DHCP port deletion for 0d7e5498-df1c-46e0-81af-3d8685a71618 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:38:57.390710 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] Set router 290d6b09-9156-481d-8ed9-ba781988ac93 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:38:57.434381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] Deleting port 5610364f-1d18-4873-9128-9ded2a6cae54 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:57.434801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.501051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] For port 5610364f-1d18-4873-9128-9ded2a6cae54, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5610364f-1d18-4873-9128-9ded2a6cae54,segment=NetworkSegment(2bff9841-2c96-4bc5-9eec-caceb57733fd),segment_id=2bff9841-2c96-4bc5-9eec-caceb57733fd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:57.501787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.515502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] Calling delete_port for 5610364f-1d18-4873-9128-9ded2a6cae54 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:57.577027 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:38:56Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:57.605077 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059d2f0-89bb-42a3-a35f-5dd64e6935b9 None None] The sync data for ids ['290d6b09-9156-481d-8ed9-ba781988ac93'] in dv-neutron-821927-1-hyperv is: [{'id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'name': 'tempest-TestNetworkBasicOps-router-186835583', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:38:56Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f566eda5-197f-4ad0-b605-1f83fca59c94', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d6b09-9156-481d-8ed9-ba781988ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:36:40Z', 'updated_at': '2021-12-16T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:38:57.605639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.631618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] Pushing event deleted for resources: {'Port': ['ID=5610364f-1d18-4873-9128-9ded2a6cae54,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:57.639713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f53a09-9f9c-4181-afb9-fec097d612e9 None None] No DVR routers for this DVR port 5610364f-1d18-4873-9128-9ded2a6cae54 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:38:57.801503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.857057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port f566eda5-197f-4ad0-b605-1f83fca59c94 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:38:57.857357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.935467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port f566eda5-197f-4ad0-b605-1f83fca59c94, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f566eda5-197f-4ad0-b605-1f83fca59c94,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:38:57.935739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:57.955738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for f566eda5-197f-4ad0-b605-1f83fca59c94 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:38:58.125011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.154487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=f566eda5-197f-4ad0-b605-1f83fca59c94,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:58.168145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ec2d4-2323-4fbc-a147-ea7fa5393f39 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:38:58.216734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.305955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.308238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.353969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.354552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router 290d6b09-9156-481d-8ed9-ba781988ac93 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:38:58.361700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.362849 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e62a8412-4cd3-49b7-ab67-79f7f71664b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/290d6b09-9156-481d-8ed9-ba781988ac93 HTTP/1.1" status: 204 len: 168 time: 1.1550734 Dec 16 03:38:58.365839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:58.451184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.546968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.570434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7e5498-df1c-46e0-81af-3d8685a71618']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:58.585007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bff9841-2c96-4bc5-9eec-caceb57733fd') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:58.585376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bff9841-2c96-4bc5-9eec-caceb57733fd') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:38:58.598199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.611788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.618108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:38:58.618512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:38:58.621539 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:38:58.679548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.689801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.692392 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/0d7e5498-df1c-46e0-81af-3d8685a71618 HTTP/1.1" status: 204 len: 168 time: 0.3254850 Dec 16 03:38:58.704444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcefd10-28be-408a-9ec7-a4fb7ff8a2de tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=0d7e5498-df1c-46e0-81af-3d8685a71618,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:58.715420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38694) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:58.721000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--818345789', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:58.746895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:38:58.750454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.776208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:38:58.792181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.792753 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment 2250c255-ac48-46ce-9424-afb20cd93f79 of type vlan for network 791f581b-f81f-4a8a-b78c-f3098799a5d9 Dec 16 03:38:58.849117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5610364f-1d18-4873-9128-9ded2a6cae54 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:58.854841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.870017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 5610364f-1d18-4873-9128-9ded2a6cae54 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:58.870656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5610364f-1d18-4873-9128-9ded2a6cae54 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:58.871008 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:38:58.886413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.890024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:38:58.890372 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a3a5b4a1-fc51-4d7a-92e9-6bb343b8394d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:38:58.892785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:38:58.893497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:58.971538 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2548659 Dec 16 03:38:58.974321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38696) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:38:58.979377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:38:59.007356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d955db-9ba2-412b-b1ca-9fcfc9134210 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=791f581b-f81f-4a8a-b78c-f3098799a5d9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:59.010941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.012020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.020780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:38:59.068786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.215564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.427528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.454196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.576142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.224 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/907e148e-4efb-4a98-bc3d-e39105456705) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:38:59.699951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.739361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.790052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:38:59.793244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:38:59.796767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:38:59.802978 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=907e148e-4efb-4a98-bc3d-e39105456705,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:38:59.808594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66298853-0ef1-493d-a2b9-d72606b10ad3 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:38:59.901262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-94bac57e-e43e-4bd6-ab94-3b2918528a8c None None] Provisioning complete for port 907e148e-4efb-4a98-bc3d-e39105456705 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:38:59.901987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94bac57e-e43e-4bd6-ab94-3b2918528a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:38:59.942511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-94bac57e-e43e-4bd6-ab94-3b2918528a8c None None] Port 907e148e-4efb-4a98-bc3d-e39105456705 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:00.075897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:00.329185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:00.430117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f566eda5-197f-4ad0-b605-1f83fca59c94 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:39:00.450689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f566eda5-197f-4ad0-b605-1f83fca59c94 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:39:00.450999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f566eda5-197f-4ad0-b605-1f83fca59c94 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:39:00.461443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 27847b1c-d0a3-4d89-be56-83ff925c2737 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:39:00.581448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:00.591582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Sync routers for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:00.601814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:00.603113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-67f55998-ef29-4bca-87e7-35656ded0a0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6277392 Dec 16 03:39:00.606524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38698) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:00.607159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:00.608034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:00.634515 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c0ee5e73-c9f3-43f9-ba55-4157b9986edb tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268121 Dec 16 03:39:00.637396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38700) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:00.713301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:00.785628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6d434-6f15-4624-a334-36ddf8c81ada tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:00.787176 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a9e6d434-6f15-4624-a334-36ddf8c81ada tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488593 Dec 16 03:39:00.790249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38702) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:00.818205 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-eaef4eb7-54f0-47f1-b23a-f93d7f6af5a5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268750 Dec 16 03:39:00.820777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38704) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:00.825457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528768670', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:00.889641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:38:59Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:00.915281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Checking router: 27847b1c-d0a3-4d89-be56-83ff925c2737 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:00.916297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Updating router 27847b1c-d0a3-4d89-be56-83ff925c2737 port 907e148e-4efb-4a98-bc3d-e39105456705 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:39:00.918420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:39:00.921883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:00.941832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.105937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.161008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=acdbf6da-3bff-442d-bded-756f1a09812b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:01.180926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:01.181285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: 791f581b-f81f-4a8a-b78c-f3098799a5d9, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:39:01.191399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.197259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.198469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:39:01.207810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 791f581b-f81f-4a8a-b78c-f3098799a5d9) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:01.212880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:01.214064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.224258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5085f3-46e7-4f09-8c3a-31883ed3698b None None] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:39:01.234644 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4050b154-f40d-47c2-86c6-7446dae0e525 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4128253 Dec 16 03:39:01.238316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38706) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:01.444033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f3851-cf27-4cda-8f1d-2c86ceb395e9 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:39:01.472591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdaa8c-e9ef-4f5e-96d5-7a253464ffd6 None None] Pushing event updated for resources: {'Port': ['ID=907e148e-4efb-4a98-bc3d-e39105456705,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:01.477308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Attempting to bind port 907e148e-4efb-4a98-bc3d-e39105456705 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:01.477710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Attempting to bind port 907e148e-4efb-4a98-bc3d-e39105456705 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:01.478072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Attempting to bind port 907e148e-4efb-4a98-bc3d-e39105456705 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:01.489061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:01.489511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:01.489971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.490660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:01.490861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Bound port: 907e148e-4efb-4a98-bc3d-e39105456705, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:01.491249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.563704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-791f581b-f81f-4a8a-b78c-f3098799a5d9', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:39:01.564571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.591650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] For port 907e148e-4efb-4a98-bc3d-e39105456705, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:01.660581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] For port 907e148e-4efb-4a98-bc3d-e39105456705, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=907e148e-4efb-4a98-bc3d-e39105456705,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:01.661603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4a6d581e-f1cb-4302-94ed-7b033870a1c5 None None] Provisioning complete for port 907e148e-4efb-4a98-bc3d-e39105456705 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:01.661990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a6d581e-f1cb-4302-94ed-7b033870a1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.670135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.760245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd2e053-28b3-4c91-aeb7-c6bc786f78b1 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:39:01.819648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:01.820238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:01.821941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdaa8c-e9ef-4f5e-96d5-7a253464ffd6 None None] Pushing event updated for resources: {'Port': ['ID=907e148e-4efb-4a98-bc3d-e39105456705,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:01.870856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Allocated IP 172.20.0.2 (791f581b-f81f-4a8a-b78c-f3098799a5d9/acdbf6da-3bff-442d-bded-756f1a09812b/b99f40f4-0847-4145-ba54-d43315852a7a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:01.983657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:01.991919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a6d581e-f1cb-4302-94ed-7b033870a1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.022169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:02.082102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4a6d581e-f1cb-4302-94ed-7b033870a1c5 None None] For port 907e148e-4efb-4a98-bc3d-e39105456705, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=907e148e-4efb-4a98-bc3d-e39105456705,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:02.100695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a6d581e-f1cb-4302-94ed-7b033870a1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.263046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d581e-f1cb-4302-94ed-7b033870a1c5 None None] Pushing event updated for resources: {'Port': ['ID=907e148e-4efb-4a98-bc3d-e39105456705,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:02.283097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.304343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-27603ad5-ac92-494a-a408-a1739a8dc29a None None] Provisioning complete for port 907e148e-4efb-4a98-bc3d-e39105456705 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:02.304704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27603ad5-ac92-494a-a408-a1739a8dc29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.307799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.340564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (791f581b-f81f-4a8a-b78c-f3098799a5d9/acdbf6da-3bff-442d-bded-756f1a09812b/d8228571-b04b-41d0-8b0e-437248626738) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:02.385350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:02.393773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:02.399304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:02.401711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Pushing event updated for resources: {'Port': ['ID=b99f40f4-0847-4145-ba54-d43315852a7a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:02.460798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.486691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:38:59Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:02.494067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Attempting to bind port b99f40f4-0847-4145-ba54-d43315852a7a on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:02.494470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Attempting to bind port b99f40f4-0847-4145-ba54-d43315852a7a by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:02.494820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Attempting to bind port b99f40f4-0847-4145-ba54-d43315852a7a on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:02.495521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.529923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0816f7-9a29-4a0b-af09-ace6136fdeea None None] The sync data for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv is: [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:38:59Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:39:02.533911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:02.534194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Checking segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:02.534617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.534991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Bound using segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:02.535470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Bound port: b99f40f4-0847-4145-ba54-d43315852a7a, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:02.536019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.541812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:02.545463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:02.549800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:02.586566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=d8228571-b04b-41d0-8b0e-437248626738,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:02.599555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.599966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.600278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.600642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.601089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.601564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.601926 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.602256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.602660 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.602993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.603380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.603720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.604110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:02.604304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] For port b99f40f4-0847-4145-ba54-d43315852a7a, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:02.608966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] For port b99f40f4-0847-4145-ba54-d43315852a7a, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b99f40f4-0847-4145-ba54-d43315852a7a,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:02.616030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.619439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:02.679665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56af7b3-cf5d-46b0-8dba-7d0870c0823c None None] Pushing event updated for resources: {'Port': ['ID=b99f40f4-0847-4145-ba54-d43315852a7a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:02.773337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:03.126113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:03.132156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:03.208474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=d8228571-b04b-41d0-8b0e-437248626738,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:03.210881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:03.316640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:03.318072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:03.446925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 27847b1c-d0a3-4d89-be56-83ff925c2737 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:39:03.567421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:03.572721 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-47952da6-6d42-49b7-9141-8a0ac826ea0e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/27847b1c-d0a3-4d89-be56-83ff925c2737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3330479 Dec 16 03:39:03.575521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38708) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:03.661727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2bae20-28c1-4b02-bfcf-40a103d1e940 None None] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:39:03.775659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cf09d-47fc-4021-873a-26896948a59d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.776127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cf09d-47fc-4021-873a-26896948a59d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.776617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cf09d-47fc-4021-873a-26896948a59d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.777067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cf09d-47fc-4021-873a-26896948a59d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.777513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cf09d-47fc-4021-873a-26896948a59d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.777959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cf09d-47fc-4021-873a-26896948a59d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.780063 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e80cf09d-47fc-4021-873a-26896948a59d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2031739 Dec 16 03:39:03.781415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-462d216a-d182-4082-b71b-7a3ea774b73c None None] Provisioning complete for port b99f40f4-0847-4145-ba54-d43315852a7a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:03.781792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462d216a-d182-4082-b71b-7a3ea774b73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:03.783083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:03.868589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462d216a-d182-4082-b71b-7a3ea774b73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:03.885886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6d6f6-8251-4e61-9e9d-48a30a6d843a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.886049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6d6f6-8251-4e61-9e9d-48a30a6d843a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.886551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6d6f6-8251-4e61-9e9d-48a30a6d843a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.887012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6d6f6-8251-4e61-9e9d-48a30a6d843a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.887541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6d6f6-8251-4e61-9e9d-48a30a6d843a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.887903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6d6f6-8251-4e61-9e9d-48a30a6d843a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:03.890427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-93f6d6f6-8251-4e61-9e9d-48a30a6d843a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1052239 Dec 16 03:39:03.893234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:03.912996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-462d216a-d182-4082-b71b-7a3ea774b73c None None] For port b99f40f4-0847-4145-ba54-d43315852a7a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b99f40f4-0847-4145-ba54-d43315852a7a,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:03.920641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462d216a-d182-4082-b71b-7a3ea774b73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:03.997824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d216a-d182-4082-b71b-7a3ea774b73c None None] Pushing event updated for resources: {'Port': ['ID=b99f40f4-0847-4145-ba54-d43315852a7a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:04.145782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b3ec3de7-54c5-4da3-a6e9-d57c3956b536 None None] Provisioning complete for port b99f40f4-0847-4145-ba54-d43315852a7a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:04.146241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3de7-54c5-4da3-a6e9-d57c3956b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.160248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-9f1b3aa8-0bba-48ed-afc7-529a117e8cc1 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2631032 Dec 16 03:39:04.160519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:04.165450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-68613109', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:04.260936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b3ec3de7-54c5-4da3-a6e9-d57c3956b536 None None] Provisioning complete for port d8228571-b04b-41d0-8b0e-437248626738 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:04.261377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3de7-54c5-4da3-a6e9-d57c3956b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.306040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:39:04.310674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.318639 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Sync routers for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:04.330947 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:04.332291 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:04.333873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] device_id is not set on port 3c00d7a0-7bab-4437-903b-01040a3761b3 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:39:04.488118 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:04.494500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.9 (791f581b-f81f-4a8a-b78c-f3098799a5d9/acdbf6da-3bff-442d-bded-756f1a09812b/3c00d7a0-7bab-4437-903b-01040a3761b3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:04.511273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec3de7-54c5-4da3-a6e9-d57c3956b536 None None] Port d8228571-b04b-41d0-8b0e-437248626738 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:04.618210 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 907e148e-4efb-4a98-bc3d-e39105456705 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:04.673484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0ac58229-b8d7-43e3-b33d-7bff010d2471 None None] Provisioning complete for port d8228571-b04b-41d0-8b0e-437248626738 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:04.674281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ac58229-b8d7-43e3-b33d-7bff010d2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.695136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.716906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0ac58229-b8d7-43e3-b33d-7bff010d2471 None None] Port d8228571-b04b-41d0-8b0e-437248626738 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:04.718595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 907e148e-4efb-4a98-bc3d-e39105456705 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:04.719152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.735306 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:04.737107 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.770201 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Checking router: 27847b1c-d0a3-4d89-be56-83ff925c2737 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:04.770883 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Updating router 27847b1c-d0a3-4d89-be56-83ff925c2737 port d8228571-b04b-41d0-8b0e-437248626738 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:39:04.780809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:04.789103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:04.789761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:04.799940 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.823879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:04.829014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b99f40f4-0847-4145-ba54-d43315852a7a up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:04.846465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.847374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.847934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.848445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.848964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.849478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.849980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.850584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.851092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.851748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.852300 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.852806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.853440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:04.876423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:04.877669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:04.901517 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5d65d701-2781-4bf8-94a0-bf9ab6f4cc87 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7400479 Dec 16 03:39:04.904903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b99f40f4-0847-4145-ba54-d43315852a7a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:04.905441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.142540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-92a4f454-7a17-4d43-aa98-80fa91130a37 None None] Provisioning complete for port 3c00d7a0-7bab-4437-903b-01040a3761b3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:05.142805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a4f454-7a17-4d43-aa98-80fa91130a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.189762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-92a4f454-7a17-4d43-aa98-80fa91130a37 None None] Port 3c00d7a0-7bab-4437-903b-01040a3761b3 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:05.192667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1001-477d-454f-bad1-02d34e6a5bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.207462 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.212828 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.254818 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Pushing event updated for resources: {'Port': ['ID=d8228571-b04b-41d0-8b0e-437248626738,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:05.267776 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.268137 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.268480 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.268807 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.269125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.269443 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.269760 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.270076 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.270423 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.270755 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.271070 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.271384 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.271696 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:05.332599 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Attempting to bind port d8228571-b04b-41d0-8b0e-437248626738 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:05.333283 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Attempting to bind port d8228571-b04b-41d0-8b0e-437248626738 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:05.333283 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Attempting to bind port d8228571-b04b-41d0-8b0e-437248626738 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:05.338753 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:05.339216 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Checking segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:05.339815 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.340374 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Bound using segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:05.340834 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Bound port: d8228571-b04b-41d0-8b0e-437248626738, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:05.341715 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.355239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38722) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:05.359874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fa36d38f-3482-4ba2-b520-8d53f2d72dee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992592932', 'description': 'tempest-secgroup-smoke-1992592932 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:05.385341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38f-3482-4ba2-b520-8d53f2d72dee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.416591 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] For port d8228571-b04b-41d0-8b0e-437248626738, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:05.420562 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] For port d8228571-b04b-41d0-8b0e-437248626738, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d8228571-b04b-41d0-8b0e-437248626738,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:05.425027 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.464915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38f-3482-4ba2-b520-8d53f2d72dee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.469838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38f-3482-4ba2-b520-8d53f2d72dee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.488432 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ec1e1-0ecf-449a-abbf-3954e631a2c6 None None] Pushing event updated for resources: {'Port': ['ID=d8228571-b04b-41d0-8b0e-437248626738,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:05.491242 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:05.491871 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:38:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:05.506854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38f-3482-4ba2-b520-8d53f2d72dee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.511154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38724) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:05.512882 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fa36d38f-3482-4ba2-b520-8d53f2d72dee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1545746 Dec 16 03:39:05.516049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-59d9dc7d-703b-487c-96ff-a42ecebda491 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '91663b7e-19b0-4613-a484-ea34a227b7a0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:05.524552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36d38f-3482-4ba2-b520-8d53f2d72dee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91663b7e-19b0-4613-a484-ea34a227b7a0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:05.525466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5e26a117-06d3-447a-8b9c-c812eeeefce3 None None] Provisioning complete for port d8228571-b04b-41d0-8b0e-437248626738 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:05.525827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e26a117-06d3-447a-8b9c-c812eeeefce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.571454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59d9dc7d-703b-487c-96ff-a42ecebda491 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.627158 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:05.628942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e26a117-06d3-447a-8b9c-c812eeeefce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.648847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59d9dc7d-703b-487c-96ff-a42ecebda491 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.655606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59d9dc7d-703b-487c-96ff-a42ecebda491 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.666776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e26a117-06d3-447a-8b9c-c812eeeefce3 None None] For port d8228571-b04b-41d0-8b0e-437248626738, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d8228571-b04b-41d0-8b0e-437248626738,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:05.674304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e26a117-06d3-447a-8b9c-c812eeeefce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.680402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9dc7d-703b-487c-96ff-a42ecebda491 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0c66b0-4c2c-4ff6-a522-6b4e92f904d7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:05.693589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59d9dc7d-703b-487c-96ff-a42ecebda491 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.697940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38726) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:05.698162 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-59d9dc7d-703b-487c-96ff-a42ecebda491 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856954 Dec 16 03:39:05.703750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-315ef6f5-7866-43d7-b5f2-0c8b747a0c46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '91663b7e-19b0-4613-a484-ea34a227b7a0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:05.748849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-315ef6f5-7866-43d7-b5f2-0c8b747a0c46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.751303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26a117-06d3-447a-8b9c-c812eeeefce3 None None] Pushing event updated for resources: {'Port': ['ID=d8228571-b04b-41d0-8b0e-437248626738,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:05.798010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9ded9f6f-675f-470b-9407-b5c079bfe162 None None] Provisioning complete for port d8228571-b04b-41d0-8b0e-437248626738 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:05.798380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ded9f6f-675f-470b-9407-b5c079bfe162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.813150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-315ef6f5-7866-43d7-b5f2-0c8b747a0c46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.817810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-315ef6f5-7866-43d7-b5f2-0c8b747a0c46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.836729 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef6f5-7866-43d7-b5f2-0c8b747a0c46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9612668e-bff9-41c6-81d2-1cfbeae7acc2,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:05.849382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-315ef6f5-7866-43d7-b5f2-0c8b747a0c46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.853314 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-315ef6f5-7866-43d7-b5f2-0c8b747a0c46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513171 Dec 16 03:39:05.853668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:05.854730 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:05.858971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2ac9e90d-2415-4181-9be7-278bd9c59279 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '91663b7e-19b0-4613-a484-ea34a227b7a0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:05.881845 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e469-72cd-4902-aa03-4b7ec577bb8d None None] The sync data for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv is: [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:39:05.891066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e90d-2415-4181-9be7-278bd9c59279 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.972377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e90d-2415-4181-9be7-278bd9c59279 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.977396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e90d-2415-4181-9be7-278bd9c59279 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:05.997689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9e90d-2415-4181-9be7-278bd9c59279 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665ce9c1-0622-4a01-a753-aed52e513f13,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:06.008532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e90d-2415-4181-9be7-278bd9c59279 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.010853 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2ac9e90d-2415-4181-9be7-278bd9c59279 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554935 Dec 16 03:39:06.012612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:06.017419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b0cd3c85-67c8-4a6a-9726-2da5fd27eded tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '91663b7e-19b0-4613-a484-ea34a227b7a0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:06.047130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3c85-67c8-4a6a-9726-2da5fd27eded tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.107636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3c85-67c8-4a6a-9726-2da5fd27eded tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.111922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3c85-67c8-4a6a-9726-2da5fd27eded tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.130511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd3c85-67c8-4a6a-9726-2da5fd27eded tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cc1a42-4d96-4da6-b6b9-4b0fc8d960dd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:06.139929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3c85-67c8-4a6a-9726-2da5fd27eded tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.141184 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b0cd3c85-67c8-4a6a-9726-2da5fd27eded tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273866 Dec 16 03:39:06.144234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:06.148899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '91663b7e-19b0-4613-a484-ea34a227b7a0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:06.174259 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:39:06.180556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.244536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.254794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.273793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eaf1fb9-1f69-45f1-8456-9eb4971e0be0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:06.282612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.283978 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fa9db247-95a1-4f63-9ba4-223d4090a4b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385975 Dec 16 03:39:06.286768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38734) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:06.291936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '91663b7e-19b0-4613-a484-ea34a227b7a0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:06.317866 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:39:06.323707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.385296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.389916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.408934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd12af20-22b7-4136-8b41-8c5c5a1d724e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:06.417758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.419100 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-913b3ada-8570-4cb9-b88d-384e27a12369 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310725 Dec 16 03:39:06.517865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d8228571-b04b-41d0-8b0e-437248626738 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:06.573734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d8228571-b04b-41d0-8b0e-437248626738 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:06.574208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:06.643390 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-ab9b3a2a-408c-4026-80e3-30488f6eb255 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992592932&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.0489511 Dec 16 03:39:06.697068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-6e908e45-b208-4692-aa68-722bd7ba9e9e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:06.698385 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-6e908e45-b208-4692-aa68-722bd7ba9e9e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 928 time: 0.0469108 Dec 16 03:39:06.744916 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-bfc196bd-b162-4b51-96d9-05fa733fad0d service neutron] 10.222.0.16 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0336518 Dec 16 03:39:06.839238 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-f2f89dc0-9ddb-463f-bc29-7b987b5476ef service neutron] 10.222.0.16 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882542 Dec 16 03:39:06.931787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-21df6dea-863e-4971-94ef-51630b7c6879 service neutron] 10.222.0.16 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Dec 16 03:39:07.095197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b21e8b36-31c6-49e1-b91c-27935301780b req-08d1a3b5-b47c-4467-a934-0068c8e72471 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 210 time: 0.0266824 Dec 16 03:39:07.348811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5cda4da-8f06-40eb-b374-fa4f092dc9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.059136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-115959aa-7dc7-4fd8-83e0-b8a72d47d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:08.060524 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-115959aa-7dc7-4fd8-83e0-b8a72d47d511 service neutron] 10.222.0.30 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1024 time: 0.0340593 Dec 16 03:39:08.175431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-da7c9fae-5783-4a3e-b0a0-c4bcb9648d12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:08.176938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-da7c9fae-5783-4a3e-b0a0-c4bcb9648d12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 200 len: 796 time: 0.1105688 Dec 16 03:39:08.203002 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-91099fd9-c22f-46fb-880e-290f1afc5e7d req-a55c2d64-cd90-41c5-8acb-c0f57bd24697 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 210 time: 0.0357120 Dec 16 03:39:08.251086 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-46a456ff-9bca-46c4-bb83-94c90b4d2e35 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 380 time: 0.0555444 Dec 16 03:39:08.263161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Request body: {'port': {'device_id': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:08.317361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.437712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.580482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c00d7a0-7bab-4437-903b-01040a3761b3 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:39:08.588339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.601665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Transition to ACTIVE for port object 3c00d7a0-7bab-4437-903b-01040a3761b3 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:39:08.607371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.658220 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:08.729790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:08.730118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:08.730474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:08.735277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:39:08.735609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:08.740750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:08.741221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Checking segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:08.741607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Bound using segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:08.742063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Bound port: 3c00d7a0-7bab-4437-903b-01040a3761b3, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:08.742415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.806410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:08.809351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:08.816913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.853359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:08.853986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:08.855457 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1129 time: 0.5963869 Dec 16 03:39:08.855924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:08.858178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba95dfa-7df0-4b5a-9807-26de200bdae0" -d '{"events": [{"name": "network-changed", "server_uuid": "cde150f3-a88f-471f-95be-b88eb8656ab3", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:08.886497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6669b-1a6b-452a-9c95-1d6787f03784 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:08.898749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa9ce2b-9a04-4e1c-937f-9e0010dc073a x-openstack-request-id: req-1aa9ce2b-9a04-4e1c-937f-9e0010dc073a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:08.899121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde150f3-a88f-471f-95be-b88eb8656ab3", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:08.899465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1aa9ce2b-9a04-4e1c-937f-9e0010dc073a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:08.899893 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'status': 'completed', 'code': 200} Dec 16 03:39:08.961498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-e479ba8b-d45f-4d4c-9580-5dcaa6a9798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:08.963055 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-e479ba8b-d45f-4d4c-9580-5dcaa6a9798f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 1132 time: 0.0439963 Dec 16 03:39:09.015133 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-da83bc9c-7be3-4233-acb9-b30944f4a2c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 217 time: 0.0384769 Dec 16 03:39:09.068720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-b0613898-5e42-41ac-ac09-4deba71d03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:09.070204 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-b0613898-5e42-41ac-ac09-4deba71d03dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acdbf6da-3bff-442d-bded-756f1a09812b HTTP/1.1" status: 200 len: 834 time: 0.0480168 Dec 16 03:39:09.116775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-235f41fd-d4f6-417f-a759-bd28252d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:09.119039 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-235f41fd-d4f6-417f-a759-bd28252d5aac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=791f581b-f81f-4a8a-b78c-f3098799a5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420566 Dec 16 03:39:09.237056 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-7f335015-dd3a-4194-a871-e24367ef29a8 service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092393 Dec 16 03:39:09.321104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2aa6-a85b-42d9-b1e8-a0e72a092dec req-9e951521-09fd-496a-babf-8620afb1068b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:09.322637 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-757f2aa6-a85b-42d9-b1e8-a0e72a092dec req-9e951521-09fd-496a-babf-8620afb1068b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 979 time: 0.0514457 Dec 16 03:39:09.329364 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b96d8ca0-ccd9-4de8-bebb-ae44874c1020 req-0258c53f-c00b-4b84-acd1-a3a4dd0f13a4 service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856619 Dec 16 03:39:09.374846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-757f2aa6-a85b-42d9-b1e8-a0e72a092dec req-26be9d7e-4c79-4808-9949-aef4e86f8117 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444365 Dec 16 03:39:09.471511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-ba4cc26f-e0de-435a-9a8c-1ed009ba97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:09.472998 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-ba4cc26f-e0de-435a-9a8c-1ed009ba97f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 1132 time: 0.0468886 Dec 16 03:39:09.571432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-de918c23-c08c-405e-bebc-91677a737a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:09.572813 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-de918c23-c08c-405e-bebc-91677a737a0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 200 len: 896 time: 0.0910006 Dec 16 03:39:09.614642 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-5ed2f3cd-b0e3-4b09-805c-13ad45b1075d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 217 time: 0.0335479 Dec 16 03:39:09.666315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-265d6c5d-35f1-4966-9d24-da476592861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:09.667767 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-265d6c5d-35f1-4966-9d24-da476592861c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acdbf6da-3bff-442d-bded-756f1a09812b HTTP/1.1" status: 200 len: 834 time: 0.0464461 Dec 16 03:39:09.714360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-8213a9fe-b811-4352-ada1-8ac1676c7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:09.715944 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-8213a9fe-b811-4352-ada1-8ac1676c7b96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=791f581b-f81f-4a8a-b78c-f3098799a5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404978 Dec 16 03:39:09.807255 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-2fc9a82f-422c-40fc-b32d-eb1a7d86fd6b service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832412 Dec 16 03:39:09.898599 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7ba95dfa-7df0-4b5a-9807-26de200bdae0 req-89738652-714f-4d91-93a2-b56c781613c4 service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837417 Dec 16 03:39:09.991244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:10.274861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:39:10.381050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:10.393267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'port_id': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'mac_address': 'fa:16:3e:0f:3b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:39:10.433169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:10.450890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c00d7a0-7bab-4437-903b-01040a3761b3 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:39:10.470758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:10.475829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:10.494554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f71a72-305d-4374-91ef-893784fb7234 req-7216373a-0c8b-4284-8a8f-f04758d2a888 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:10.496263 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-19f71a72-305d-4374-91ef-893784fb7234 req-7216373a-0c8b-4284-8a8f-f04758d2a888 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 979 time: 0.0508804 Dec 16 03:39:10.529719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:10.537756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.538106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.538475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.538812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.539139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.539468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.539792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.540196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.540547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.540956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.541274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.541706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.541932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:39:10.551972 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-19f71a72-305d-4374-91ef-893784fb7234 req-5d71769e-87ae-4dca-8e7e-b900ff51c4a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Dec 16 03:39:10.762696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['3c00d7a0-7bab-4437-903b-01040a3761b3'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:39:11.090173 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:11.682830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5778285-505f-402c-8c7e-c5fd940633c8 req-254dcc0c-210e-4250-8053-d9dff664da7f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:11.684214 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a5778285-505f-402c-8c7e-c5fd940633c8 req-254dcc0c-210e-4250-8053-d9dff664da7f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 980 time: 0.0549266 Dec 16 03:39:11.735579 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a5778285-505f-402c-8c7e-c5fd940633c8 req-33fd1474-fee8-4e36-8db8-934d0adb247b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Dec 16 03:39:12.276266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:12.330619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 3c00d7a0-7bab-4437-903b-01040a3761b3 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:39:12.334735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 3c00d7a0-7bab-4437-903b-01040a3761b3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:12.335110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:12.417496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:12.442335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:12.444760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ff380b-8732-4fef-b11b-ca2cacc3836e" -d '{"events": [{"server_uuid": "cde150f3-a88f-471f-95be-b88eb8656ab3", "name": "network-vif-plugged", "status": "completed", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:12.458565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:12.463754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:12.488652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a94579-ffb5-4500-83ad-6df278e5e1cf x-openstack-request-id: req-00a94579-ffb5-4500-83ad-6df278e5e1cf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:12.488948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde150f3-a88f-471f-95be-b88eb8656ab3", "name": "network-vif-plugged", "status": "completed", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:12.489201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00a94579-ffb5-4500-83ad-6df278e5e1cf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:12.489589 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'code': 200} Dec 16 03:39:12.515112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:12.698451 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c99e9-4005-4aba-838a-4b9458c60d44 req-6dc005d7-b807-472f-9d51-1e9a1f7514c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:12.699967 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e36c99e9-4005-4aba-838a-4b9458c60d44 req-6dc005d7-b807-472f-9d51-1e9a1f7514c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 1134 time: 0.0429919 Dec 16 03:39:12.755563 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e36c99e9-4005-4aba-838a-4b9458c60d44 req-6f959825-090c-4905-a6e5-e92a3ef29a6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485764 Dec 16 03:39:12.857962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3d574-dcaf-403d-a911-2de470dd4972 req-af12ebf8-29a6-4aeb-811d-330d72678c9e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:12.859450 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-22a3d574-dcaf-403d-a911-2de470dd4972 req-af12ebf8-29a6-4aeb-811d-330d72678c9e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 981 time: 0.0501034 Dec 16 03:39:12.913950 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-22a3d574-dcaf-403d-a911-2de470dd4972 req-a757b571-7642-4390-a5dc-c73ec42b2afc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 Dec 16 03:39:14.048833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4607-a545-4955-bc96-0f81d3d10d85 req-83c34e8c-5333-494f-aee8-c7ff1009ba2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:14.050283 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abdb4607-a545-4955-bc96-0f81d3d10d85 req-83c34e8c-5333-494f-aee8-c7ff1009ba2d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 981 time: 0.0603151 Dec 16 03:39:14.100914 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abdb4607-a545-4955-bc96-0f81d3d10d85 req-684480a2-34ae-4e24-8b50-e7533cb8802b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Dec 16 03:39:14.226196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499ef6a-c342-4b54-8340-d23a51e1e804 req-4454f3ff-f13b-4d3b-872d-23387cac4e1a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:14.227659 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a499ef6a-c342-4b54-8340-d23a51e1e804 req-4454f3ff-f13b-4d3b-872d-23387cac4e1a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 981 time: 0.0507755 Dec 16 03:39:14.276048 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a499ef6a-c342-4b54-8340-d23a51e1e804 req-710d4efb-8497-441d-bf7f-9483de859a43 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Dec 16 03:39:14.301249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38784) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:14.347161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbea02b-fdba-45fa-a348-3e3ddd56bc70 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:14.348665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5cbea02b-fdba-45fa-a348-3e3ddd56bc70 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0464170 Dec 16 03:39:14.351643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38786) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:14.355897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:14.382595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:14.487077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:14.852067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.154 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/d46782eb-79cd-42cb-83c3-e2ebb9a74e31) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:14.956327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:14.997249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:15.035286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:15.038106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:15.043034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:15.065740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=d46782eb-79cd-42cb-83c3-e2ebb9a74e31,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:15.406445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:15.485192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:15.636456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:15.644662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:15.717386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=d46782eb-79cd-42cb-83c3-e2ebb9a74e31,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:15.730694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:15.847095 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP b26b894e-78b9-4927-92de-7d96b6e61488 associated. External IP: 172.26.6.154, port: 3c00d7a0-7bab-4437-903b-01040a3761b3. Dec 16 03:39:16.074340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 27847b1c-d0a3-4d89-be56-83ff925c2737 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:39:16.187796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:16.198419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] Sync routers for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:16.207081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:16.209186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:16.209809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:16.233545 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6617d1a0-32a5-4bd9-88f8-3b2e50f730c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 1.8809013 Dec 16 03:39:16.234130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:16.236581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38788) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:16.237122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d" -d '{"events": [{"name": "network-changed", "server_uuid": "cde150f3-a88f-471f-95be-b88eb8656ab3", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:16.297487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88bc07d-9007-4a12-b485-b99922132f63 x-openstack-request-id: req-f88bc07d-9007-4a12-b485-b99922132f63 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:16.297780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde150f3-a88f-471f-95be-b88eb8656ab3", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:16.298034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f88bc07d-9007-4a12-b485-b99922132f63 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:16.298494 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'status': 'completed', 'code': 200} Dec 16 03:39:16.312432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594178c-78f5-4399-a790-612a1e856fe5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:16.314126 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4594178c-78f5-4399-a790-612a1e856fe5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3&network_id=791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 200 len: 1129 time: 0.0755603 Dec 16 03:39:16.316691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:16.384410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-b588d58d-7c7e-4e58-8029-0d2e73d9eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:16.386020 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-b588d58d-7c7e-4e58-8029-0d2e73d9eef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 1134 time: 0.0435202 Dec 16 03:39:16.494023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-750f5342-0402-49d9-a7ab-0cf02f8c085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:16.495553 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-750f5342-0402-49d9-a7ab-0cf02f8c085f service neutron] 10.222.0.30 "GET /v2.0/networks?id=791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 200 len: 896 time: 0.1012402 Dec 16 03:39:16.550675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fbd76-9785-4252-acb2-ff501d275d9c req-785d9545-a411-4196-9d61-64674ef66800 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:16.552184 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-421fbd76-9785-4252-acb2-ff501d275d9c req-785d9545-a411-4196-9d61-64674ef66800 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 981 time: 0.0506794 Dec 16 03:39:16.557719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'b26b894e-78b9-4927-92de-7d96b6e61488', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'port_id': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-68613109', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'mac_address': 'fa:16:3e:0f:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:15Z', 'updated_at': '2021-12-16T03:39:15Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:16.563617 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-97c013b4-19cf-4839-909e-7d8b0fc41dea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1035 time: 0.0603802 Dec 16 03:39:16.585062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] Checking router: 27847b1c-d0a3-4d89-be56-83ff925c2737 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:16.593869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:16.594763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:16.603203 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-421fbd76-9785-4252-acb2-ff501d275d9c req-1ace4348-29ef-4635-97e7-bc0d4e527b09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 Dec 16 03:39:16.624555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-2ce10b6d-2497-453c-a132-9dd060801a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:16.626057 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-2ce10b6d-2497-453c-a132-9dd060801a20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acdbf6da-3bff-442d-bded-756f1a09812b HTTP/1.1" status: 200 len: 834 time: 0.0547473 Dec 16 03:39:16.671600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-998e98fd-ebbc-475f-a861-cf31009bbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:16.673098 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-998e98fd-ebbc-475f-a861-cf31009bbf89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=791f581b-f81f-4a8a-b78c-f3098799a5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396955 Dec 16 03:39:16.699864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:16.765777 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-59ddef6d-135a-4613-b5a9-8f6862302259 service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825531 Dec 16 03:39:16.862381 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82f4ab3d-557c-4ad1-b9e6-8c213059ff9d req-2e6a7619-6ab7-4e61-a3aa-af8d8ad154d0 service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Dec 16 03:39:16.928656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'b26b894e-78b9-4927-92de-7d96b6e61488', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'port_id': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-68613109', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'mac_address': 'fa:16:3e:0f:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:15Z', 'updated_at': '2021-12-16T03:39:15Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:16.956198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f31ab-09a2-4c57-8a6d-61e17e18b291 None None] The sync data for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv is: [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'b26b894e-78b9-4927-92de-7d96b6e61488', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'port_id': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-68613109', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'mac_address': 'fa:16:3e:0f:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde150f3-a88f-471f-95be-b88eb8656ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:15Z', 'updated_at': '2021-12-16T03:39:15Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:39:17.147140 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0842a-7958-41d3-9ed3-0b330bb5ebba None None] New status for floating IP b26b894e-78b9-4927-92de-7d96b6e61488: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:39:17.730566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20758296-30da-4072-b9ac-905143be6444 req-8006c101-c8d1-4f18-8fda-58e9627a1731 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:17.732008 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-20758296-30da-4072-b9ac-905143be6444 req-8006c101-c8d1-4f18-8fda-58e9627a1731 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 981 time: 0.0518005 Dec 16 03:39:17.780450 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-20758296-30da-4072-b9ac-905143be6444 req-0204dc8d-2212-4a64-a718-4346f4e72f36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Dec 16 03:39:17.948205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-dfc05185-2bce-4728-b216-4cc6ba5fefb1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:17.949524 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-dfc05185-2bce-4728-b216-4cc6ba5fefb1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 981 time: 0.0579329 Dec 16 03:39:17.993413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-56ac94e6-b48f-42d7-8a3b-2590e9b946ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:17.994784 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-56ac94e6-b48f-42d7-8a3b-2590e9b946ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0388284 Dec 16 03:39:18.099989 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-d3b4e7e6-da71-4694-acdf-bd3c5fc78dff tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0988379 Dec 16 03:39:18.111585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:18.165133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:18.310790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:18.345281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:18.385296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] device_id is not set on port 3c00d7a0-7bab-4437-903b-01040a3761b3 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:39:18.397248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:18.405787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:18.503083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:18.578577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] No DVR routers for this DVR port 3c00d7a0-7bab-4437-903b-01040a3761b3 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:39:18.647038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-32bc09cc-4957-4f0c-b5c5-c802ab0c0ec0 None None] Provisioning complete for port 3c00d7a0-7bab-4437-903b-01040a3761b3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:18.647690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc09cc-4957-4f0c-b5c5-c802ab0c0ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:18.681839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-32bc09cc-4957-4f0c-b5c5-c802ab0c0ec0 None None] Port 3c00d7a0-7bab-4437-903b-01040a3761b3 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:18.712178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] In _notify_port_updated(), no bound segment for port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:39:18.712983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:18.713592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:18.714931 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f107e5a9-f478-4e28-8083-4bdf751ebc02 req-cfb578a8-d4be-48fe-88bc-3a4502f50e3f service neutron] 10.222.0.30 "PUT /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1024 time: 0.6074018 Dec 16 03:39:18.891784 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c3e8481-4a53-4ac7-8054-0f7061f12fe2 req-4e8ad6d4-13bf-443d-9bf8-8fbca6182178 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cde150f3-a88f-471f-95be-b88eb8656ab3 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Dec 16 03:39:19.408227 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:39:19.958178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38802) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:19.999941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784185c8-5d86-4048-9604-9b7f4af9b50e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:20.004194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-784185c8-5d86-4048-9604-9b7f4af9b50e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 923 time: 0.0420105 Dec 16 03:39:20.156380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38806) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:20.161224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-52176419-9556-4526-9544-df2ce99600d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801417244', 'description': 'tempest-secgroup-smoke-1801417244 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:20.187031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52176419-9556-4526-9544-df2ce99600d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.253676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52176419-9556-4526-9544-df2ce99600d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.258744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52176419-9556-4526-9544-df2ce99600d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.285403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52176419-9556-4526-9544-df2ce99600d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.286622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-52176419-9556-4526-9544-df2ce99600d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1291230 Dec 16 03:39:20.289732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38808) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:20.290624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52176419-9556-4526-9544-df2ce99600d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa015e6e-9ede-4913-9157-42e4ed1912c0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:20.294487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-634de2fa-753a-47c7-bd9e-09b2f944cce2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'aa015e6e-9ede-4913-9157-42e4ed1912c0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:20.327746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634de2fa-753a-47c7-bd9e-09b2f944cce2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.340058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:39:20.381648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:39:20.385047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634de2fa-753a-47c7-bd9e-09b2f944cce2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.389892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634de2fa-753a-47c7-bd9e-09b2f944cce2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.407382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634de2fa-753a-47c7-bd9e-09b2f944cce2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47148a66-4691-4fbf-bf55-475dd600b923,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:20.414969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634de2fa-753a-47c7-bd9e-09b2f944cce2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.416193 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-634de2fa-753a-47c7-bd9e-09b2f944cce2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253915 Dec 16 03:39:20.418908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:20.423649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0605ea06-68f3-46f6-a531-4ff07e8f9943 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'aa015e6e-9ede-4913-9157-42e4ed1912c0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:20.454589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0605ea06-68f3-46f6-a531-4ff07e8f9943 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.517811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0605ea06-68f3-46f6-a531-4ff07e8f9943 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.523097 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0605ea06-68f3-46f6-a531-4ff07e8f9943 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.541938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605ea06-68f3-46f6-a531-4ff07e8f9943 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d281e00-9b6e-47b1-9383-1bedb529b64c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:20.548086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0605ea06-68f3-46f6-a531-4ff07e8f9943 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.550946 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0605ea06-68f3-46f6-a531-4ff07e8f9943 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309001 Dec 16 03:39:20.552503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38812) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:20.557076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2a776f61-c308-4e2b-80c9-6c383bcdb0d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'aa015e6e-9ede-4913-9157-42e4ed1912c0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:20.590634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a776f61-c308-4e2b-80c9-6c383bcdb0d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.646914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a776f61-c308-4e2b-80c9-6c383bcdb0d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.652664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a776f61-c308-4e2b-80c9-6c383bcdb0d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.669716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a776f61-c308-4e2b-80c9-6c383bcdb0d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ac9ce5-a0da-4948-82ac-c306b700e42a,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:20.678661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a776f61-c308-4e2b-80c9-6c383bcdb0d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.679862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2a776f61-c308-4e2b-80c9-6c383bcdb0d4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263523 Dec 16 03:39:20.682669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:20.687391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8bcb8480-f19d-462e-b42c-2b3cecc4c265 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'aa015e6e-9ede-4913-9157-42e4ed1912c0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:20.717811 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8480-f19d-462e-b42c-2b3cecc4c265 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.778644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8480-f19d-462e-b42c-2b3cecc4c265 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.784932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8480-f19d-462e-b42c-2b3cecc4c265 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.810469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8480-f19d-462e-b42c-2b3cecc4c265 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f30a95e-6e73-44a2-bb32-aa23cfc549bb,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:20.819185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8480-f19d-462e-b42c-2b3cecc4c265 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.820393 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8bcb8480-f19d-462e-b42c-2b3cecc4c265 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367884 Dec 16 03:39:20.824240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:20.828861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'aa015e6e-9ede-4913-9157-42e4ed1912c0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:20.856771 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:39:20.868336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.931553 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.939460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.958830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50de5a79-bdeb-4ac5-a8cc-83bd05aaffb2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:20.966053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:20.967318 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ab809307-4a14-408b-8e1e-f5beee3b8bb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420209 Dec 16 03:39:20.970190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:20.974698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'aa015e6e-9ede-4913-9157-42e4ed1912c0', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:20.998621 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:39:21.003396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:21.060522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:21.066216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:21.084344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74787c7-5438-497d-981b-cb03f685440c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:21.089851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:21.091072 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-73f18c6c-ba25-4beb-968a-40a91f9de9c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198530 Dec 16 03:39:21.262661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-7c351201-4f69-4a7e-aad0-d88d37949054 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801417244&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.0537148 Dec 16 03:39:21.312456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-e2fe6c82-50c1-4cd6-b7d5-fdf480568844 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:21.313822 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-e2fe6c82-50c1-4cd6-b7d5-fdf480568844 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 928 time: 0.0441384 Dec 16 03:39:21.359935 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-66e7cfbf-413d-4ecd-9128-2697760aa0e7 service neutron] 10.222.0.16 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0336108 Dec 16 03:39:21.457069 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-e5c313ff-1884-4d1c-9336-44ae33c2904f service neutron] 10.222.0.16 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911629 Dec 16 03:39:21.549240 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2d896a15-eacc-4b33-9e8e-7f53b655eeea service neutron] 10.222.0.16 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859141 Dec 16 03:39:21.712522 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-91e8c50d-008c-4fc3-81a6-d19b63cb5f66 req-351e4f04-2982-4370-922b-308c565460f9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 210 time: 0.0314817 Dec 16 03:39:22.666512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-012060d3-e417-4ce0-aa94-e97ec15726dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:22.667977 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-012060d3-e417-4ce0-aa94-e97ec15726dc service neutron] 10.222.0.30 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1024 time: 0.0372896 Dec 16 03:39:22.782221 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-65c53351-434a-4105-868c-e08b0e9048e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:22.783702 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-65c53351-434a-4105-868c-e08b0e9048e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 200 len: 796 time: 0.1082804 Dec 16 03:39:22.810053 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc5b86f7-c5a1-413c-9aa2-374cb3519f5a req-e68f858a-f921-4545-85af-98f9d3acb26b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 210 time: 0.0282640 Dec 16 03:39:22.876936 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-8bb17faa-5076-43a6-a5aa-080d0d31e035 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 473 time: 0.0746992 Dec 16 03:39:22.897354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Request body: {'port': {'device_id': '6d683dca-b6fc-496a-99ff-3821aa527242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:22.950597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:23.209584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c00d7a0-7bab-4437-903b-01040a3761b3 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:39:23.217183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:23.233488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Transition to ACTIVE for port object 3c00d7a0-7bab-4437-903b-01040a3761b3 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:39:23.240631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:23.324111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:23.429075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:23.429349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:23.429687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:23.434341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:39:23.434706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Attempting to bind port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:23.440368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:23.440831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Checking segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:23.441341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Bound using segment: {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:23.441817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Bound port: 3c00d7a0-7bab-4437-903b-01040a3761b3, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2250c255-ac48-46ce-9424-afb20cd93f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:23.442239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:23.507766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:23.511217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:23.516995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:23.549834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:23.550615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:23.552167 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1129 time: 0.6588602 Dec 16 03:39:23.557013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d683dca-b6fc-496a-99ff-3821aa527242', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:23.559413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d683dca-b6fc-496a-99ff-3821aa527242", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:23.595308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd9368-af01-4aca-a9df-b313ef4c64b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=8']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:23.606082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9778dd-900e-4f8e-a62c-d089dd1c7da7 x-openstack-request-id: req-ae9778dd-900e-4f8e-a62c-d089dd1c7da7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:23.606324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d683dca-b6fc-496a-99ff-3821aa527242", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:23.606612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae9778dd-900e-4f8e-a62c-d089dd1c7da7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:23.606984 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d683dca-b6fc-496a-99ff-3821aa527242', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'status': 'completed', 'code': 200} Dec 16 03:39:23.666791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-b6664a9d-dc83-43a6-b114-c4ab93e55c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:23.668296 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-b6664a9d-dc83-43a6-b114-c4ab93e55c64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 1132 time: 0.0427501 Dec 16 03:39:23.747008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-e7e644f1-1ca1-4edd-ad77-a3e33c91db91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1035 time: 0.0643187 Dec 16 03:39:23.757449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:23.796224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-5370611b-53c4-49a3-b8e0-eda377fc5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:23.797715 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-5370611b-53c4-49a3-b8e0-eda377fc5389 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acdbf6da-3bff-442d-bded-756f1a09812b HTTP/1.1" status: 200 len: 834 time: 0.0438066 Dec 16 03:39:23.845145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-0bf03345-2b35-492b-a44e-8d1a2953c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:23.846802 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-0bf03345-2b35-492b-a44e-8d1a2953c405 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=791f581b-f81f-4a8a-b78c-f3098799a5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414968 Dec 16 03:39:23.930461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febb5e4-e7fe-4bd6-b456-ae3429da1cca req-6f8837aa-1b81-4886-8097-8dff6c11d155 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:23.932303 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5febb5e4-e7fe-4bd6-b456-ae3429da1cca req-6f8837aa-1b81-4886-8097-8dff6c11d155 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 979 time: 0.0496790 Dec 16 03:39:23.938326 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-bccf8c9c-eeef-4c28-a893-736824520a8c service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846679 Dec 16 03:39:23.980719 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5febb5e4-e7fe-4bd6-b456-ae3429da1cca req-60b86e54-edc9-4b71-b481-f74ab447d0b9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Dec 16 03:39:24.029113 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4b29dab-71c2-4091-92f9-b71204be41ca req-e572404b-145b-4e05-aa04-fe1602f8a492 service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831158 Dec 16 03:39:24.174321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-f445bf90-b11c-4a00-8928-86ac68a501e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:24.176095 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-f445bf90-b11c-4a00-8928-86ac68a501e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 1132 time: 0.0479681 Dec 16 03:39:24.267748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-fcfcf575-c0ce-42a5-ac52-3f22016cfe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:24.269305 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-fcfcf575-c0ce-42a5-ac52-3f22016cfe3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 200 len: 896 time: 0.0854831 Dec 16 03:39:24.337626 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-a0c728df-9651-49c4-83b4-9f472627c53b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1035 time: 0.0607061 Dec 16 03:39:24.387824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-6a315a5a-242e-4490-a065-a00d958768c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:24.389237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-6a315a5a-242e-4490-a065-a00d958768c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acdbf6da-3bff-442d-bded-756f1a09812b HTTP/1.1" status: 200 len: 834 time: 0.0436308 Dec 16 03:39:24.436948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-8637c2d0-daaf-4355-9877-e9c09ee798f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:24.439293 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-8637c2d0-daaf-4355-9877-e9c09ee798f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=791f581b-f81f-4a8a-b78c-f3098799a5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417955 Dec 16 03:39:24.532983 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-cb6a9f72-26db-41bd-8c36-64429b2194be service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856781 Dec 16 03:39:24.911990 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e36ad7b-59b9-43b7-861e-670b27ba0a7e req-15a15bbe-93f0-4199-82c2-ba95ca7efa8a service neutron] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676469 Dec 16 03:39:25.115509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85bce6-88d7-47d7-9667-0ce4b270a3a3 req-c425a283-6e26-496a-b3ea-d1ad6c5fea16 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:25.116969 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c85bce6-88d7-47d7-9667-0ce4b270a3a3 req-c425a283-6e26-496a-b3ea-d1ad6c5fea16 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 979 time: 0.0578320 Dec 16 03:39:25.169172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c85bce6-88d7-47d7-9667-0ce4b270a3a3 req-eece97d3-be5e-4f3b-8826-3cba9fc56ec7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458419 Dec 16 03:39:26.303706 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534d06a-0727-47f0-a6a6-2ff256d1fb39 req-fe9120da-c729-4ed2-b476-b748622a7f38 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:26.305162 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2534d06a-0727-47f0-a6a6-2ff256d1fb39 req-fe9120da-c729-4ed2-b476-b748622a7f38 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 979 time: 0.0552907 Dec 16 03:39:26.355798 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2534d06a-0727-47f0-a6a6-2ff256d1fb39 req-82148e44-08fc-4058-ad31-80e058a41915 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Dec 16 03:39:26.366173 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:39:26.473983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:26.484772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'port_id': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'mac_address': 'fa:16:3e:0f:3b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:39:26.522291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:26.536979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c00d7a0-7bab-4437-903b-01040a3761b3 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:39:26.563177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:26.571551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:26.619159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=9']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:26.864010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['3c00d7a0-7bab-4437-903b-01040a3761b3'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:39:27.484132 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04728-00d1-416e-b4ac-b3c00ddbd5bb req-7487a530-6a0b-4213-b1c5-efb3f2370c00 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:27.485590 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38a04728-00d1-416e-b4ac-b3c00ddbd5bb req-7487a530-6a0b-4213-b1c5-efb3f2370c00 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 980 time: 0.0487137 Dec 16 03:39:27.534486 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38a04728-00d1-416e-b4ac-b3c00ddbd5bb req-8995a79f-7848-48ec-b53d-6e3228374fb2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Dec 16 03:39:28.368311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:28.421816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 3c00d7a0-7bab-4437-903b-01040a3761b3 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:39:28.428786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 3c00d7a0-7bab-4437-903b-01040a3761b3 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:28.429053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:28.516589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:28.545820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d683dca-b6fc-496a-99ff-3821aa527242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:28.548748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10ea3ff-056d-4bb0-8d70-2eb6eded329b" -d '{"events": [{"server_uuid": "6d683dca-b6fc-496a-99ff-3821aa527242", "name": "network-vif-plugged", "status": "completed", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:28.563345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:28.569762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:28.593010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f51122-4e68-4285-b570-793dd376574e x-openstack-request-id: req-75f51122-4e68-4285-b570-793dd376574e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:28.593328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d683dca-b6fc-496a-99ff-3821aa527242", "name": "network-vif-plugged", "status": "completed", "tag": "3c00d7a0-7bab-4437-903b-01040a3761b3", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:28.593587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75f51122-4e68-4285-b570-793dd376574e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:28.593972 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d683dca-b6fc-496a-99ff-3821aa527242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00d7a0-7bab-4437-903b-01040a3761b3', 'code': 200} Dec 16 03:39:28.620300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:28.659684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefc50a-bb0a-4cd9-9735-96c66cb4ec1d req-86cab8dc-50bf-48d0-aa86-234a1a23ec91 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:28.661490 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9eefc50a-bb0a-4cd9-9735-96c66cb4ec1d req-86cab8dc-50bf-48d0-aa86-234a1a23ec91 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 982 time: 0.0537958 Dec 16 03:39:28.713459 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9eefc50a-bb0a-4cd9-9735-96c66cb4ec1d req-016692c1-dec5-4a96-8e2f-9359fba67da1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 Dec 16 03:39:28.828659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe33e32-d180-485c-a98b-ed28759bd1c1 req-3dfd5a04-bf5f-4c17-a858-eee691e32fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:28.830129 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1fe33e32-d180-485c-a98b-ed28759bd1c1 req-3dfd5a04-bf5f-4c17-a858-eee691e32fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 1135 time: 0.0479977 Dec 16 03:39:28.880409 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1fe33e32-d180-485c-a98b-ed28759bd1c1 req-78cba95e-31a3-40e0-afc2-3b0bf2851dff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Dec 16 03:39:29.839526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1465b5-340e-47bb-b148-05573ca30917 req-3643aa3b-95e9-4433-9c06-4aed5ecbc995 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:29.840993 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c1465b5-340e-47bb-b148-05573ca30917 req-3643aa3b-95e9-4433-9c06-4aed5ecbc995 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 982 time: 0.0503840 Dec 16 03:39:29.892698 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c1465b5-340e-47bb-b148-05573ca30917 req-157211af-8cf1-4bd7-b849-9d1af1544450 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Dec 16 03:39:31.024123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562c1ed-65fb-412f-bab9-648a933d847e req-e38284bc-a460-4a85-9581-0fdc27330b57 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:31.025586 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e562c1ed-65fb-412f-bab9-648a933d847e req-e38284bc-a460-4a85-9581-0fdc27330b57 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 982 time: 0.0563853 Dec 16 03:39:31.077126 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e562c1ed-65fb-412f-bab9-648a933d847e req-ce726477-bc26-4ed8-901e-c03db0cdbb81 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Dec 16 03:39:31.191685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f967-2403-4ad2-9dad-925c95130b3e req-ac52ea1c-0472-474a-bd05-4b55fb9d9519 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:31.193062 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdc4f967-2403-4ad2-9dad-925c95130b3e req-ac52ea1c-0472-474a-bd05-4b55fb9d9519 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 982 time: 0.0487752 Dec 16 03:39:31.244353 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdc4f967-2403-4ad2-9dad-925c95130b3e req-9d2afbc6-be6b-4afc-8637-b571def6bab3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 Dec 16 03:39:31.266119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:31.356661 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee62538e-2af9-4def-a7f7-77862548e98b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:31.358175 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ee62538e-2af9-4def-a7f7-77862548e98b tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242&network_id=791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 200 len: 1130 time: 0.0909944 Dec 16 03:39:31.588058 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33fdf1-3827-4472-ad85-a0cf35709c6a req-d31b982f-f056-4b11-b5af-4fe276a8f502 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:31.589534 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed33fdf1-3827-4472-ad85-a0cf35709c6a req-d31b982f-f056-4b11-b5af-4fe276a8f502 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 982 time: 0.0587854 Dec 16 03:39:31.643116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed33fdf1-3827-4472-ad85-a0cf35709c6a req-790a7bd5-41cd-463a-bbdf-a4cd45c65e41 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449533 Dec 16 03:39:32.548529 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-1f6b6be3-6ece-4da6-80b2-452ff4e79004 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428679 Dec 16 03:39:32.625258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f407-6376-4468-898e-4731ac981943 req-95da6d3d-2359-4494-ad9b-4be1c1410972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:32.626772 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-95da6d3d-2359-4494-ad9b-4be1c1410972 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 1098 time: 0.0451496 Dec 16 03:39:32.731981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f407-6376-4468-898e-4731ac981943 req-0c95ed6c-b658-4a7c-9465-3593d4e02c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:32.733430 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-0c95ed6c-b658-4a7c-9465-3593d4e02c1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.0856354 Dec 16 03:39:32.766308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ce51-54b2-45d6-aa6b-453fd03463a5 req-fe01225f-fafe-4162-a6bc-d3685e64e414 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:32.767804 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b140ce51-54b2-45d6-aa6b-453fd03463a5 req-fe01225f-fafe-4162-a6bc-d3685e64e414 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 982 time: 0.0483282 Dec 16 03:39:32.818704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-1e326410-0cc9-4858-aec9-3362eb5f067e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 HTTP/1.1" status: 200 len: 1001 time: 0.0664988 Dec 16 03:39:32.819731 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b140ce51-54b2-45d6-aa6b-453fd03463a5 req-d15e8072-4bf5-47d8-a544-da775be482af tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a997387-84db-4df4-abcc-4cfe8c343685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Dec 16 03:39:32.873033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f407-6376-4468-898e-4731ac981943 req-6458957e-7326-434e-9f99-446effd74450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:32.874535 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-6458957e-7326-434e-9f99-446effd74450 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0481119 Dec 16 03:39:32.925740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f407-6376-4468-898e-4731ac981943 req-fde503fc-70f0-458d-8946-65b02cc73925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:32.927901 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-fde503fc-70f0-458d-8946-65b02cc73925 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463588 Dec 16 03:39:33.071015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-91c27f07-537b-4214-be3e-7685e39f7f0c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:33.072457 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-91c27f07-537b-4214-be3e-7685e39f7f0c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 982 time: 0.0992312 Dec 16 03:39:33.118207 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-aeea6dcd-a2cc-456b-95ab-bb7ba1897171 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461470 Dec 16 03:39:33.126254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-49076868-b3d2-41e4-be64-67bc161e3e13 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:33.127622 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-49076868-b3d2-41e4-be64-67bc161e3e13 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0474870 Dec 16 03:39:33.290682 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1943f407-6376-4468-898e-4731ac981943 req-3393216e-5a3f-4a91-bcf0-58ebf46d52b0 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619582 Dec 16 03:39:33.294878 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-829d3efb-1817-4ad2-b484-9923e220d40f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1572933 Dec 16 03:39:33.313530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:33.372227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:33.505876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=3c00d7a0-7bab-4437-903b-01040a3761b3,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:33.544387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] For port 3c00d7a0-7bab-4437-903b-01040a3761b3, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:33.579376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] device_id is not set on port 3c00d7a0-7bab-4437-903b-01040a3761b3 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 03:39:33.588771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:33.595687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:33.671078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=11']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:33.714647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] No DVR routers for this DVR port 3c00d7a0-7bab-4437-903b-01040a3761b3 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:39:33.854364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b7f8b170-b108-40a1-b6a1-277b30215503 None None] Provisioning complete for port 3c00d7a0-7bab-4437-903b-01040a3761b3 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:33.855025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b170-b108-40a1-b6a1-277b30215503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:33.861315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] In _notify_port_updated(), no bound segment for port 3c00d7a0-7bab-4437-903b-01040a3761b3 on network 791f581b-f81f-4a8a-b78c-f3098799a5d9 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 03:39:33.862236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:33.862972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:33.864659 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2369487e-6fa2-40cb-98f7-18f3fe45ae2b req-cc6752c4-0ce4-4215-9a09-f2b37eefc271 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 200 len: 1025 time: 0.5563271 Dec 16 03:39:33.890123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8b170-b108-40a1-b6a1-277b30215503 None None] Port 3c00d7a0-7bab-4437-903b-01040a3761b3 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:33.928580 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6ed88bd7-a309-4d44-bfc1-e1008eaf7eb8 req-702e558b-f900-4781-adeb-2afe44a27d54 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d683dca-b6fc-496a-99ff-3821aa527242 HTTP/1.1" status: 200 len: 210 time: 0.0262895 Dec 16 03:39:34.985703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:35.051849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae274c22-e851-4e01-96de-f84a316f51ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.079479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae274c22-e851-4e01-96de-f84a316f51ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.151526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae274c22-e851-4e01-96de-f84a316f51ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.154330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae274c22-e851-4e01-96de-f84a316f51ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.155551 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ae274c22-e851-4e01-96de-f84a316f51ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa015e6e-9ede-4913-9157-42e4ed1912c0 HTTP/1.1" status: 204 len: 168 time: 0.1687405 Dec 16 03:39:35.164957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae274c22-e851-4e01-96de-f84a316f51ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa015e6e-9ede-4913-9157-42e4ed1912c0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:35.193570 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6752ae70-f233-4779-b90b-19f5be434285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.196302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38886) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:35.357382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port d46782eb-79cd-42cb-83c3-e2ebb9a74e31 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:39:35.357695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.431681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.431964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.445342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for d46782eb-79cd-42cb-83c3-e2ebb9a74e31 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:39:35.643507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.673471 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=d46782eb-79cd-42cb-83c3-e2ebb9a74e31,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:35.730951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:35.731263 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP b26b894e-78b9-4927-92de-7d96b6e61488 disassociated (deleted). External IP: 172.26.6.154, port: 3c00d7a0-7bab-4437-903b-01040a3761b3. Dec 16 03:39:35.941267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 27847b1c-d0a3-4d89-be56-83ff925c2737 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:39:36.051423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:36.056868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.064054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] Sync routers for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:36.074789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:36.075490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:36.085669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c4ee98df-026e-4a79-bd56-47184939a05b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/b26b894e-78b9-4927-92de-7d96b6e61488 HTTP/1.1" status: 204 len: 168 time: 0.8882415 Dec 16 03:39:36.158429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:36.219974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-798dc7de-33f0-42ac-adca-15a30a56b967 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.247227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-798dc7de-33f0-42ac-adca-15a30a56b967 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.317147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-798dc7de-33f0-42ac-adca-15a30a56b967 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.320735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-798dc7de-33f0-42ac-adca-15a30a56b967 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.324839 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-798dc7de-33f0-42ac-adca-15a30a56b967 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/91663b7e-19b0-4613-a484-ea34a227b7a0 HTTP/1.1" status: 204 len: 168 time: 0.1653402 Dec 16 03:39:36.334596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dc7de-33f0-42ac-adca-15a30a56b967 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91663b7e-19b0-4613-a484-ea34a227b7a0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:36.349125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:36.354145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38896) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:36.428445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:39:36.447466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 3c00d7a0-7bab-4437-903b-01040a3761b3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:39:36.447840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.517740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 3c00d7a0-7bab-4437-903b-01040a3761b3 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:39:36.540430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.553000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 3c00d7a0-7bab-4437-903b-01040a3761b3 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:39:36.592801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:36.620029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] Checking router: 27847b1c-d0a3-4d89-be56-83ff925c2737 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:36.628252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:36.629083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:36.686511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.714510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=3c00d7a0-7bab-4437-903b-01040a3761b3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:36.747294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:36.788773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:36.794827 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c4ef3940-b2ff-4863-bbb6-ba978f04f8ad tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/ports/3c00d7a0-7bab-4437-903b-01040a3761b3 HTTP/1.1" status: 204 len: 168 time: 0.4369807 Dec 16 03:39:36.795066 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38900) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:36.960318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:36.987216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bd993-bb2b-4600-b21a-e5b238d18313 None None] The sync data for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv is: [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:02Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd8228571-b04b-41d0-8b0e-437248626738', 'name': '', 'network_id': '791f581b-f81f-4a8a-b78c-f3098799a5d9', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:e2:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:02Z', 'updated_at': '2021-12-16T03:39:05Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'acdbf6da-3bff-442d-bded-756f1a09812b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:39:37.217965 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5d5b9-78b5-4086-aeae-5db6a4f62d6a None None] New status for floating IP b26b894e-78b9-4927-92de-7d96b6e61488: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:39:37.353422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd1648fb-8afc-4b1a-b6b2-45a0be3929b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:37.466430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:37.746109 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port d8228571-b04b-41d0-8b0e-437248626738 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:39:37.746529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:37.840244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port d8228571-b04b-41d0-8b0e-437248626738, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d8228571-b04b-41d0-8b0e-437248626738,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:37.840583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:37.857114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for d8228571-b04b-41d0-8b0e-437248626738 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:39:38.047059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.082298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=d8228571-b04b-41d0-8b0e-437248626738,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:38.262815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.438140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.496321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 27847b1c-d0a3-4d89-be56-83ff925c2737 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:39:38.604075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:38.612061 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5e620881-b513-426f-9d6e-30bf9265a379 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/27847b1c-d0a3-4d89-be56-83ff925c2737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8133717 Dec 16 03:39:38.612760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38902) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:38.615776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] Sync routers for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:38.630541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:38.631172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:38.668233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet acdbf6da-3bff-442d-bded-756f1a09812b {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:39:38.671341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.715009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.736347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:38.794971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.850982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.882056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=acdbf6da-3bff-442d-bded-756f1a09812b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:38.887226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:38.893155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6a9c9e26-9926-494c-9a1c-350d92bf9e09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/acdbf6da-3bff-442d-bded-756f1a09812b HTTP/1.1" status: 204 len: 168 time: 0.2762947 Dec 16 03:39:38.893309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38904) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:38.895692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c67460-b1ea-41fa-bf0a-96ccd893ad86 None None] Network 791f581b-f81f-4a8a-b78c-f3098799a5d9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:39:38.997085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:37Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:39.032723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] Checking router: 27847b1c-d0a3-4d89-be56-83ff925c2737 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:39.047485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] Routers {'27847b1c-d0a3-4d89-be56-83ff925c2737'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:39.048385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['27847b1c-d0a3-4d89-be56-83ff925c2737'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:39.133823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] DHCP port deletion for 791f581b-f81f-4a8a-b78c-f3098799a5d9 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:39:39.186983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] Set router 27847b1c-d0a3-4d89-be56-83ff925c2737 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:39.293893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.299755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] Deleting port b99f40f4-0847-4145-ba54-d43315852a7a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:39:39.300126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.400041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.412325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] For port b99f40f4-0847-4145-ba54-d43315852a7a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b99f40f4-0847-4145-ba54-d43315852a7a,segment=NetworkSegment(2250c255-ac48-46ce-9424-afb20cd93f79),segment_id=2250c255-ac48-46ce-9424-afb20cd93f79)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:39.412724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.426515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] Calling delete_port for b99f40f4-0847-4145-ba54-d43315852a7a owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:39:39.453566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 907e148e-4efb-4a98-bc3d-e39105456705 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:39:39.453909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.500737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:37Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:39.529951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69245f-674c-43a9-b6a1-57137c575bd4 None None] The sync data for ids ['27847b1c-d0a3-4d89-be56-83ff925c2737'] in dv-neutron-821927-1-hyperv is: [{'id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'name': 'tempest-TestNetworkBasicOps-router-1772317867', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '907e148e-4efb-4a98-bc3d-e39105456705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:37Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '907e148e-4efb-4a98-bc3d-e39105456705', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27847b1c-d0a3-4d89-be56-83ff925c2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:38:59Z', 'updated_at': '2021-12-16T03:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:39:39.532795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 907e148e-4efb-4a98-bc3d-e39105456705, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=907e148e-4efb-4a98-bc3d-e39105456705,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:39.533173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.547638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 907e148e-4efb-4a98-bc3d-e39105456705 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:39:39.548227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.575623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] Pushing event deleted for resources: {'Port': ['ID=b99f40f4-0847-4145-ba54-d43315852a7a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:39.579559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086e79e-c60c-41c0-8ee8-7a03c6f04bf0 None None] No DVR routers for this DVR port b99f40f4-0847-4145-ba54-d43315852a7a on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:39:39.725118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.753989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=907e148e-4efb-4a98-bc3d-e39105456705,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:39.768270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e4b1fb-3557-4627-aa8c-0da73a9fdadd None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:39:39.815091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.906300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.908625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.957226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.957935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router 27847b1c-d0a3-4d89-be56-83ff925c2737 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:39:39.965680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:39.974900 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e7393cc0-a20d-4f0b-bd3a-a9804efa70c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/27847b1c-d0a3-4d89-be56-83ff925c2737 HTTP/1.1" status: 204 len: 168 time: 1.0725853 Dec 16 03:39:39.974900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38906) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:39.997704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.057964 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.152000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.172327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791f581b-f81f-4a8a-b78c-f3098799a5d9']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:40.182837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2250c255-ac48-46ce-9424-afb20cd93f79') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:40.183131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2250c255-ac48-46ce-9424-afb20cd93f79') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:40.194260 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.209262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.216516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:39:40.216971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:39:40.220375 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:39:40.283179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.292410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.295833 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/791f581b-f81f-4a8a-b78c-f3098799a5d9 HTTP/1.1" status: 204 len: 168 time: 0.3245375 Dec 16 03:39:40.304989 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:40.314996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c02fc-594c-4b7b-9e24-9bd9c291db3c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=791f581b-f81f-4a8a-b78c-f3098799a5d9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:40.319873 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ae8be6d4-e32f-43fb-8d58-91b3ca7bcdee tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0136917 Dec 16 03:39:40.322541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38910) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:40.327628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--790229627', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:40.353164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:39:40.356921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.383784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:39:40.394467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.395203 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment 491af291-9a37-47d3-9ff6-3f96f27ef676 of type vlan for network 2651411d-f2f0-4eb4-b61b-69255be08926 Dec 16 03:39:40.443010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.470017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.476146 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:40.476823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.534276 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2106130 Dec 16 03:39:40.537477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:40.542193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:40.546019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d0d9f-e07c-47a3-b2d0-a6ce7da9873c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=2651411d-f2f0-4eb4-b61b-69255be08926,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:40.557300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 2651411d-f2f0-4eb4-b61b-69255be08926 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:39:40.573272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.574314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.629972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.767695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:40.887026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d8228571-b04b-41d0-8b0e-437248626738 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:39:40.906919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d8228571-b04b-41d0-8b0e-437248626738 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:39:40.907351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d8228571-b04b-41d0-8b0e-437248626738 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:39:40.907856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b99f40f4-0847-4145-ba54-d43315852a7a no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:39:40.926645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: b99f40f4-0847-4145-ba54-d43315852a7a {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:39:40.926958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b99f40f4-0847-4145-ba54-d43315852a7a not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:39:40.982053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.000632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.085339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.114326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.80 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/84a28476-4a63-4c09-bbd4-ab0e0612792e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:41.215680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.256869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.302894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:41.305894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:41.309404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:41.315102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=84a28476-4a63-4c09-bbd4-ab0e0612792e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:41.319385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc070d-ea38-4a2d-9d4a-ea9bb6ac9d25 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:39:41.357865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-04220fbf-2982-438d-94ea-5497b88232d9 None None] Provisioning complete for port 84a28476-4a63-4c09-bbd4-ab0e0612792e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:41.358125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04220fbf-2982-438d-94ea-5497b88232d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.395747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-04220fbf-2982-438d-94ea-5497b88232d9 None None] Port 84a28476-4a63-4c09-bbd4-ab0e0612792e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:41.573588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.779192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:41.907662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 4885953b-1f0c-4016-a94c-ec9c59abf83e is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:39:42.013802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:42.025524 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Sync routers for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:42.036315 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:42.036531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.037464 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:42.037765 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4132dfa6-0aaa-4136-86e1-6e5963168061 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4992139 Dec 16 03:39:42.041083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:42.075853 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0a8a0201-0251-42d5-bcb2-8ea169b71ac3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335860 Dec 16 03:39:42.078512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38916) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:42.145175 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:42.235595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5818889-5484-4fde-b282-0f9e60fe043a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:42.240158 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a5818889-5484-4fde-b282-0f9e60fe043a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1575303 Dec 16 03:39:42.240586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38918) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:42.272559 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dfbfd0df-10dd-4bb9-81b1-1f451fe4a334 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284073 Dec 16 03:39:42.273292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38920) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:42.278153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974372073', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:42.330099 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:41Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:42.382187 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:39:42.386146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.462643 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Checking router: 4885953b-1f0c-4016-a94c-ec9c59abf83e for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:42.462957 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Updating router 4885953b-1f0c-4016-a94c-ec9c59abf83e port 84a28476-4a63-4c09-bbd4-ab0e0612792e binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:39:42.493905 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.594604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.648296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 907e148e-4efb-4a98-bc3d-e39105456705 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:39:42.654831 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=17553543-c70e-4a48-bdf7-3e6f58fc560a,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:42.676527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 907e148e-4efb-4a98-bc3d-e39105456705 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:39:42.676966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 907e148e-4efb-4a98-bc3d-e39105456705 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:39:42.687951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:42.688531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: 2651411d-f2f0-4eb4-b61b-69255be08926, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:39:42.707567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 2651411d-f2f0-4eb4-b61b-69255be08926 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:39:42.718423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 2651411d-f2f0-4eb4-b61b-69255be08926) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:42.725829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:42.726438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.740092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40317bd-9cf6-4e9d-a848-b35bb3793389 None None] Network 2651411d-f2f0-4eb4-b61b-69255be08926 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:39:42.759105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-82093548-6aa1-4c94-8fe4-5a5ec01ed1ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4847007 Dec 16 03:39:42.761687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38922) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:42.796789 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.803464 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.857442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-2651411d-f2f0-4eb4-b61b-69255be08926', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:39:42.858320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.862003 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a404a7-58f5-45bd-9828-ff6892618526 None None] Pushing event updated for resources: {'Port': ['ID=84a28476-4a63-4c09-bbd4-ab0e0612792e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:42.884894 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Attempting to bind port 84a28476-4a63-4c09-bbd4-ab0e0612792e on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:42.885260 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Attempting to bind port 84a28476-4a63-4c09-bbd4-ab0e0612792e by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:42.885781 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Attempting to bind port 84a28476-4a63-4c09-bbd4-ab0e0612792e on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:42.893754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1c410-3f4d-4884-8334-04b85148f33f None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:39:42.899606 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:42.900346 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:42.900940 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.901549 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:42.902246 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Bound port: 84a28476-4a63-4c09-bbd4-ab0e0612792e, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:42.902869 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:42.972809 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] For port 84a28476-4a63-4c09-bbd4-ab0e0612792e, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:42.976446 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] For port 84a28476-4a63-4c09-bbd4-ab0e0612792e, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84a28476-4a63-4c09-bbd4-ab0e0612792e,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:42.986083 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.042839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Allocated IP 172.20.0.2 (2651411d-f2f0-4eb4-b61b-69255be08926/17553543-c70e-4a48-bdf7-3e6f58fc560a/c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:43.049423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ef69bfd1-1a16-45ec-aff5-0943101df93f None None] Provisioning complete for port 84a28476-4a63-4c09-bbd4-ab0e0612792e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:43.049837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef69bfd1-1a16-45ec-aff5-0943101df93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.085635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e9705-ee8b-41f8-bc5a-17664126b18b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:39:43.098911 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:43.100311 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:43.156728 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a404a7-58f5-45bd-9828-ff6892618526 None None] Pushing event updated for resources: {'Port': ['ID=84a28476-4a63-4c09-bbd4-ab0e0612792e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:43.238117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef69bfd1-1a16-45ec-aff5-0943101df93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.282484 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:43.291654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ef69bfd1-1a16-45ec-aff5-0943101df93f None None] For port 84a28476-4a63-4c09-bbd4-ab0e0612792e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84a28476-4a63-4c09-bbd4-ab0e0612792e,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:43.299370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef69bfd1-1a16-45ec-aff5-0943101df93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.344707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.356945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.361880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69bfd1-1a16-45ec-aff5-0943101df93f None None] Pushing event updated for resources: {'Port': ['ID=84a28476-4a63-4c09-bbd4-ab0e0612792e,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:43.415417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Network 2651411d-f2f0-4eb4-b61b-69255be08926 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:43.423966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:43.426384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:43.433135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Pushing event updated for resources: {'Port': ['ID=c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:43.461605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-41aca15a-7dc4-418b-b410-4c87028e0ecf None None] Provisioning complete for port 84a28476-4a63-4c09-bbd4-ab0e0612792e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:43.461989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41aca15a-7dc4-418b-b410-4c87028e0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.477181 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:41Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:43.508737 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c67ac9-efd7-4ae8-a700-34e059a19dfc None None] The sync data for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv is: [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:41Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:39:43.511098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Attempting to bind port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:43.511481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Attempting to bind port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:43.512019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Attempting to bind port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 on network 2651411d-f2f0-4eb4-b61b-69255be08926 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:43.521807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:43.522187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Checking segment: {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:43.522621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.523014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Bound using segment: {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:43.523501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Bound port: c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:43.523883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.601698 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.629213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] For port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:43.632823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] For port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:43.637570 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:43.701093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4fa5-5b67-4ac3-8caf-ab2fc7f83dd1 None None] Pushing event updated for resources: {'Port': ['ID=c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:43.934676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (2651411d-f2f0-4eb4-b61b-69255be08926/17553543-c70e-4a48-bdf7-3e6f58fc560a/cc206d48-5a38-4950-8991-2695981ff580) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:44.069795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.105476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.153796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 2651411d-f2f0-4eb4-b61b-69255be08926 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:44.157227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:44.159935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:44.186002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:44.210191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.348200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.583037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84a28476-4a63-4c09-bbd4-ab0e0612792e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:44.638291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 84a28476-4a63-4c09-bbd4-ab0e0612792e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:44.638711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.666627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.672052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.729540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:44.744785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.752956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:44.779592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1114d-2219-41c8-8f88-3bde10a46f6c None None] Network 2651411d-f2f0-4eb4-b61b-69255be08926 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:39:44.823528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:44.823899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.850637 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 2651411d-f2f0-4eb4-b61b-69255be08926 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:44.852373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:44.901627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d7545be9-a1b3-4c16-a211-7c5625535701 None None] Provisioning complete for port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:44.901909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7545be9-a1b3-4c16-a211-7c5625535701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:44.975957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 4885953b-1f0c-4016-a94c-ec9c59abf83e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:39:45.001981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.068686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:45.075137 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7545be9-a1b3-4c16-a211-7c5625535701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.077266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.109516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:45.118148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:45.128641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bce5e27d-7b17-4855-b797-ccce0e9a52ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/4885953b-1f0c-4016-a94c-ec9c59abf83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3647912 Dec 16 03:39:45.180466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:45.189353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-d7545be9-a1b3-4c16-a211-7c5625535701 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:39:45.189632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-d7545be9-a1b3-4c16-a211-7c5625535701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:39:45.247256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Sync routers for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:45.259804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:45.260454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:45.305277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610a894-6fba-43b9-bf0f-a685e53be4c3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.305679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610a894-6fba-43b9-bf0f-a685e53be4c3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.306140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610a894-6fba-43b9-bf0f-a685e53be4c3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.306823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610a894-6fba-43b9-bf0f-a685e53be4c3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.307295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610a894-6fba-43b9-bf0f-a685e53be4c3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.307760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610a894-6fba-43b9-bf0f-a685e53be4c3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.309808 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6610a894-6fba-43b9-bf0f-a685e53be4c3 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1906369 Dec 16 03:39:45.312953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:45.371248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:45.374991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c06526-c3d6-405a-8db9-ebabf465c622 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.375460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c06526-c3d6-405a-8db9-ebabf465c622 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.375913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c06526-c3d6-405a-8db9-ebabf465c622 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.376362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c06526-c3d6-405a-8db9-ebabf465c622 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.376799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c06526-c3d6-405a-8db9-ebabf465c622 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.377232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c06526-c3d6-405a-8db9-ebabf465c622 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:45.379450 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-36c06526-c3d6-405a-8db9-ebabf465c622 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0654938 Dec 16 03:39:45.382298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38928) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:45.590059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:45.618458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Checking router: 4885953b-1f0c-4016-a94c-ec9c59abf83e for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:45.618823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Updating router 4885953b-1f0c-4016-a94c-ec9c59abf83e port cc206d48-5a38-4950-8991-2695981ff580 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:39:45.628831 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-39964f48-2531-4d80-a2b0-fb80aa807d6a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2445643 Dec 16 03:39:45.644577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.809311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38934) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:45.814297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0586c32e-0e1c-4126-ae13-d07081c7dacd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005012795', 'description': 'tempest-secgroup-smoke-2005012795 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:45.844358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0586c32e-0e1c-4126-ae13-d07081c7dacd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.915753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0586c32e-0e1c-4126-ae13-d07081c7dacd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.920165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0586c32e-0e1c-4126-ae13-d07081c7dacd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.945484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c2692a53-1b8d-4997-9d96-4bb8ac8aa05c None None] Provisioning complete for port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:45.946193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2692a53-1b8d-4997-9d96-4bb8ac8aa05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.950697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0586c32e-0e1c-4126-ae13-d07081c7dacd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.954814 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0586c32e-0e1c-4126-ae13-d07081c7dacd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1415963 Dec 16 03:39:45.955715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:45.956777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586c32e-0e1c-4126-ae13-d07081c7dacd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a242a60-be30-4a81-b1c9-d1f67ddd6176,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:45.961008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a17d8b16-1024-4a8e-b97c-30a3f7f1090f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6a242a60-be30-4a81-b1c9-d1f67ddd6176', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:45.973627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.986044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:45.990583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a17d8b16-1024-4a8e-b97c-30a3f7f1090f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.043956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f6eeb-589c-44a9-819b-31adc3d5528a None None] Pushing event updated for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.049664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a17d8b16-1024-4a8e-b97c-30a3f7f1090f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.058539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a17d8b16-1024-4a8e-b97c-30a3f7f1090f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.078977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8b16-1024-4a8e-b97c-30a3f7f1090f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2037561e-9fa7-4d4c-9fcc-8c6b92c73ebb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.089559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a17d8b16-1024-4a8e-b97c-30a3f7f1090f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.090851 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a17d8b16-1024-4a8e-b97c-30a3f7f1090f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339049 Dec 16 03:39:46.093782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:46.099490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4a18bf37-d44d-44e9-8d3a-5c75e1497b3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6a242a60-be30-4a81-b1c9-d1f67ddd6176', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:46.135007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a18bf37-d44d-44e9-8d3a-5c75e1497b3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.141104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Attempting to bind port cc206d48-5a38-4950-8991-2695981ff580 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:46.141499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Attempting to bind port cc206d48-5a38-4950-8991-2695981ff580 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:46.141854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Attempting to bind port cc206d48-5a38-4950-8991-2695981ff580 on network 2651411d-f2f0-4eb4-b61b-69255be08926 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:46.149351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:46.149716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Checking segment: {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:46.150114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.150575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Bound using segment: {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:46.150986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Bound port: cc206d48-5a38-4950-8991-2695981ff580, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:46.151361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.169153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c2692a53-1b8d-4997-9d96-4bb8ac8aa05c None None] Provisioning complete for port cc206d48-5a38-4950-8991-2695981ff580 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:46.169505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2692a53-1b8d-4997-9d96-4bb8ac8aa05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.203033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a18bf37-d44d-44e9-8d3a-5c75e1497b3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.209650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a18bf37-d44d-44e9-8d3a-5c75e1497b3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.226099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18bf37-d44d-44e9-8d3a-5c75e1497b3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a115779-7efb-4a22-93ee-faff5393fb47,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.239046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a18bf37-d44d-44e9-8d3a-5c75e1497b3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.242862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c2692a53-1b8d-4997-9d96-4bb8ac8aa05c None None] Port cc206d48-5a38-4950-8991-2695981ff580 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:46.243045 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4a18bf37-d44d-44e9-8d3a-5c75e1497b3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478407 Dec 16 03:39:46.243647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38940) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:46.248744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4b674e26-59df-4a0d-b413-bf2ebd3e00bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6a242a60-be30-4a81-b1c9-d1f67ddd6176', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:46.257150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] For port cc206d48-5a38-4950-8991-2695981ff580, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:46.260447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] For port cc206d48-5a38-4950-8991-2695981ff580, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc206d48-5a38-4950-8991-2695981ff580,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:46.265034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.290380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b674e26-59df-4a0d-b413-bf2ebd3e00bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.327996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:46.328620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:46.330488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f6eeb-589c-44a9-819b-31adc3d5528a None None] Pushing event updated for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.355861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b674e26-59df-4a0d-b413-bf2ebd3e00bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.362876 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b674e26-59df-4a0d-b413-bf2ebd3e00bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.381122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b674e26-59df-4a0d-b413-bf2ebd3e00bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8692a746-6d22-43a5-a75a-221d936ae823,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.394044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0da87f78-5a83-46e3-a617-05a6541fc2bb None None] Provisioning complete for port cc206d48-5a38-4950-8991-2695981ff580 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:46.395143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0da87f78-5a83-46e3-a617-05a6541fc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.401032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b674e26-59df-4a0d-b413-bf2ebd3e00bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.402324 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4b674e26-59df-4a0d-b413-bf2ebd3e00bd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576636 Dec 16 03:39:46.405370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:46.410629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8e020507-176a-48fc-a4b2-26537d6e3973 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6a242a60-be30-4a81-b1c9-d1f67ddd6176', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:46.448913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e020507-176a-48fc-a4b2-26537d6e3973 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.527279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e020507-176a-48fc-a4b2-26537d6e3973 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.532320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e020507-176a-48fc-a4b2-26537d6e3973 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.553014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e020507-176a-48fc-a4b2-26537d6e3973 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c611274-fad7-4330-9982-c94bc0a2dfd1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.563063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e020507-176a-48fc-a4b2-26537d6e3973 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.564385 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8e020507-176a-48fc-a4b2-26537d6e3973 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1577342 Dec 16 03:39:46.567338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38944) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:46.572016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6a242a60-be30-4a81-b1c9-d1f67ddd6176', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:46.595872 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:39:46.601466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.627313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:46.658824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.663460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.684956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5316b3-7a57-4e68-a495-e2819c90f01f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.695679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.697237 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-06d26bd5-d284-402e-b8cd-046bb2bab50d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288624 Dec 16 03:39:46.700050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38946) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:46.701415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:46.704464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6a242a60-be30-4a81-b1c9-d1f67ddd6176', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:46.728465 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:39:46.733902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.792635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.796879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.815082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a0fd83-2c7b-4b2f-93ff-fb1c9f8b6c90,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:46.824522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.826938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cc78d834-b394-4d54-b58e-69e2225cdcb6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258221 Dec 16 03:39:46.854324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:46.854492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.860780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0da87f78-5a83-46e3-a617-05a6541fc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:46.966617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0da87f78-5a83-46e3-a617-05a6541fc2bb None None] For port cc206d48-5a38-4950-8991-2695981ff580, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc206d48-5a38-4950-8991-2695981ff580,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:46.980443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-26f538d1-26e3-40ff-9b91-47ac74deb70c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005012795&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.0491490 Dec 16 03:39:46.991671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0da87f78-5a83-46e3-a617-05a6541fc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:47.079820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da87f78-5a83-46e3-a617-05a6541fc2bb None None] Pushing event updated for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:47.093576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:39:46Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:47.094700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-5c1e7105-6f0e-4798-8f77-14f947128414 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:47.096188 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-5c1e7105-6f0e-4798-8f77-14f947128414 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=2651411d-f2f0-4eb4-b61b-69255be08926 HTTP/1.1" status: 200 len: 796 time: 0.1086273 Dec 16 03:39:47.112336 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-1b8fda1a-02f0-4fa1-a539-dcf60a323708 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0096159 Dec 16 03:39:47.129450 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec112f-10ef-4a18-a288-84ef9c310153 None None] The sync data for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv is: [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:39:46Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:39:47.140750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3bbcc769-d450-48f9-b1e2-bff0955f6a68 None None] Provisioning complete for port cc206d48-5a38-4950-8991-2695981ff580 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:47.141479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc769-d450-48f9-b1e2-bff0955f6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:47.169035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-cdf3eb72-4f12-4d76-ab80-44a9ca5de12a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506470 Dec 16 03:39:47.296895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-7e904576-8389-4428-8349-a6eb671eedba service neutron] 10.222.0.16 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028187 Dec 16 03:39:47.396091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-15191914-9409-4ce0-a3ab-fae9f4c6aa78 service neutron] 10.222.0.16 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925529 Dec 16 03:39:47.559815 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e95d54e-29d9-4690-8420-510bc0ff5c10 req-248cb68d-ce97-4826-8890-ffe5decc0232 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 210 time: 0.0270987 Dec 16 03:39:48.525594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc206d48-5a38-4950-8991-2695981ff580 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:48.577720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port cc206d48-5a38-4950-8991-2695981ff580 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:48.578093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:48.669330 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fca1a1d9-3bad-400e-9847-e2e7d63aa88d req-7bebcb05-4c9e-4676-b318-77e99b6fd51d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 210 time: 0.0338552 Dec 16 03:39:48.728245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-4c223839-77f1-49f4-a5ca-1d849ddeb580 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:48.729600 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-4c223839-77f1-49f4-a5ca-1d849ddeb580 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=2651411d-f2f0-4eb4-b61b-69255be08926 HTTP/1.1" status: 200 len: 796 time: 0.1413023 Dec 16 03:39:48.802807 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-ede48dfb-fcec-430d-912b-bb4111e7833b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 380 time: 0.0586774 Dec 16 03:39:48.812332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['6a242a60-be30-4a81-b1c9-d1f67ddd6176']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:48.924889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:39:48.929028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.066799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.6 (2651411d-f2f0-4eb4-b61b-69255be08926/17553543-c70e-4a48-bdf7-3e6f58fc560a/83ff00a2-d0ac-4bb4-a0cd-274b820f592e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:49.200674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.236980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.283193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 2651411d-f2f0-4eb4-b61b-69255be08926 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:49.286434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:49.290016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:49.296234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:49.344667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:49.345303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.365774 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-e2972338-1bc4-425b-a813-544df08efab9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573356 Dec 16 03:39:49.387177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Request body: {'port': {'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:49.447116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.484503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fa6be746-515c-4d58-871a-0b2c2d447a15 None None] Provisioning complete for port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:49.484907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa6be746-515c-4d58-871a-0b2c2d447a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.521439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fa6be746-515c-4d58-871a-0b2c2d447a15 None None] Port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:39:49.709585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ff00a2-d0ac-4bb4-a0cd-274b820f592e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:39:49.717319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.729927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Transition to ACTIVE for port object 83ff00a2-d0ac-4bb4-a0cd-274b820f592e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:39:49.734653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.783582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Pushing event updated for resources: {'Port': ['ID=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:49.797182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51996b-d211-4e93-86df-496f7e083c1a req-ce2958f2-95c8-48de-8cff-359546e4dcfb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:49.798737 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7d51996b-d211-4e93-86df-496f7e083c1a req-ce2958f2-95c8-48de-8cff-359546e4dcfb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 943 time: 0.0636475 Dec 16 03:39:49.857757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Attempting to bind port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:39:49.858256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Attempting to bind port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:39:49.858862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Attempting to bind port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e on network 2651411d-f2f0-4eb4-b61b-69255be08926 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:49.863641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e on network 2651411d-f2f0-4eb4-b61b-69255be08926 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:39:49.864106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Attempting to bind port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e on network 2651411d-f2f0-4eb4-b61b-69255be08926 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:39:49.864877 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7d51996b-d211-4e93-86df-496f7e083c1a req-9cc87e4e-d3ba-4f22-9630-4e2402c1b9bf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541770 Dec 16 03:39:49.869146 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:39:49.869494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Checking segment: {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:39:49.869882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Bound using segment: {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:39:49.870314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Bound port: 83ff00a2-d0ac-4bb4-a0cd-274b820f592e, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491af291-9a37-47d3-9ff6-3f96f27ef676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:39:49.870701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.936751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] For port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:39:49.941524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] For port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:39:49.947784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.988851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:49.989787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:49.991957 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] 10.222.0.30 "PUT /v2.0/ports/83ff00a2-d0ac-4bb4-a0cd-274b820f592e HTTP/1.1" status: 200 len: 1093 time: 0.6114531 Dec 16 03:39:49.992462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:49.994878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4509993-0e1c-409b-ae95-3ea6c8969f94" -d '{"events": [{"name": "network-changed", "server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:50.032441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016260b8-5bea-4b0c-a50c-c9da5fe68471 service neutron] Pushing event updated for resources: {'Port': ['ID=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:50.038273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f028181b-c6b0-49da-9033-9a5cec97d484 x-openstack-request-id: req-f028181b-c6b0-49da-9033-9a5cec97d484 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:50.038608 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:50.038868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f028181b-c6b0-49da-9033-9a5cec97d484 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:50.039280 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'status': 'completed', 'code': 200} Dec 16 03:39:50.102877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-33c2d742-657d-4c44-9e42-9e0414918133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.104421 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-33c2d742-657d-4c44-9e42-9e0414918133 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 1096 time: 0.0438089 Dec 16 03:39:50.160322 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-b1ffb0cf-684a-4f47-902b-54911cdf3cf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e HTTP/1.1" status: 200 len: 217 time: 0.0397890 Dec 16 03:39:50.212460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-436c8615-6f4a-4ed3-865a-6ec88547a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.213920 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-436c8615-6f4a-4ed3-865a-6ec88547a3f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17553543-c70e-4a48-bdf7-3e6f58fc560a HTTP/1.1" status: 200 len: 835 time: 0.0465875 Dec 16 03:39:50.260765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-dadbe243-8de7-4ea5-ac21-11f3523a37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.262248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-dadbe243-8de7-4ea5-ac21-11f3523a37ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2651411d-f2f0-4eb4-b61b-69255be08926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413311 Dec 16 03:39:50.359297 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-dc6f8321-9b06-4626-bd76-6dd54b620dc1 service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896454 Dec 16 03:39:50.449148 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59fcaf8f-6b3e-4b6b-9b80-41bf4d91df10 req-d8c751c5-45cf-4485-bff9-3adbdf0e2004 service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830762 Dec 16 03:39:50.593909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-709cbaf8-4847-4d02-a7d4-51fcca7616cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.595532 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-709cbaf8-4847-4d02-a7d4-51fcca7616cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 1096 time: 0.0483356 Dec 16 03:39:50.691323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-87279011-2bc2-4a71-886e-cda46e1ec5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.692844 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-87279011-2bc2-4a71-886e-cda46e1ec5e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2651411d-f2f0-4eb4-b61b-69255be08926 HTTP/1.1" status: 200 len: 896 time: 0.0890028 Dec 16 03:39:50.741222 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-0cb0efd3-f45c-430e-91d4-ddaef8c5b328 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e HTTP/1.1" status: 200 len: 217 time: 0.0385485 Dec 16 03:39:50.798866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-19232e72-90a1-4b29-bb16-07a58b234959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.800230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-19232e72-90a1-4b29-bb16-07a58b234959 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17553543-c70e-4a48-bdf7-3e6f58fc560a HTTP/1.1" status: 200 len: 835 time: 0.0521393 Dec 16 03:39:50.849870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-a0f553d8-1a3d-4330-91db-085328927cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.851358 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-a0f553d8-1a3d-4330-91db-085328927cff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2651411d-f2f0-4eb4-b61b-69255be08926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425785 Dec 16 03:39:50.951352 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-f4231933-dbde-41ba-87e8-65bce12dccfe service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904877 Dec 16 03:39:50.974427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7a6f4-d24c-47bc-b270-b9184e6aeff9 req-32d94ddb-bd6a-4776-8d45-fb4ca636d256 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:50.975938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-15a7a6f4-d24c-47bc-b270-b9184e6aeff9 req-32d94ddb-bd6a-4776-8d45-fb4ca636d256 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 943 time: 0.0551949 Dec 16 03:39:51.024427 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-15a7a6f4-d24c-47bc-b270-b9184e6aeff9 req-98af636f-7617-405b-ab36-2923cd1c05c6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423601 Dec 16 03:39:51.049492 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e4509993-0e1c-409b-ae95-3ea6c8969f94 req-d4209762-7434-4cfa-a6ac-151fc7426135 service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893764 Dec 16 03:39:52.166207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1453c1-f902-4f85-9c8a-4d143ea4f67f req-3de0d3c2-4246-4b4d-9cf3-17d0f831783d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:52.167711 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e1453c1-f902-4f85-9c8a-4d143ea4f67f req-3de0d3c2-4246-4b4d-9cf3-17d0f831783d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 943 time: 0.0501401 Dec 16 03:39:52.225414 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e1453c1-f902-4f85-9c8a-4d143ea4f67f req-4efe7f4d-dabc-4170-879a-cccd52d14ddd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515950 Dec 16 03:39:52.445446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 83ff00a2-d0ac-4bb4-a0cd-274b820f592e details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:39:52.556330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:52.570930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'mac_address': 'fa:16:3e:f0:06:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:39:52.615775 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:52.628680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ff00a2-d0ac-4bb4-a0cd-274b820f592e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:39:52.649024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:52.656445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:52.704002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:52.944653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['83ff00a2-d0ac-4bb4-a0cd-274b820f592e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:39:53.363556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa692a-8a73-480d-be5e-7b6dbe1a04e1 req-26c2dce5-1333-44ca-9c1b-44fbc9348229 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:53.365046 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5eaa692a-8a73-480d-be5e-7b6dbe1a04e1 req-26c2dce5-1333-44ca-9c1b-44fbc9348229 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 944 time: 0.0580850 Dec 16 03:39:53.416857 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5eaa692a-8a73-480d-be5e-7b6dbe1a04e1 req-d0a33427-2d58-4f29-b408-ab408837b277 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429847 Dec 16 03:39:53.752613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:54.460499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 83ff00a2-d0ac-4bb4-a0cd-274b820f592e up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:39:54.515242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:39:54.519418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:39:54.519791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:54.548543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6819a-3b1b-4bd9-97ca-a8c4cdfeb483 req-a8009e9b-7697-4e36-9098-2bd70669f962 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:54.550870 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-33f6819a-3b1b-4bd9-97ca-a8c4cdfeb483 req-a8009e9b-7697-4e36-9098-2bd70669f962 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 944 time: 0.0504620 Dec 16 03:39:54.599565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:54.600752 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-33f6819a-3b1b-4bd9-97ca-a8c4cdfeb483 req-6d829013-cacc-4ceb-8abe-e1557badff29 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Dec 16 03:39:54.622834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:54.625090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d321d4a0-24a8-4df5-9b22-48490fcb2457" -d '{"events": [{"server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "name": "network-vif-plugged", "status": "completed", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:54.638317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:39:54.643618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:54.666541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e1c2ea-9234-402f-9233-a2f8f631d254 x-openstack-request-id: req-f7e1c2ea-9234-402f-9233-a2f8f631d254 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:54.666782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "name": "network-vif-plugged", "status": "completed", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:54.667068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e1c2ea-9234-402f-9233-a2f8f631d254 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:54.667451 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'code': 200} Dec 16 03:39:54.692600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:54.868269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0c6c1-69d7-4fc6-a205-aa0f8ab552b5 req-a46ef08e-698d-4844-8111-6b2f67fc2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:54.869789 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dfd0c6c1-69d7-4fc6-a205-aa0f8ab552b5 req-a46ef08e-698d-4844-8111-6b2f67fc2d55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 1098 time: 0.0422807 Dec 16 03:39:54.919190 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dfd0c6c1-69d7-4fc6-a205-aa0f8ab552b5 req-4a2dc421-f0fc-403a-9462-b4d08e8ee244 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420332 Dec 16 03:39:55.734012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e166-28f2-4b2b-934a-57ef6a0ed218 req-1d6b21ef-6135-4ad7-9b53-d165bfc8cc8f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:55.735585 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f54e166-28f2-4b2b-934a-57ef6a0ed218 req-1d6b21ef-6135-4ad7-9b53-d165bfc8cc8f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Dec 16 03:39:55.797954 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f54e166-28f2-4b2b-934a-57ef6a0ed218 req-e4cd1100-668d-4e2f-8486-f4b86ddc3b34 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521924 Dec 16 03:39:56.412611 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:39:56.922864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12bfc9-f66e-4514-bea9-d0cbba50117d req-83875303-af88-4d96-992c-0dac5da7b66b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:56.924340 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce12bfc9-f66e-4514-bea9-d0cbba50117d req-83875303-af88-4d96-992c-0dac5da7b66b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 945 time: 0.0565023 Dec 16 03:39:56.976354 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce12bfc9-f66e-4514-bea9-d0cbba50117d req-bbc8e0c4-33ea-44bc-a816-e5e911403324 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Dec 16 03:39:57.100189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3cd02-11ac-47fd-8eaf-1f461af7dce2 req-1563993f-5a93-416f-955e-1303fdc0624e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:57.101692 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-08e3cd02-11ac-47fd-8eaf-1f461af7dce2 req-1563993f-5a93-416f-955e-1303fdc0624e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 945 time: 0.0567136 Dec 16 03:39:57.155047 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-08e3cd02-11ac-47fd-8eaf-1f461af7dce2 req-b911024f-7f37-467e-8363-3f13c2ca5795 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Dec 16 03:39:57.176642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 38996) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:57.218861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694b14f-df3e-4cc4-9e4d-b5edd3383c55 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:57.220376 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e694b14f-df3e-4cc4-9e4d-b5edd3383c55 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 1093 time: 0.0425587 Dec 16 03:39:57.224707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 38998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:57.229445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:39:57.259373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:57.658671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:57.778784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.158 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/655f10ac-4250-4f0d-807e-5b4164b9c2dc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:39:57.879754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:57.915979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:57.955654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:39:57.958787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:39:57.962341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:39:57.967791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=655f10ac-4250-4f0d-807e-5b4164b9c2dc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:58.329401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:58.406722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:58.562046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:58.570099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:58.642123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=655f10ac-4250-4f0d-807e-5b4164b9c2dc,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:39:58.657277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:58.760693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e associated. External IP: 172.26.6.158, port: 83ff00a2-d0ac-4bb4-a0cd-274b820f592e. Dec 16 03:39:59.005156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 4885953b-1f0c-4016-a94c-ec9c59abf83e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:39:59.118114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:39:59.128510 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] Sync routers for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:39:59.138269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:39:59.139836 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:59.140462 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:59.165758 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5e577616-0125-4475-9213-19bfbb705d26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9398420 Dec 16 03:39:59.166431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:39:59.168809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69781a3-26f4-4844-9f96-88e622f0c062" -d '{"events": [{"name": "network-changed", "server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:39:59.168967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39000) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:59.204951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872b0be9-202b-44ff-8de4-2929e1223111 x-openstack-request-id: req-872b0be9-202b-44ff-8de4-2929e1223111 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:39:59.205250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:39:59.205509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-872b0be9-202b-44ff-8de4-2929e1223111 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:39:59.205918 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'status': 'completed', 'code': 200} Dec 16 03:39:59.257371 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:59.280782 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-72a43d15-967c-4947-a8dc-2e72fe341d18 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers/4885953b-1f0c-4016-a94c-ec9c59abf83e HTTP/1.1" status: 200 len: 922 time: 0.1107931 Dec 16 03:39:59.283879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39004) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:39:59.302884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-b71e1001-2343-4060-9090-f1e0c73c95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:59.304407 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-b71e1001-2343-4060-9090-f1e0c73c95a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 1098 time: 0.0547423 Dec 16 03:39:59.348160 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-27b5ee4e-9343-49a0-a174-49b216e5d71a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 991 time: 0.0630085 Dec 16 03:39:59.407115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-b25694f5-c946-458a-929e-578271bc8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:59.408576 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-b25694f5-c946-458a-929e-578271bc8156 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2651411d-f2f0-4eb4-b61b-69255be08926 HTTP/1.1" status: 200 len: 896 time: 0.0971968 Dec 16 03:39:59.478516 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-831679ef-2fea-420b-99e5-c8f8a39e8e50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e HTTP/1.1" status: 200 len: 999 time: 0.0622323 Dec 16 03:39:59.514000 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'mac_address': 'fa:16:3e:f0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:58Z', 'updated_at': '2021-12-16T03:39:58Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:39:46Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:59.530879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-97e2c52d-98bc-4526-8c4d-1b801db6b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:59.531932 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-97e2c52d-98bc-4526-8c4d-1b801db6b159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17553543-c70e-4a48-bdf7-3e6f58fc560a HTTP/1.1" status: 200 len: 835 time: 0.0462537 Dec 16 03:39:59.543491 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] Checking router: 4885953b-1f0c-4016-a94c-ec9c59abf83e for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:39:59.557076 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:39:59.557719 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:39:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:59.593649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-262188cb-81ff-4ade-87d3-0067bb698c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:39:59.595526 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-262188cb-81ff-4ade-87d3-0067bb698c00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2651411d-f2f0-4eb4-b61b-69255be08926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561161 Dec 16 03:39:59.684805 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:39:59.703153 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-b99eb3f6-0b0e-4a9f-ab27-cddd7b304ccf service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010530 Dec 16 03:39:59.811215 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b69781a3-26f4-4844-9f96-88e622f0c062 req-ee7ae7d4-ab47-4826-970b-1b81b14064d0 service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009204 Dec 16 03:39:59.937220 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'mac_address': 'fa:16:3e:f0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:58Z', 'updated_at': '2021-12-16T03:39:58Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:39:46Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:39:59.970337 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87e635-c9cd-4f4b-a854-8a85b8429003 None None] The sync data for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv is: [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'mac_address': 'fa:16:3e:f0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:58Z', 'updated_at': '2021-12-16T03:39:58Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:39:46Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:00.196244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51e1c0-369d-4a3d-8d4f-13321157f521 None None] New status for floating IP 0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:40:00.352026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:00.420160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ed53a245-1959-4cad-8eee-43f8e8def662 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 993 time: 0.0667920 Dec 16 03:40:05.189161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5102dd7b-df0f-47ef-b03f-eb7facb96c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:07.358532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8cd95d3-ef64-4dbe-9c61-8dbbd6eb8dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:08.441006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:09.999405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:11.094638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:23.790494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:26.475206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce066-56ca-471f-8280-9d7b49746c4d req-ef24e9fe-a971-4d62-844e-961a48536e82 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:26.476712 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cc1ce066-56ca-471f-8280-9d7b49746c4d req-ef24e9fe-a971-4d62-844e-961a48536e82 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 945 time: 0.1813891 Dec 16 03:40:26.531956 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cc1ce066-56ca-471f-8280-9d7b49746c4d req-c340357d-9f43-4c8d-8bd8-65e3a8eee47f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488529 Dec 16 03:40:27.709908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c565a-a202-4627-a562-b9ec8e7c69fc req-4eb410a5-b21e-446c-8447-b4fd8ba157d4 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:27.711414 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cc3c565a-a202-4627-a562-b9ec8e7c69fc req-4eb410a5-b21e-446c-8447-b4fd8ba157d4 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 945 time: 0.1097150 Dec 16 03:40:27.763845 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cc3c565a-a202-4627-a562-b9ec8e7c69fc req-1e4c028d-eb82-45ef-8f28-2d2e2df0c141 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Dec 16 03:40:28.102810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-3784baa4-e793-43e7-a3cf-620d29e9c7d9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:28.104281 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-3784baa4-e793-43e7-a3cf-620d29e9c7d9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Dec 16 03:40:28.201472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Deleting port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:40:28.201736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:28.291377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] For port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:28.291715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:28.470239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:28.470645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:28.470965 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Floating IP 440d259b-ade3-4652-b06d-b687f574575f disassociated. External IP: 172.26.6.253, port: fbfd70f9-5b9e-494e-b73c-0f6ae08fe670. Dec 16 03:40:28.471308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Calling delete_port for fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:40:28.601115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:28.637534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event deleted for resources: {'Port': ['ID=fbfd70f9-5b9e-494e-b73c-0f6ae08fe670,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:28.649331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.649685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.650046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.650370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.650728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.651056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.651402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.651730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.652053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.652398 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.652703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.653020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.653336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:28.769423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:40:28.858973 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b7cc99c1-1187-4a0b-9c84-cccc38316a6d req-4f76e359-9094-4a7a-a1da-1ae18fe73518 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Dec 16 03:40:28.876612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:40:28.887466 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:40:28.900729 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:28.901337 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:28.920026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] No DVR routers for this DVR port fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:40:28.922558 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:28.925852 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e530ba01-1786-4e40-8ace-7485e5438a81 req-cfeddd51-1639-4315-aa57-f4440afb2a41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "DELETE /v2.0/ports/fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 HTTP/1.1" status: 204 len: 173 time: 0.8144319 Dec 16 03:40:28.926313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'name': 'network-vif-deleted', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:40:28.928919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d50e8ed-6ced-4491-813e-d0d4dcd13a91" -d '{"events": [{"server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "name": "network-vif-deleted", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:40:28.979046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8064943-6581-4beb-8706-89d7ea373feb x-openstack-request-id: req-c8064943-6581-4beb-8706-89d7ea373feb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:40:28.979333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3", "name": "network-vif-deleted", "tag": "fbfd70f9-5b9e-494e-b73c-0f6ae08fe670", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:40:28.979592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8064943-6581-4beb-8706-89d7ea373feb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:40:28.980007 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3', 'name': 'network-vif-deleted', 'tag': 'fbfd70f9-5b9e-494e-b73c-0f6ae08fe670', 'status': 'completed', 'code': 200} Dec 16 03:40:29.009656 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:29.305296 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:29.334634 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:40:29.343186 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:29.343788 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:29.446490 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:29.642266 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:29.667944 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1459b5-cd73-412a-99a9-2d61f45cab4a None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:29.897955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353b066-c9db-4ef2-809a-f1b2d6f9db5b None None] New status for floating IP 440d259b-ade3-4652-b06d-b687f574575f: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:40:30.271523 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ecbf70bc-19ae-46de-bd64-0bd7b30754c8 req-7353ca3d-600c-4a9d-8a42-ba755e9612e2 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.3415263 Dec 16 03:40:30.599197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:40:30.627474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:40:30.627805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device fbfd70f9-5b9e-494e-b73c-0f6ae08fe670 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:40:31.373491 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3bbd3a2a-ffe3-407a-8e75-728102f25fd0 req-a6a35b10-226d-40d3-a77c-37d61194a1b6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Dec 16 03:40:31.543596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:31.659193 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d7b38072-2798-4e41-80e0-0ff074e1f90a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers/4885953b-1f0c-4016-a94c-ec9c59abf83e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1143374 Dec 16 03:40:31.662559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:31.787049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2497ba5-7169-4698-ab8d-2c790c36c51d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Notify agent at dv-neutron-821927-1-hyperv the message router_removed_from_agent {{(pid=103162) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 16 03:40:31.789986 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c2497ba5-7169-4698-ab8d-2c790c36c51d tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "DELETE /v2.0/agents/6d22b0f2-b124-4b4e-bf81-88db7bbd22bd/l3-routers/4885953b-1f0c-4016-a94c-ec9c59abf83e HTTP/1.1" status: 204 len: 168 time: 0.1264768 Dec 16 03:40:31.792683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:32.245437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b8cb856a-0f82-40e0-b4e9-f801b59f5cbb tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers/4885953b-1f0c-4016-a94c-ec9c59abf83e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.4490268 Dec 16 03:40:32.245437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39046) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:32.303856 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-231dbf96-365b-4417-bf9a-2d1a4f042085 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 993 time: 0.0574462 Dec 16 03:40:32.468584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-604e4271-45e6-42a0-9515-f42f0abff2b1 req-e25d63c0-a764-4883-8d33-4371a1e33d64 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.0266697 Dec 16 03:40:32.571966 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a66d9e-183f-4f64-8287-04628ad33c1b None None] New status for floating IP 0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:40:32.594941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84a28476-4a63-4c09-bbd4-ab0e0612792e no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:40:32.672972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:32.694890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 84a28476-4a63-4c09-bbd4-ab0e0612792e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84a28476-4a63-4c09-bbd4-ab0e0612792e,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:32.700292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:32.701118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc206d48-5a38-4950-8991-2695981ff580 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:40:32.774482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=84a28476-4a63-4c09-bbd4-ab0e0612792e,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:32.784321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.784674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.785016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.785496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.785854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.786340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.786689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.787227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.787579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.787883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.788229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.788554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.788881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:32.832505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:32.864945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port cc206d48-5a38-4950-8991-2695981ff580, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc206d48-5a38-4950-8991-2695981ff580,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:32.868692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:32.916868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:33.307910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:33.371809 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2cc817fd-9d28-4f2b-8534-089e0d052b51 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 991 time: 0.0627618 Dec 16 03:40:33.412179 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:40:33.582989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-494e225a-d889-4e93-a7c9-d32f5caa985d req-5304d4e5-ecb8-4a7c-83fe-f5f513ecd09f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb92d02-bfbd-4ebb-9e3f-abbeb724b1b3 HTTP/1.1" status: 200 len: 210 time: 0.0271573 Dec 16 03:40:34.499830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39058) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:34.517407 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-47301379-3f52-4260-badd-92549157e3fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903013 Dec 16 03:40:34.622029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-f2616888-c872-4fff-8c79-6e3ee925ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:34.623708 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-f2616888-c872-4fff-8c79-6e3ee925ca5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 1098 time: 0.0442953 Dec 16 03:40:34.628398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f255dce-d5da-4f1e-8b29-37d044cd03c7 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Router 4885953b-1f0c-4016-a94c-ec9c59abf83e is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:40:34.629108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f255dce-d5da-4f1e-8b29-37d044cd03c7 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Notify agent at dv-neutron-821927-1-hyperv the message router_added_to_agent {{(pid=103161) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 16 03:40:34.661181 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3f255dce-d5da-4f1e-8b29-37d044cd03c7 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "POST /v2.0/agents/6d22b0f2-b124-4b4e-bf81-88db7bbd22bd/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1601896 Dec 16 03:40:34.664083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39066) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:34.684317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] Sync routers for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:40:34.693633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:34.694250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:34.851079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-8482b900-58c2-4195-b328-7780a29bf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:34.852642 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-8482b900-58c2-4195-b328-7780a29bf9d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2651411d-f2f0-4eb4-b61b-69255be08926 HTTP/1.1" status: 200 len: 896 time: 0.2052836 Dec 16 03:40:34.856868 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-da62feef-a362-4acf-8301-66bdc8197d18 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers/4885953b-1f0c-4016-a94c-ec9c59abf83e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1916564 Dec 16 03:40:34.866617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:34.887116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-78b4c753-432e-4178-a714-2778912f4c54 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052055475&fields=id&tenant_id=8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 267 time: 0.0483706 Dec 16 03:40:34.970696 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-c04e0457-b2e9-419d-a38a-069c4959d3e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e HTTP/1.1" status: 200 len: 999 time: 0.1106486 Dec 16 03:40:34.975040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:34.976716 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-67c376ef-11ba-44eb-8369-9f74e17a8dc7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 991 time: 0.1085348 Dec 16 03:40:35.008319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-749cf8ca-6608-45b5-989a-69cf2d3970ee tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:35.009908 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-749cf8ca-6608-45b5-989a-69cf2d3970ee tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 811 time: 0.1158612 Dec 16 03:40:35.022313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-9394a3e6-a8e6-4ad0-bf27-584ecc381185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:35.024177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-9394a3e6-a8e6-4ad0-bf27-584ecc381185 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17553543-c70e-4a48-bdf7-3e6f58fc560a HTTP/1.1" status: 200 len: 835 time: 0.0463264 Dec 16 03:40:35.034177 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-73f96ebf-a04e-4741-89c7-b9c615d59f95 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/quotas/8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 375 time: 0.0111735 Dec 16 03:40:35.075344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-95bc6291-5e70-4a61-97bc-26bd643cea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:35.076869 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-95bc6291-5e70-4a61-97bc-26bd643cea7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2651411d-f2f0-4eb4-b61b-69255be08926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460637 Dec 16 03:40:35.087311 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-f37bd0fb-0854-4c3a-be10-7c5324d5ad46 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469460 Dec 16 03:40:35.089095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-28f0958e-07a5-4036-8e93-4bbd710ba9a4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:40:35.090424 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-28f0958e-07a5-4036-8e93-4bbd710ba9a4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058899 Dec 16 03:40:35.151365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-18e19dc7-7d89-4115-80ea-a8cf3a2b5004 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:40:35.152378 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-18e19dc7-7d89-4115-80ea-a8cf3a2b5004 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0530164 Dec 16 03:40:35.196802 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-e03a5781-ab8b-4ee9-b910-7845c2aca221 service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994654 Dec 16 03:40:35.216533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c395af-051c-4484-bef4-d005f7a37f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:35.230201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'mac_address': 'fa:16:3e:f0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:58Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:35.255109 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-0419db64-0f04-47f4-be79-7e3d582d995d service neutron] 10.222.0.16 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962214 Dec 16 03:40:35.259051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] Checking router: 4885953b-1f0c-4016-a94c-ec9c59abf83e for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:40:35.267734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:35.268548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:35.294331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c5452683-9897-4e3c-a360-21387cd9d2fe req-84e5beec-8c62-4d3e-baa4-19ad07b5919e service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904977 Dec 16 03:40:35.347165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-6ebbc093-6cd9-4975-8608-81c55c471a34 service neutron] 10.222.0.16 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846453 Dec 16 03:40:35.382538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:35.614425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'mac_address': 'fa:16:3e:f0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:58Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:35.636365 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c7276707-ca30-45aa-9c05-2cd4c0415766 req-47acc6d7-d8c0-45b9-814f-d0879a4a12c5 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 210 time: 0.0287397 Dec 16 03:40:35.643574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9870412-3a14-46e6-8578-f50bd756db99 None None] The sync data for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv is: [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'port_id': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'mac_address': 'fa:16:3e:f0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:39:58Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:40:32Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:35.980415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:36.047609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b2fb2f7b-926d-4588-aa11-5a73d20ce006 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 991 time: 0.0660236 Dec 16 03:40:36.595543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84a28476-4a63-4c09-bbd4-ab0e0612792e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:36.645699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 84a28476-4a63-4c09-bbd4-ab0e0612792e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:36.646157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:36.749109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:36.774489 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c547f937-d5ce-4a19-a5e6-88fdf591eff2 req-d9db6c11-18cf-427d-a1f8-6336f4b11f0a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 210 time: 0.0538452 Dec 16 03:40:36.778901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 84a28476-4a63-4c09-bbd4-ab0e0612792e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84a28476-4a63-4c09-bbd4-ab0e0612792e,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:36.786659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:36.788592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc206d48-5a38-4950-8991-2695981ff580 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:36.834016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-f8f08a82-26cd-48ba-93c2-2a5028d32fb0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:36.836527 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-f8f08a82-26cd-48ba-93c2-2a5028d32fb0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 811 time: 0.1778851 Dec 16 03:40:36.867112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=84a28476-4a63-4c09-bbd4-ab0e0612792e,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:36.881480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port cc206d48-5a38-4950-8991-2695981ff580 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:36.881849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:36.936903 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-31b7f2c3-5d89-4246-a166-242565957a51 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 380 time: 0.0857940 Dec 16 03:40:36.951598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'port': {'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'admin_state_up': True, 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'security_groups': ['aa7322d4-63a9-4a44-a175-1625c597fbe4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:36.975243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.012413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port cc206d48-5a38-4950-8991-2695981ff580, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc206d48-5a38-4950-8991-2695981ff580,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:37.018024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.051818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39104) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:37.082087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:37.094486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Made reservation on behalf of 8651f527d93e41a8bfaa3ec713995257 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:40:37.099083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.118749 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5139a492-e49e-4649-a38c-36cde30910a3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 991 time: 0.0655603 Dec 16 03:40:37.231376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Allocated IP 172.20.0.10 (9636f700-bb7e-4d5f-be8e-c91244ecd1c6/b2fac880-a984-4ab7-b82c-c81b45b0820a/966c8a32-1da8-4573-a511-8d39afb10db6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:40:37.368279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8587836-0e6e-4201-893f-c1b0da605bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.375651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.418737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.445920 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f88d63-6e4b-46e1-b2ff-5a0b376ef907 None None] New status for floating IP 0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:40:37.472110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:40:37.475510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:37.479570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:40:37.506969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=966c8a32-1da8-4573-a511-8d39afb10db6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:37.537318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:37.538004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.563159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-dc115339-92e3-46a7-b68f-3417dac0aae7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6199422 Dec 16 03:40:37.583287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Request body: {'port': {'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:37.651383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.764632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b5b64c70-ba56-4fd6-b117-2afad7a1a27b None None] Provisioning complete for port 966c8a32-1da8-4573-a511-8d39afb10db6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:37.765345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5b64c70-ba56-4fd6-b117-2afad7a1a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.815362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b5b64c70-ba56-4fd6-b117-2afad7a1a27b None None] Port 966c8a32-1da8-4573-a511-8d39afb10db6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:40:37.908661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac7c2f-be72-4993-ae15-77567ab43566 req-db6e85e6-7dda-4bb6-98b8-c714ba2eeb20 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:37.910932 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-78ac7c2f-be72-4993-ae15-77567ab43566 req-db6e85e6-7dda-4bb6-98b8-c714ba2eeb20 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 932 time: 0.0530353 Dec 16 03:40:37.956007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966c8a32-1da8-4573-a511-8d39afb10db6 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:40:37.964228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:37.977254 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-78ac7c2f-be72-4993-ae15-77567ab43566 req-280dfe0d-43d5-4175-917c-e1f3376986e9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602508 Dec 16 03:40:37.985361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Transition to ACTIVE for port object 966c8a32-1da8-4573-a511-8d39afb10db6 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:40:37.999732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.051657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Pushing event updated for resources: {'Port': ['ID=966c8a32-1da8-4573-a511-8d39afb10db6,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:38.122522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39108) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:38.136744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Attempting to bind port 966c8a32-1da8-4573-a511-8d39afb10db6 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:40:38.137929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Attempting to bind port 966c8a32-1da8-4573-a511-8d39afb10db6 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:40:38.138512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Attempting to bind port 966c8a32-1da8-4573-a511-8d39afb10db6 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:40:38.143966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Port 966c8a32-1da8-4573-a511-8d39afb10db6 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:40:38.144346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Attempting to bind port 966c8a32-1da8-4573-a511-8d39afb10db6 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:40:38.149891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:40:38.150240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Checking segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:40:38.150716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Bound using segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:40:38.151162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Bound port: 966c8a32-1da8-4573-a511-8d39afb10db6, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:40:38.151523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.212279 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-adb089c9-e695-4d73-bfba-3c26df5053ee tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 200 len: 993 time: 0.0884960 Dec 16 03:40:38.236190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] For port 966c8a32-1da8-4573-a511-8d39afb10db6, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:40:38.242302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] For port 966c8a32-1da8-4573-a511-8d39afb10db6, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=966c8a32-1da8-4573-a511-8d39afb10db6,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:40:38.251263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.292364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:38.293659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.295260 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] 10.222.0.30 "PUT /v2.0/ports/966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 200 len: 1094 time: 0.7175570 Dec 16 03:40:38.297906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:40:38.300047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de" -d '{"events": [{"name": "network-changed", "server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:40:38.339657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156871b-a3e5-4f93-9ae6-77f71c5bd58c service neutron] Pushing event updated for resources: {'Port': ['ID=966c8a32-1da8-4573-a511-8d39afb10db6,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:38.402206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8469c-6ab3-4b31-8ff7-f52f3f83a19b x-openstack-request-id: req-5da8469c-6ab3-4b31-8ff7-f52f3f83a19b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:40:38.402760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:40:38.403086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5da8469c-6ab3-4b31-8ff7-f52f3f83a19b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:40:38.403549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6', 'status': 'completed', 'code': 200} Dec 16 03:40:38.429378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-b356e9c1-427d-4c2a-889e-9d24bfd65c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:38.431971 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-b356e9c1-427d-4c2a-889e-9d24bfd65c3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1097 time: 0.0697749 Dec 16 03:40:38.449319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.488296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39116) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:38.513135 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-89cb8c83-cb38-455d-8aa9-d95ed53337c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 200 len: 217 time: 0.0656404 Dec 16 03:40:38.573178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-f99fe4f8-a202-403a-b15b-b5f9f229609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:38.574744 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-f99fe4f8-a202-403a-b15b-b5f9f229609d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0540123 Dec 16 03:40:38.585623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84a28476-4a63-4c09-bbd4-ab0e0612792e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:38.633960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-9f6e1481-e455-4c20-997e-7fb0394abb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:38.635536 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-9f6e1481-e455-4c20-997e-7fb0394abb67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506260 Dec 16 03:40:38.641344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 84a28476-4a63-4c09-bbd4-ab0e0612792e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:38.641712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.714167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 655f10ac-4250-4f0d-807e-5b4164b9c2dc {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:40:38.715365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.740791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc206d48-5a38-4950-8991-2695981ff580 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:38.757665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-936ecde9-44a8-4b7f-ae53-43584aa09449 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138813 Dec 16 03:40:38.793327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port cc206d48-5a38-4950-8991-2695981ff580 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:38.793899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.813804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.814259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:38.828109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 655f10ac-4250-4f0d-807e-5b4164b9c2dc owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:40:38.864514 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-580516cf-02d5-4dd4-930b-67ab53ce4f20 req-2e19ee56-04ed-4759-8e36-f8175bc9bf5d service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967536 Dec 16 03:40:38.991213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-48af0155-4c04-4c17-a252-579466c6888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:38.992803 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-48af0155-4c04-4c17-a252-579466c6888c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1097 time: 0.0528462 Dec 16 03:40:38.995582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:39.046175 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=655f10ac-4250-4f0d-807e-5b4164b9c2dc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:39.086285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.086719 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.087027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.087364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.087892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.088406 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.088919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.089535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.090050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.090585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.091092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.091573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.092089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:39.116797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-9a2f2963-dadd-4cd2-8a31-b9b9b2f8d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.118331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-9a2f2963-dadd-4cd2-8a31-b9b9b2f8d44b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.1178520 Dec 16 03:40:39.163281 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-6f05be57-4a00-4176-aa7b-077e8c387f25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 200 len: 217 time: 0.0376341 Dec 16 03:40:39.164533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3410-55e5-4521-a2b6-c362573e7e27 req-7ff21705-fc2e-4a54-b4ba-aa08470572f1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.166061 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d3bd3410-55e5-4521-a2b6-c362573e7e27 req-7ff21705-fc2e-4a54-b4ba-aa08470572f1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.1141806 Dec 16 03:40:39.166953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:39.167315 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e disassociated (deleted). External IP: 172.26.6.158, port: 83ff00a2-d0ac-4bb4-a0cd-274b820f592e. Dec 16 03:40:39.221025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-164f5bb8-8b0f-43c0-8c73-5103e1c99e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.222978 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-164f5bb8-8b0f-43c0-8c73-5103e1c99e26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0527737 Dec 16 03:40:39.270179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-25fa3ffe-b433-406d-9687-839102fffb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.272202 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-25fa3ffe-b433-406d-9687-839102fffb9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425251 Dec 16 03:40:39.298791 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d3bd3410-55e5-4521-a2b6-c362573e7e27 req-6bf0558d-04a5-4ebc-8523-e587babceaf0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938489 Dec 16 03:40:39.368716 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-45191829-4bfb-4768-b515-675a8177fb53 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885715 Dec 16 03:40:39.435536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 4885953b-1f0c-4016-a94c-ec9c59abf83e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:40:39.468631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c764940-0982-4ef5-8cc4-f8ea7f7fa0de req-08776547-9f5a-49d1-8627-a74c1dba9e38 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931182 Dec 16 03:40:39.545503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:40:39.550003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:39.556208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] Sync routers for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:40:39.567721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:39.568422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:39.581362 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-933d2491-8c07-4eb8-9f3c-db4b97566508 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e HTTP/1.1" status: 204 len: 168 time: 1.0914614 Dec 16 03:40:39.582480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:40:39.585210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05539ae-2874-4fbe-97cf-174d393eaca3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:40:39.648800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2f3bb4-f362-4c00-818f-db328b4903e7 x-openstack-request-id: req-ad2f3bb4-f362-4c00-818f-db328b4903e7 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:40:39.649184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:40:39.650980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad2f3bb4-f362-4c00-818f-db328b4903e7 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:40:39.651370 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'status': 'completed', 'code': 200} Dec 16 03:40:39.677677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:39.749447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-b62a7a1b-488b-48a4-908a-e93a8b624e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.751734 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-b62a7a1b-488b-48a4-908a-e93a8b624e6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 1098 time: 0.0528491 Dec 16 03:40:39.864809 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-816bd4a1-2cda-4ff6-9761-f3d7a149053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.867200 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-816bd4a1-2cda-4ff6-9761-f3d7a149053f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2651411d-f2f0-4eb4-b61b-69255be08926 HTTP/1.1" status: 200 len: 896 time: 0.1077797 Dec 16 03:40:39.894611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd568a0e-5c2d-484c-a6b3-b913aa640673 req-88d04334-7840-41ac-8697-1b882d36fd8a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.904139 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd568a0e-5c2d-484c-a6b3-b913aa640673 req-88d04334-7840-41ac-8697-1b882d36fd8a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 945 time: 0.0686419 Dec 16 03:40:39.915608 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-c6efd6da-37e5-4a02-93dc-645a9c2ed0eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e HTTP/1.1" status: 200 len: 217 time: 0.0386200 Dec 16 03:40:39.936540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:40:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:40:36Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:39.970044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bd568a0e-5c2d-484c-a6b3-b913aa640673 req-838a19fb-d536-4ca6-8487-3f9f29768557 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648179 Dec 16 03:40:39.973439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] Checking router: 4885953b-1f0c-4016-a94c-ec9c59abf83e for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:40:39.986469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-bc67f425-9cf9-48cc-8508-53dbe93adcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:39.986469 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-bc67f425-9cf9-48cc-8508-53dbe93adcdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17553543-c70e-4a48-bdf7-3e6f58fc560a HTTP/1.1" status: 200 len: 835 time: 0.0614550 Dec 16 03:40:39.988955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:39.989599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:40.041094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-0f5ddefe-1245-44bf-9b1c-709239ef2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:40.043245 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-0f5ddefe-1245-44bf-9b1c-709239ef2ba0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2651411d-f2f0-4eb4-b61b-69255be08926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502119 Dec 16 03:40:40.043753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:40.103683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:40.144183 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-9247b2a9-8d42-4ad9-8484-c683e86eea68 service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927434 Dec 16 03:40:40.244518 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b05539ae-2874-4fbe-97cf-174d393eaca3 req-a0a6e516-a4eb-4daa-8f48-695b5c96b909 service neutron] 10.222.0.30 "GET /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910854 Dec 16 03:40:40.314935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:40:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:40:36Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:40.342693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827099c7-0393-4e94-a8be-cfa0912d223e None None] The sync data for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv is: [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:39:44Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:40:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'cc206d48-5a38-4950-8991-2695981ff580', 'name': '', 'network_id': '2651411d-f2f0-4eb4-b61b-69255be08926', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:b7:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:43Z', 'updated_at': '2021-12-16T03:40:36Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '17553543-c70e-4a48-bdf7-3e6f58fc560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:40.430126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d937ae9-5fa1-4f17-90ad-b2c521067be4 req-1f138368-c2da-4408-a5b6-166a1e3e03ab tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:40.431859 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d937ae9-5fa1-4f17-90ad-b2c521067be4 req-1f138368-c2da-4408-a5b6-166a1e3e03ab tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.0527277 Dec 16 03:40:40.489818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d937ae9-5fa1-4f17-90ad-b2c521067be4 req-4d2eded4-68d5-48f0-ab86-2743ee90c540 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469952 Dec 16 03:40:41.029572 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de5502-f8f7-4f13-bb92-6b8f36122b41 None None] New status for floating IP 0ff91e4a-ad3e-461a-9c63-71fbdeae0c3e: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:40:41.098605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:41.121047 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96695d-f956-4438-b31d-45643c874eda req-c4511a90-a116-41c8-aecb-dc3bb4dccf60 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:41.123033 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce96695d-f956-4438-b31d-45643c874eda req-c4511a90-a116-41c8-aecb-dc3bb4dccf60 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 945 time: 0.0747221 Dec 16 03:40:41.178780 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce96695d-f956-4438-b31d-45643c874eda req-08189fa3-0397-4be0-9085-b1e24fa96549 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a242a60-be30-4a81-b1c9-d1f67ddd6176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494056 Dec 16 03:40:41.295213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-78aad295-08f6-4d2e-801e-902718032e52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:41.296727 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-78aad295-08f6-4d2e-801e-902718032e52 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 945 time: 0.0528533 Dec 16 03:40:41.389093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:40:41.389343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:41.482310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:41.482643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:41.495492 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 83ff00a2-d0ac-4bb4-a0cd-274b820f592e owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:40:41.617918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0200bc-239f-45e9-988f-ff61d669f851 req-ea31c00c-e129-4c13-bd5d-7f5a836bd2af tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:41.619487 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2c0200bc-239f-45e9-988f-ff61d669f851 req-ea31c00c-e129-4c13-bd5d-7f5a836bd2af tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.0543084 Dec 16 03:40:41.644501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:41.673482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=83ff00a2-d0ac-4bb4-a0cd-274b820f592e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:41.675405 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2c0200bc-239f-45e9-988f-ff61d669f851 req-b3ba4497-8ddf-48ee-850f-f81ed3948be6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494807 Dec 16 03:40:41.725806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 83ff00a2-d0ac-4bb4-a0cd-274b820f592e on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:40:41.728334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:41.731673 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1e508b8b-bab6-46b3-bcfa-3f987aa16f0c req-dc8e0fbd-f51d-414a-bf8a-4b54c5355a1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/83ff00a2-d0ac-4bb4-a0cd-274b820f592e HTTP/1.1" status: 204 len: 173 time: 0.4286780 Dec 16 03:40:41.732116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'name': 'network-vif-deleted', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:40:41.734441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0694d52-19ba-42cb-8e47-5f68b6f03b00" -d '{"events": [{"server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "name": "network-vif-deleted", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:40:41.774911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c593f5b1-92e9-4383-b116-cb938930d0a7 x-openstack-request-id: req-c593f5b1-92e9-4383-b116-cb938930d0a7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:40:41.775297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5181fef-fe74-4e3e-acc9-27c3c4f9d951", "name": "network-vif-deleted", "tag": "83ff00a2-d0ac-4bb4-a0cd-274b820f592e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:40:41.776151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c593f5b1-92e9-4383-b116-cb938930d0a7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:40:41.776623 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5181fef-fe74-4e3e-acc9-27c3c4f9d951', 'name': 'network-vif-deleted', 'tag': '83ff00a2-d0ac-4bb4-a0cd-274b820f592e', 'status': 'completed', 'code': 200} Dec 16 03:40:42.312611 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-beada35b-210c-46c2-af7f-5a5a57e305d6 req-845c0f86-545b-4873-af43-3e89bddd7195 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5181fef-fe74-4e3e-acc9-27c3c4f9d951 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Dec 16 03:40:42.809849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bd90c-6e4b-45d6-8838-683c924ae5ec req-8bcb6abd-1840-4292-923c-533aa3b69187 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:42.811314 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-261bd90c-6e4b-45d6-8838-683c924ae5ec req-8bcb6abd-1840-4292-923c-533aa3b69187 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.0545635 Dec 16 03:40:42.861535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-261bd90c-6e4b-45d6-8838-683c924ae5ec req-23929387-b5a9-4353-8094-fd6ee0db4a6f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440876 Dec 16 03:40:43.375793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39140) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:43.435328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad776e3f-f7cc-4d07-9d20-3be757ed4b09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:43.465863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad776e3f-f7cc-4d07-9d20-3be757ed4b09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:43.528710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad776e3f-f7cc-4d07-9d20-3be757ed4b09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:43.531350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad776e3f-f7cc-4d07-9d20-3be757ed4b09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:43.532512 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ad776e3f-f7cc-4d07-9d20-3be757ed4b09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/6a242a60-be30-4a81-b1c9-d1f67ddd6176 HTTP/1.1" status: 204 len: 168 time: 0.1557496 Dec 16 03:40:43.541931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776e3f-f7cc-4d07-9d20-3be757ed4b09 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a242a60-be30-4a81-b1c9-d1f67ddd6176,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:43.564122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:43.932653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:43.983381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5a59b-6b6c-4c14-bb28-726ef7656990 req-01873753-33b3-4b9f-803f-cb88b031738a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:43.984873 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-26b5a59b-6b6c-4c14-bb28-726ef7656990 req-01873753-33b3-4b9f-803f-cb88b031738a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.0565405 Dec 16 03:40:44.034552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-26b5a59b-6b6c-4c14-bb28-726ef7656990 req-320a38f0-d1f3-48bc-9595-001e19c1adb9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430055 Dec 16 03:40:44.202929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port cc206d48-5a38-4950-8991-2695981ff580 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:40:44.203210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:44.293290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port cc206d48-5a38-4950-8991-2695981ff580, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=cc206d48-5a38-4950-8991-2695981ff580,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:44.293644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:44.306171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for cc206d48-5a38-4950-8991-2695981ff580 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:40:44.509615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:44.540156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=cc206d48-5a38-4950-8991-2695981ff580,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:44.674161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 83ff00a2-d0ac-4bb4-a0cd-274b820f592e no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:40:44.700255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 83ff00a2-d0ac-4bb4-a0cd-274b820f592e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:40:44.700753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 83ff00a2-d0ac-4bb4-a0cd-274b820f592e not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:40:45.031517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.152385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f99-45e7-4f15-a307-f50a92e9b66d req-c232d1ad-5ce5-43f6-a7f4-0002939804ec tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:45.154025 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ac26f99-45e7-4f15-a307-f50a92e9b66d req-c232d1ad-5ce5-43f6-a7f4-0002939804ec tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.0508032 Dec 16 03:40:45.210665 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ac26f99-45e7-4f15-a307-f50a92e9b66d req-e63c9959-ddaa-4e01-b122-881cb778c3e2 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504851 Dec 16 03:40:45.263024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 4885953b-1f0c-4016-a94c-ec9c59abf83e has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:40:45.367690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:40:45.372972 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0c43be1b-1352-42d3-b789-c2103b171751 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/4885953b-1f0c-4016-a94c-ec9c59abf83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8077521 Dec 16 03:40:45.375898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39150) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:45.380801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] Sync routers for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:40:45.392211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:45.392843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:45.427154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet 17553543-c70e-4a48-bdf7-3e6f58fc560a {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:40:45.430441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.474466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.496949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:45.556312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.619956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.652269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=17553543-c70e-4a48-bdf7-3e6f58fc560a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:45.654250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.660585 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-64cbf585-7133-4524-9485-5db8f4da8a0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/17553543-c70e-4a48-bdf7-3e6f58fc560a HTTP/1.1" status: 204 len: 168 time: 0.2805398 Dec 16 03:40:45.660585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39152) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:45.664729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad2e12-ee14-4d1a-b2a6-cf2ce6332a86 None None] Network 2651411d-f2f0-4eb4-b61b-69255be08926 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:40:45.763058 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.873159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.912094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:40:44Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '84a28476-4a63-4c09-bbd4-ab0e0612792e', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:39:41Z', 'updated_at': '2021-12-16T03:40:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:45.931935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 84a28476-4a63-4c09-bbd4-ab0e0612792e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:40:45.932718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:45.942174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] Checking router: 4885953b-1f0c-4016-a94c-ec9c59abf83e for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:40:45.955457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] Routers {'4885953b-1f0c-4016-a94c-ec9c59abf83e'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:45.956077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4885953b-1f0c-4016-a94c-ec9c59abf83e'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:46.019114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 84a28476-4a63-4c09-bbd4-ab0e0612792e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84a28476-4a63-4c09-bbd4-ab0e0612792e,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:46.019405 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.028832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] DHCP port deletion for 2651411d-f2f0-4eb4-b61b-69255be08926 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:40:46.031465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 84a28476-4a63-4c09-bbd4-ab0e0612792e owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:40:46.071985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] Set router 4885953b-1f0c-4016-a94c-ec9c59abf83e gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:46.128242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:40:45Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:46.155747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40235035-37d3-42c7-b0ec-45a758927efe None None] The sync data for ids ['4885953b-1f0c-4016-a94c-ec9c59abf83e'] in dv-neutron-821927-1-hyperv is: [{'id': '4885953b-1f0c-4016-a94c-ec9c59abf83e', 'name': 'tempest-TestNetworkBasicOps-router-1046147147', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:39:40Z', 'updated_at': '2021-12-16T03:40:45Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:46.169692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] Deleting port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:40:46.170075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.206649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.232180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=84a28476-4a63-4c09-bbd4-ab0e0612792e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:46.240257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] For port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431,segment=NetworkSegment(491af291-9a37-47d3-9ff6-3f96f27ef676),segment_id=491af291-9a37-47d3-9ff6-3f96f27ef676)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:46.240705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.251566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebbf45-6a65-4a83-aa07-0558e8a7a93e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:40:46.259833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] Calling delete_port for c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:40:46.325535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.343515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.370616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] Pushing event deleted for resources: {'Port': ['ID=c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:46.376694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b404cc04-f74e-42ae-b010-02332f7acd0c None None] No DVR routers for this DVR port c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:40:46.420469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.423202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.431408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d64f64-2233-42a4-8bdf-05b0c4c3b95b req-5b049f18-db2c-45a4-9d04-25cf18945e7e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:46.432883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-86d64f64-2233-42a4-8bdf-05b0c4c3b95b req-5b049f18-db2c-45a4-9d04-25cf18945e7e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.1472647 Dec 16 03:40:46.500529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.502431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router 4885953b-1f0c-4016-a94c-ec9c59abf83e {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:40:46.522272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.526193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39156) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:46.526787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3ba1cc9b-256d-4b58-a8fa-01bf6656a8e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/4885953b-1f0c-4016-a94c-ec9c59abf83e HTTP/1.1" status: 204 len: 168 time: 0.8651531 Dec 16 03:40:46.540411 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-86d64f64-2233-42a4-8bdf-05b0c4c3b95b req-190740cb-25ff-43bc-8885-15d9354297ca tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005769 Dec 16 03:40:46.620788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.637269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc206d48-5a38-4950-8991-2695981ff580 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:40:46.657680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: cc206d48-5a38-4950-8991-2695981ff580 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:40:46.658024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device cc206d48-5a38-4950-8991-2695981ff580 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:40:46.658466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:40:46.677159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:40:46.677504 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c7d1b9dc-b5a8-49fa-9f46-3cdfa691c431 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:40:46.711441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.731416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2651411d-f2f0-4eb4-b61b-69255be08926']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:46.740851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491af291-9a37-47d3-9ff6-3f96f27ef676') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:46.741156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491af291-9a37-47d3-9ff6-3f96f27ef676') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:46.750482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.763845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.769825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:40:46.770270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:40:46.773785 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:40:46.836995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.841426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.848057 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/2651411d-f2f0-4eb4-b61b-69255be08926 HTTP/1.1" status: 204 len: 168 time: 0.3176520 Dec 16 03:40:46.859515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aeeeb-594d-4c1a-9ff5-dcc60d21f5cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=2651411d-f2f0-4eb4-b61b-69255be08926,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:46.866873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:46.871779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--8290552', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:46.896925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:40:46.900853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.925911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:40:46.946181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:46.946556 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment 73dd2c94-2342-4518-a97b-e32ab841bd87 of type vlan for network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 Dec 16 03:40:46.988703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.015381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.021466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:47.022075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.083999 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2160463 Dec 16 03:40:47.086902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39160) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:47.091793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:47.096833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ce76e-58fb-4b6a-b34d-24ec8329c7d3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:47.107906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:40:47.127326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.128587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.193393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.334732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.540057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.558329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.693195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.93 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/c703d768-efcc-482f-8561-fa66de58b5e7) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:40:47.701913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e55efa-c3b1-48a5-bfe8-2f68410643c3 req-d8471592-8d77-49f0-8dc0-874c336bf94f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:47.703558 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-82e55efa-c3b1-48a5-bfe8-2f68410643c3 req-d8471592-8d77-49f0-8dc0-874c336bf94f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.0907567 Dec 16 03:40:47.806569 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-82e55efa-c3b1-48a5-bfe8-2f68410643c3 req-2215c874-ee53-47f6-b5ae-3d91ba8b4052 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949128 Dec 16 03:40:47.843814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.881277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:47.920447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:40:47.923431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:47.927400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:40:47.933185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=c703d768-efcc-482f-8561-fa66de58b5e7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:47.939293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef282d-4922-41bb-ad6e-63f50d341823 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:40:47.999411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-10991776-c769-44c2-8970-7e2291eeac8e None None] Provisioning complete for port c703d768-efcc-482f-8561-fa66de58b5e7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:47.999783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10991776-c769-44c2-8970-7e2291eeac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:48.034531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-10991776-c769-44c2-8970-7e2291eeac8e None None] Port c703d768-efcc-482f-8561-fa66de58b5e7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:40:48.498053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84a28476-4a63-4c09-bbd4-ab0e0612792e no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:40:48.501349 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:48.519326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 84a28476-4a63-4c09-bbd4-ab0e0612792e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:40:48.519779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84a28476-4a63-4c09-bbd4-ab0e0612792e not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:40:48.700985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:48.704930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 966c8a32-1da8-4573-a511-8d39afb10db6 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:40:48.801394 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 966c8a32-1da8-4573-a511-8d39afb10db6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=966c8a32-1da8-4573-a511-8d39afb10db6,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:48.814066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '966c8a32-1da8-4573-a511-8d39afb10db6', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:40:48.829643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:40:48.853472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:48.868260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966c8a32-1da8-4573-a511-8d39afb10db6 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:40:48.889269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 966c8a32-1da8-4573-a511-8d39afb10db6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=966c8a32-1da8-4573-a511-8d39afb10db6,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:48.893947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:48.950292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=966c8a32-1da8-4573-a511-8d39afb10db6,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:48.963778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:40:48.972089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac699a-3234-4005-a7c5-6c44001910cb req-4a51b3c3-4ad4-4667-bb6c-c0def9b9aaf6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:48.973742 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4ac699a-3234-4005-a7c5-6c44001910cb req-4a51b3c3-4ad4-4667-bb6c-c0def9b9aaf6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 944 time: 0.0969055 Dec 16 03:40:48.974212 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Sync routers for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:40:48.984807 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:48.985493 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:49.008143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.009337 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3f157f38-1a0b-4983-b053-51aa6950b6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9211690 Dec 16 03:40:49.012729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39166) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:49.034746 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4ac699a-3234-4005-a7c5-6c44001910cb req-5f7f9106-3219-4e9d-9c9e-52a4437f7923 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539663 Dec 16 03:40:49.047938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0dbaf264-b8b7-492d-92b9-2361ce3a6049 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311751 Dec 16 03:40:49.048172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:49.094735 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:49.142195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18083b-d20a-472c-8462-ae22b2f57677 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:49.146646 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7f18083b-d20a-472c-8462-ae22b2f57677 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947595 Dec 16 03:40:49.146906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39170) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:49.165786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['966c8a32-1da8-4573-a511-8d39afb10db6'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:40:49.180554 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bb1f4d8c-4270-4aee-8eaf-f8ef22a8c6e5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300243 Dec 16 03:40:49.180820 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39172) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:49.186057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-937610146', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:49.271935 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:48Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:49.275723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:40:49.279336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.401078 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Checking router: b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:40:49.401723 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Updating router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 port c703d768-efcc-482f-8561-fa66de58b5e7 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:40:49.427784 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.471008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.533648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=25a05f4e-93e4-4563-ab2e-4db72094b3b7,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:49.541257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:40:49.541611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:40:49.559239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:40:49.568437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:49.572580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:49.573172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.585102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b7fdb-c917-4cb2-9358-a26c28dc0801 None None] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:40:49.589451 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5f57388e-f7dd-420e-9a37-b9f802053ba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4076693 Dec 16 03:40:49.592249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39174) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:49.687440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:40:49.688658 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.689107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.694875 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.740479 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Pushing event updated for resources: {'Port': ['ID=c703d768-efcc-482f-8561-fa66de58b5e7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:49.750900 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.750900 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.751242 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.751535 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.752607 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.752938 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.753293 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.753624 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.754301 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.754301 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.754808 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.755283 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.755603 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:40:49.777962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4da5b-25d1-42ef-a1e5-5c660783d337 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:40:49.783053 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Attempting to bind port c703d768-efcc-482f-8561-fa66de58b5e7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:40:49.783364 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Attempting to bind port c703d768-efcc-482f-8561-fa66de58b5e7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:40:49.783813 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Attempting to bind port c703d768-efcc-482f-8561-fa66de58b5e7 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:40:49.789719 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:40:49.790039 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:40:49.790594 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.791073 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:40:49.791610 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Bound port: c703d768-efcc-482f-8561-fa66de58b5e7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:40:49.792312 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.832893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Allocated IP 172.20.0.2 (7e8c96e9-5aee-4d31-b9d4-3ff4137c2581/25a05f4e-93e4-4563-ab2e-4db72094b3b7/26f00c4e-464d-4440-95be-8654d86cd4d4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:40:49.849423 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] For port c703d768-efcc-482f-8561-fa66de58b5e7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:40:49.852736 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] For port c703d768-efcc-482f-8561-fa66de58b5e7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c703d768-efcc-482f-8561-fa66de58b5e7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:40:49.858063 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.908535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cd6c0b57-716e-44be-a3af-3c66380e1499 None None] Provisioning complete for port c703d768-efcc-482f-8561-fa66de58b5e7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:49.908910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0b57-716e-44be-a3af-3c66380e1499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:49.915087 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d626697-3d28-4e06-948a-1039e1bc47f1 None None] Pushing event updated for resources: {'Port': ['ID=c703d768-efcc-482f-8561-fa66de58b5e7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:49.924758 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:49.925376 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:49.939072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0ad4f-2bec-430e-b69c-706ffbcd0754 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:40:50.046910 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:50.056598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.066074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.066297 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.106722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0b57-716e-44be-a3af-3c66380e1499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.139892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:40:50.146648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cd6c0b57-716e-44be-a3af-3c66380e1499 None None] For port c703d768-efcc-482f-8561-fa66de58b5e7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c703d768-efcc-482f-8561-fa66de58b5e7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:50.148115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:50.151659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:40:50.164555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0b57-716e-44be-a3af-3c66380e1499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.177939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Pushing event updated for resources: {'Port': ['ID=26f00c4e-464d-4440-95be-8654d86cd4d4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:50.238093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622afb-f2d1-48a8-bee0-194b0bbff2cf req-18c42c84-6f20-45cf-90b9-a77690c1b0db tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:50.239800 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-98622afb-f2d1-48a8-bee0-194b0bbff2cf req-18c42c84-6f20-45cf-90b9-a77690c1b0db tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 945 time: 0.1161449 Dec 16 03:40:50.246271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Attempting to bind port 26f00c4e-464d-4440-95be-8654d86cd4d4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:40:50.246672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Attempting to bind port 26f00c4e-464d-4440-95be-8654d86cd4d4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:40:50.247069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Attempting to bind port 26f00c4e-464d-4440-95be-8654d86cd4d4 on network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:40:50.254522 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:48Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:50.262136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:40:50.262557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Checking segment: {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:40:50.262959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.263350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Bound using segment: {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:40:50.263813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Bound port: 26f00c4e-464d-4440-95be-8654d86cd4d4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:40:50.264188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.266923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c0b57-716e-44be-a3af-3c66380e1499 None None] Pushing event updated for resources: {'Port': ['ID=c703d768-efcc-482f-8561-fa66de58b5e7,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:50.285067 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8c1e7-9435-4831-82e5-cc72f2440759 None None] The sync data for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv is: [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:48Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:50.327560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-02825b7c-ee15-4013-b59e-480aac519eed None None] Provisioning complete for port c703d768-efcc-482f-8561-fa66de58b5e7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:50.327932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02825b7c-ee15-4013-b59e-480aac519eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.367752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] For port 26f00c4e-464d-4440-95be-8654d86cd4d4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:40:50.369021 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-98622afb-f2d1-48a8-bee0-194b0bbff2cf req-90460558-bced-4665-a08a-713d061d70d2 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175973 Dec 16 03:40:50.372975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] For port 26f00c4e-464d-4440-95be-8654d86cd4d4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=26f00c4e-464d-4440-95be-8654d86cd4d4,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:40:50.380287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.460016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (7e8c96e9-5aee-4d31-b9d4-3ff4137c2581/25a05f4e-93e4-4563-ab2e-4db72094b3b7/be9569f8-8bef-4c47-becf-5a17db62f154) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:40:50.487216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb35de-cf4c-4fc1-a2c3-4e018cdbb263 None None] Pushing event updated for resources: {'Port': ['ID=26f00c4e-464d-4440-95be-8654d86cd4d4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:50.615913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.664108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.717878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:40:50.721699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 966c8a32-1da8-4573-a511-8d39afb10db6 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:50.722273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:50.724119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=be9569f8-8bef-4c47-becf-5a17db62f154,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:50.726329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:40:50.788208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.801885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 966c8a32-1da8-4573-a511-8d39afb10db6 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:40:50.806769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 966c8a32-1da8-4573-a511-8d39afb10db6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:50.807253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.899071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.927989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:40:50.931346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5508939f-9b8a-4803-b83d-f07d979660a6" -d '{"events": [{"server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "name": "network-vif-plugged", "status": "completed", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:40:50.950004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 966c8a32-1da8-4573-a511-8d39afb10db6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=966c8a32-1da8-4573-a511-8d39afb10db6,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:50.953190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:50.956922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:51.002934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163df5f3-26ea-4929-91ef-b004c97453a2 x-openstack-request-id: req-163df5f3-26ea-4929-91ef-b004c97453a2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:40:51.003762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "name": "network-vif-plugged", "status": "completed", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:40:51.003762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-163df5f3-26ea-4929-91ef-b004c97453a2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:40:51.004033 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6', 'code': 200} Dec 16 03:40:51.021765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=966c8a32-1da8-4573-a511-8d39afb10db6,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:51.237312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65928b-a92c-410c-94b9-095c0b9b650b req-44ef8434-4a79-479a-959e-fec4b4fc9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.240374 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b65928b-a92c-410c-94b9-095c0b9b650b req-44ef8434-4a79-479a-959e-fec4b4fc9f89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1099 time: 0.0529828 Dec 16 03:40:51.268219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:51.273883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:51.301932 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b65928b-a92c-410c-94b9-095c0b9b650b req-0f9c8b26-fdcf-44b3-8867-ded7f1e94a2c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536067 Dec 16 03:40:51.353057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:51.355111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=be9569f8-8bef-4c47-becf-5a17db62f154,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:51.453996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:40:51.466542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:51.549821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158b3f-88fa-4728-8148-008eca3e2039 req-18d68776-f44e-4ace-aaa2-8d1f9f2478ff tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.551823 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f8158b3f-88fa-4728-8148-008eca3e2039 req-18d68776-f44e-4ace-aaa2-8d1f9f2478ff tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 946 time: 0.1001129 Dec 16 03:40:51.568710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53f100-efc9-4537-95cf-e7cb33e31b70 None None] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:40:51.644098 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f8158b3f-88fa-4728-8148-008eca3e2039 req-ea2b740f-156e-4fc6-89cc-190a87215689 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607605 Dec 16 03:40:51.648370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:40:51.649814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-57a0903c-de9a-4be3-9c79-ab9cb7382c8f None None] Provisioning complete for port 26f00c4e-464d-4440-95be-8654d86cd4d4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:51.650183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57a0903c-de9a-4be3-9c79-ab9cb7382c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:51.765199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57a0903c-de9a-4be3-9c79-ab9cb7382c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:51.767278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:40:51.778178 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-05b18869-f9fc-4e19-9ebf-c689c4869dfa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1849244 Dec 16 03:40:51.780903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39182) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:51.814631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-57a0903c-de9a-4be3-9c79-ab9cb7382c8f None None] For port 26f00c4e-464d-4440-95be-8654d86cd4d4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=26f00c4e-464d-4440-95be-8654d86cd4d4,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:51.819762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57a0903c-de9a-4be3-9c79-ab9cb7382c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:51.878516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0903c-de9a-4be3-9c79-ab9cb7382c8f None None] Pushing event updated for resources: {'Port': ['ID=26f00c4e-464d-4440-95be-8654d86cd4d4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:51.899254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c65d2-9255-42f5-9060-8e36d6e3bb1a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.899829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c65d2-9255-42f5-9060-8e36d6e3bb1a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.900294 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c65d2-9255-42f5-9060-8e36d6e3bb1a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.900758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c65d2-9255-42f5-9060-8e36d6e3bb1a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.901215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c65d2-9255-42f5-9060-8e36d6e3bb1a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.901670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c65d2-9255-42f5-9060-8e36d6e3bb1a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.903479 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-623c65d2-9255-42f5-9060-8e36d6e3bb1a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.1215706 Dec 16 03:40:51.906412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39184) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:51.973372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d2b2-25e3-4b5d-a200-b09821b48767 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.973791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d2b2-25e3-4b5d-a200-b09821b48767 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.974311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d2b2-25e3-4b5d-a200-b09821b48767 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.974896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d2b2-25e3-4b5d-a200-b09821b48767 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.975384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d2b2-25e3-4b5d-a200-b09821b48767 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.975772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d2b2-25e3-4b5d-a200-b09821b48767 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:51.977573 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1806d2b2-25e3-4b5d-a200-b09821b48767 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0695508 Dec 16 03:40:51.980627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39186) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:52.046856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-017222f2-4c8c-46e4-80cc-e1f5b42a6e36 None None] Provisioning complete for port 26f00c4e-464d-4440-95be-8654d86cd4d4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:52.047229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-017222f2-4c8c-46e4-80cc-e1f5b42a6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.132608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Sync routers for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:40:52.142661 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-28703424-71a3-46b9-9d15-7419f119c9a5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1608028 Dec 16 03:40:52.150601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:52.152110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:52.311499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:52.316360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d30a60d6-5279-472a-ad07-f4a0de61d8e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142359021', 'description': 'tempest-secgroup-smoke-142359021 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:52.353922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30a60d6-5279-472a-ad07-f4a0de61d8e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.383322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-017222f2-4c8c-46e4-80cc-e1f5b42a6e36 None None] Provisioning complete for port be9569f8-8bef-4c47-becf-5a17db62f154 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:52.383697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-017222f2-4c8c-46e4-80cc-e1f5b42a6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.439622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30a60d6-5279-472a-ad07-f4a0de61d8e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.443734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30a60d6-5279-472a-ad07-f4a0de61d8e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.470851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-017222f2-4c8c-46e4-80cc-e1f5b42a6e36 None None] Port be9569f8-8bef-4c47-becf-5a17db62f154 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:40:52.476964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d30a60d6-5279-472a-ad07-f4a0de61d8e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.478312 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d30a60d6-5279-472a-ad07-f4a0de61d8e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1656365 Dec 16 03:40:52.479229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a60d6-5279-472a-ad07-f4a0de61d8e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3428c71-cfc6-49ac-ba85-d79a92148aed,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:52.482692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39192) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:52.483055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:52.492050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2e58e53a-66fe-454e-b0c4-cf8bd5aac3a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd3428c71-cfc6-49ac-ba85-d79a92148aed', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:52.524778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e58e53a-66fe-454e-b0c4-cf8bd5aac3a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.593293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e58e53a-66fe-454e-b0c4-cf8bd5aac3a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.599513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e58e53a-66fe-454e-b0c4-cf8bd5aac3a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.625207 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58e53a-66fe-454e-b0c4-cf8bd5aac3a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14397010-3ec0-4aca-aab7-74c91812fecf,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:52.627521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b2802904-582f-4c24-993a-c2f2f62c6020 None None] Provisioning complete for port be9569f8-8bef-4c47-becf-5a17db62f154 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:52.627900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2802904-582f-4c24-993a-c2f2f62c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.636600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e58e53a-66fe-454e-b0c4-cf8bd5aac3a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.643294 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2e58e53a-66fe-454e-b0c4-cf8bd5aac3a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586874 Dec 16 03:40:52.643785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:52.648655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-97fdd01a-8779-4f7c-ae74-aa5bf819c066 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd3428c71-cfc6-49ac-ba85-d79a92148aed', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:52.658934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c703d768-efcc-482f-8561-fa66de58b5e7 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:52.680957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97fdd01a-8779-4f7c-ae74-aa5bf819c066 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.722940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b2802904-582f-4c24-993a-c2f2f62c6020 None None] Port be9569f8-8bef-4c47-becf-5a17db62f154 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:40:52.752836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97fdd01a-8779-4f7c-ae74-aa5bf819c066 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.758242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97fdd01a-8779-4f7c-ae74-aa5bf819c066 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.765696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6436c-5e39-45ae-a414-1184725328f2 req-3f24c9fd-7562-42a0-9ee4-18f031fbc5e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:52.767794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-87a6436c-5e39-45ae-a414-1184725328f2 req-3f24c9fd-7562-42a0-9ee4-18f031fbc5e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 946 time: 0.0524397 Dec 16 03:40:52.772135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c703d768-efcc-482f-8561-fa66de58b5e7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:52.772679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.779711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdd01a-8779-4f7c-ae74-aa5bf819c066 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96772a0-cdce-4854-95c3-79fc8e6f9b39,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:52.790761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97fdd01a-8779-4f7c-ae74-aa5bf819c066 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.793002 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-97fdd01a-8779-4f7c-ae74-aa5bf819c066 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481416 Dec 16 03:40:52.796029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39198) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:52.800680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7273b709-e53d-4fd6-9c08-c31a289804a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd3428c71-cfc6-49ac-ba85-d79a92148aed', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:52.814104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:51Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:52.844414 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-87a6436c-5e39-45ae-a414-1184725328f2 req-ca2eafd1-ed72-4a74-8e52-1121dc37d828 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683811 Dec 16 03:40:52.844688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Checking router: b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:40:52.844982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Updating router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 port be9569f8-8bef-4c47-becf-5a17db62f154 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:40:52.866576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7273b709-e53d-4fd6-9c08-c31a289804a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.898380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.940105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 26f00c4e-464d-4440-95be-8654d86cd4d4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:52.951075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7273b709-e53d-4fd6-9c08-c31a289804a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.959910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7273b709-e53d-4fd6-9c08-c31a289804a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.985566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273b709-e53d-4fd6-9c08-c31a289804a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54a7ddf-53ab-4ed4-b02e-4e869013cb9b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:52.993394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7273b709-e53d-4fd6-9c08-c31a289804a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:52.997168 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7273b709-e53d-4fd6-9c08-c31a289804a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1972189 Dec 16 03:40:52.997386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39202) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:53.001920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d6649375-4ccc-42d5-8625-576e15eb2d75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd3428c71-cfc6-49ac-ba85-d79a92148aed', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:53.004318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e065-4f7a-43a9-84af-53ed50a138ab req-01249f9a-6375-40c8-8d49-659c10782117 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:53.006190 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5204e065-4f7a-43a9-84af-53ed50a138ab req-01249f9a-6375-40c8-8d49-659c10782117 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 946 time: 0.0892041 Dec 16 03:40:53.031749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6649375-4ccc-42d5-8625-576e15eb2d75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.065373 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5204e065-4f7a-43a9-84af-53ed50a138ab req-a3fd06bb-af9b-4d90-812b-1bc7a55eba20 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519385 Dec 16 03:40:53.070144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 26f00c4e-464d-4440-95be-8654d86cd4d4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:53.070794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.089021 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39204) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:53.096559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6649375-4ccc-42d5-8625-576e15eb2d75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.102691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6649375-4ccc-42d5-8625-576e15eb2d75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.120995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6649375-4ccc-42d5-8625-576e15eb2d75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f603d7f5-9960-48a7-a4f4-1d0f8fb4460d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:53.132647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6649375-4ccc-42d5-8625-576e15eb2d75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.135748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68424b8a-7f12-4652-b724-f3bcaff843d7 tempest-TestVolumeBootPattern-364206454 tempest-TestVolumeBootPattern-364206454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:53.137538 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-68424b8a-7f12-4652-b724-f3bcaff843d7 tempest-TestVolumeBootPattern-364206454 tempest-TestVolumeBootPattern-364206454-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1094 time: 0.0473521 Dec 16 03:40:53.137841 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d6649375-4ccc-42d5-8625-576e15eb2d75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392944 Dec 16 03:40:53.138470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39206) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:53.140486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39208) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:53.145433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd3428c71-cfc6-49ac-ba85-d79a92148aed', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:53.152650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:53.191165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:40:53.195968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.199988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.285511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.291571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.292179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.297589 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.321990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726da006-51ca-4b5d-871e-ec1cc20bac42,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:53.331999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.333309 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-93a66c21-c994-4c86-8f86-4f65d76aebba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1935627 Dec 16 03:40:53.336684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:40:53.348100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd3428c71-cfc6-49ac-ba85-d79a92148aed', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:53.358212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.365376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177023eb-06d2-485b-9ebd-63fd2254ec83 None None] Pushing event updated for resources: {'Port': ['ID=be9569f8-8bef-4c47-becf-5a17db62f154,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:53.389847 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:40:53.398263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.411061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Attempting to bind port be9569f8-8bef-4c47-becf-5a17db62f154 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:40:53.411386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Attempting to bind port be9569f8-8bef-4c47-becf-5a17db62f154 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:40:53.411700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Attempting to bind port be9569f8-8bef-4c47-becf-5a17db62f154 on network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:40:53.419160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:40:53.419582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Checking segment: {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:40:53.419977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.420786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Bound using segment: {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:40:53.420922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Bound port: be9569f8-8bef-4c47-becf-5a17db62f154, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:40:53.421750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.479183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Allocated IP 172.26.6.73 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/9a11d333-f129-403c-9848-9c41300750b6) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:40:53.489090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.494934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.510094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] For port be9569f8-8bef-4c47-becf-5a17db62f154, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:40:53.513804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] For port be9569f8-8bef-4c47-becf-5a17db62f154, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=be9569f8-8bef-4c47-becf-5a17db62f154,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:40:53.522798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.523436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b959ad-8e57-42c3-90a3-d4b8ce21c7c2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:53.538103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.548379 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a30ae2a6-e4be-40f7-aee6-a389d1ee3511 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044790 Dec 16 03:40:53.579662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:53.580287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:53.607515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.652942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.699500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177023eb-06d2-485b-9ebd-63fd2254ec83 None None] Pushing event updated for resources: {'Port': ['ID=be9569f8-8bef-4c47-becf-5a17db62f154,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:53.713420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-55888a58-c133-4df6-96c8-100f47a1a840 None None] Provisioning complete for port be9569f8-8bef-4c47-becf-5a17db62f154 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:53.713794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55888a58-c133-4df6-96c8-100f47a1a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.715403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:40:53.726109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:53.733435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:40:53.739103 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=9a11d333-f129-403c-9848-9c41300750b6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:53.754730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:53.795405 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-eb98db30-6604-4bf5-9e13-d8cc73873dc6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142359021&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.1049283 Dec 16 03:40:53.845832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:53.930979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55888a58-c133-4df6-96c8-100f47a1a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:54.006831 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-55888a58-c133-4df6-96c8-100f47a1a840 None None] For port be9569f8-8bef-4c47-becf-5a17db62f154, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=be9569f8-8bef-4c47-becf-5a17db62f154,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:40:54.013816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55888a58-c133-4df6-96c8-100f47a1a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:54.032931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-d21af323-02e0-4331-ae2e-34dd4db975a2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:54.034352 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-d21af323-02e0-4331-ae2e-34dd4db975a2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 HTTP/1.1" status: 200 len: 794 time: 0.2169583 Dec 16 03:40:54.057816 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-b6780757-26e7-4781-bf98-2e203e9a0285 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0142493 Dec 16 03:40:54.074018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55888a58-c133-4df6-96c8-100f47a1a840 None None] Pushing event updated for resources: {'Port': ['ID=be9569f8-8bef-4c47-becf-5a17db62f154,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:54.084687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:54.111699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80853-0962-4f01-a64a-ad4466e9e541 None None] The sync data for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv is: [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:54.135704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-427fad87-85a9-4dcd-9af3-582a8718abe5 None None] Provisioning complete for port be9569f8-8bef-4c47-becf-5a17db62f154 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:54.136375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-427fad87-85a9-4dcd-9af3-582a8718abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:54.516704 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-bef00c49-c71f-42e8-8dda-fa585a88994e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4512334 Dec 16 03:40:54.589094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device be9569f8-8bef-4c47-becf-5a17db62f154 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:40:54.642091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port be9569f8-8bef-4c47-becf-5a17db62f154 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:54.642618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:54.694733 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-13af9edc-641a-4b48-b9d0-1aec5220d210 service neutron] 10.222.0.16 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469953 Dec 16 03:40:54.700261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:54.845333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:54.848707 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-eb50224e-68dc-4ce0-ac4f-e66b4cfa0117 service neutron] 10.222.0.16 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467936 Dec 16 03:40:55.037665 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3fb6360b-186e-4676-a7b7-23d3d83d076d req-52d64906-60bc-433e-8191-1d7d126b99b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 210 time: 0.0357625 Dec 16 03:40:55.058903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:55.064293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:55.135249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=9a11d333-f129-403c-9848-9c41300750b6,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:55.146517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:55.257871 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Floating IP fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54 associated. External IP: 172.26.6.73, port: 966c8a32-1da8-4573-a511-8d39afb10db6. Dec 16 03:40:55.479084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:40:55.593913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:40:55.603443 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:40:55.612565 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:55.617192 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:55.618055 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:55.644037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6dfc374e-1884-44a1-b806-269ea42e076c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5025122 Dec 16 03:40:55.644672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:40:55.647240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12006c50-7aef-441a-89d6-3daa39b5fccf" -d '{"events": [{"name": "network-changed", "server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:40:55.731901 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:55.745814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8782f3f1-d5e2-4e07-98fe-5269530bc12b x-openstack-request-id: req-8782f3f1-d5e2-4e07-98fe-5269530bc12b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:40:55.746106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:40:55.746359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8782f3f1-d5e2-4e07-98fe-5269530bc12b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:40:55.746790 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6', 'status': 'completed', 'code': 200} Dec 16 03:40:55.831274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-fd941369-4e7a-4b79-85d6-65ce39df9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:55.833270 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-fd941369-4e7a-4b79-85d6-65ce39df9fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1099 time: 0.0423939 Dec 16 03:40:55.927377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-7daa7c25-5eed-40bd-b822-4f72b47c44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:55.929141 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-7daa7c25-5eed-40bd-b822-4f72b47c44d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.0886371 Dec 16 03:40:55.970772 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:54Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:55.996578 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:40:55.999866 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-817a5fb8-c029-41af-a44d-b940f0d9d97f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 200 len: 999 time: 0.0623364 Dec 16 03:40:56.005664 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:40:56.006289 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:56.134827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-db464b8f-04d9-4c18-9059-837a18fea319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:56.136736 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-db464b8f-04d9-4c18-9059-837a18fea319 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.1034081 Dec 16 03:40:56.137274 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:40:56.174300 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-764c5455-938e-45dc-9b2b-b8dd4a42adb9 req-44905cb5-43bf-447b-a94f-7aa01ab641ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 210 time: 0.0361710 Dec 16 03:40:56.219592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-d2392da4-ff1e-41b0-af49-e75a07efd638 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:56.221034 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-d2392da4-ff1e-41b0-af49-e75a07efd638 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 HTTP/1.1" status: 200 len: 794 time: 0.1968653 Dec 16 03:40:56.232889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-2b9b11f2-5eeb-4bdb-a639-33a5ab697b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:56.234292 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-2b9b11f2-5eeb-4bdb-a639-33a5ab697b4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876660 Dec 16 03:40:56.351669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-cbaf3283-6eab-4203-8e32-4dc74201d327 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 379 time: 0.1097949 Dec 16 03:40:56.364116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': '76422edc-698e-45d3-8973-b35c5e2a496f', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['d3428c71-cfc6-49ac-ba85-d79a92148aed']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:56.367624 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:54Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:40:56.420985 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-81f19c03-31fa-4e2f-8f6e-22763cd518b7 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778920 Dec 16 03:40:56.486212 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6c554-6c28-484a-a3b9-d338a8823da4 None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:54Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:40:56.552282 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12006c50-7aef-441a-89d6-3daa39b5fccf req-7924d696-9142-49ef-9ef6-4909fdc46e1a service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233826 Dec 16 03:40:56.562915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:40:56.566528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:56.710747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.12 (7e8c96e9-5aee-4d31-b9d4-3ff4137c2581/25a05f4e-93e4-4563-ab2e-4db72094b3b7/9559ecf2-9d85-4eb6-a4ae-dd05c861311e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:40:56.715253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6aaf9-e1bf-4a8a-9693-eb50c7284cf2 None None] New status for floating IP fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:40:56.857349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:56.892896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:56.939279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:40:56.942792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:40:56.947660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:40:56.954489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:57.003071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:57.003691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.021686 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-5ff86a7f-ed65-4ba9-a8e7-d2d83576ed8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6626995 Dec 16 03:40:57.040073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Request body: {'port': {'device_id': '76422edc-698e-45d3-8973-b35c5e2a496f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:40:57.100721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.190785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-075eab09-3449-4d52-8be9-b46114bb963a None None] Provisioning complete for port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:40:57.191320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-075eab09-3449-4d52-8be9-b46114bb963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.228471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-075eab09-3449-4d52-8be9-b46114bb963a None None] Port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:40:57.288214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028512a-e611-45b9-be9d-0cabdcd6e68f req-d00e1c79-3078-4680-9152-5680e4054400 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:57.289751 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d028512a-e611-45b9-be9d-0cabdcd6e68f req-d00e1c79-3078-4680-9152-5680e4054400 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 932 time: 0.0542696 Dec 16 03:40:57.341384 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d028512a-e611-45b9-be9d-0cabdcd6e68f req-523023b3-e67d-48b7-b68c-073b362398fe tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454664 Dec 16 03:40:57.367503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9559ecf2-9d85-4eb6-a4ae-dd05c861311e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:40:57.375213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.387897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Transition to ACTIVE for port object 9559ecf2-9d85-4eb6-a4ae-dd05c861311e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:40:57.392559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.443673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Pushing event updated for resources: {'Port': ['ID=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:57.518072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Attempting to bind port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:40:57.518441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Attempting to bind port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:40:57.518786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Attempting to bind port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e on network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:40:57.523654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e on network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:40:57.523990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Attempting to bind port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e on network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:40:57.529075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:40:57.529419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Checking segment: {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:40:57.529814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Bound using segment: {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:40:57.530250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Bound port: 9559ecf2-9d85-4eb6-a4ae-dd05c861311e, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dd2c94-2342-4518-a97b-e32ab841bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:40:57.530652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.595179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] For port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:40:57.598191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] For port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:40:57.603945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.645372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:57.646239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:40:57.647491 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] 10.222.0.30 "PUT /v2.0/ports/9559ecf2-9d85-4eb6-a4ae-dd05c861311e HTTP/1.1" status: 200 len: 1094 time: 0.6120236 Dec 16 03:40:57.647938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:40:57.650241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47" -d '{"events": [{"name": "network-changed", "server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:40:57.672741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc0dc7-3235-4ea9-b27b-8943f3442d14 service neutron] Pushing event updated for resources: {'Port': ['ID=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:40:57.756944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-da7e199e-f6c0-48fd-94dc-ea2ba7e63dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:57.758502 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-da7e199e-f6c0-48fd-94dc-ea2ba7e63dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 1097 time: 0.0496814 Dec 16 03:40:57.767738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae4f297-5587-41e6-ac25-0fb9310dc3eb x-openstack-request-id: req-5ae4f297-5587-41e6-ac25-0fb9310dc3eb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:40:57.768063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:40:57.768321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ae4f297-5587-41e6-ac25-0fb9310dc3eb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:40:57.768737 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'status': 'completed', 'code': 200} Dec 16 03:40:57.811191 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-cdf2474a-b854-45e9-8d31-aa9cc03db521 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e HTTP/1.1" status: 200 len: 217 time: 0.0360379 Dec 16 03:40:57.860696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-91bb0571-7fd4-401f-bffe-79fd59eb9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:57.862154 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-91bb0571-7fd4-401f-bffe-79fd59eb9e1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a05f4e-93e4-4563-ab2e-4db72094b3b7 HTTP/1.1" status: 200 len: 843 time: 0.0433750 Dec 16 03:40:57.918520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-75739441-0c3f-4b3a-8a30-6844c2119a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:57.919921 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-75739441-0c3f-4b3a-8a30-6844c2119a04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505526 Dec 16 03:40:58.021335 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-3997c8a6-6970-4b61-92d9-af7d2dc0bb3d service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937586 Dec 16 03:40:58.118043 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94eabfb4-f76d-419a-9203-1076c73980c9 req-4f52fb70-a2f9-4dcf-8dfe-80554be2a2af service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898821 Dec 16 03:40:58.249307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-b841b335-e045-4806-9cba-110e3450f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:58.250756 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-b841b335-e045-4806-9cba-110e3450f27f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 1097 time: 0.0437009 Dec 16 03:40:58.348141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-fcb555b0-0f83-4bf0-9825-0927a6e3d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:58.349653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-fcb555b0-0f83-4bf0-9825-0927a6e3d03d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 HTTP/1.1" status: 200 len: 894 time: 0.0919437 Dec 16 03:40:58.398171 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-a9570382-1bc1-41f6-b8f3-d36e7de0ffa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e HTTP/1.1" status: 200 len: 217 time: 0.0390103 Dec 16 03:40:58.448893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-561730fc-8562-4c68-b682-5494e03995ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:58.450371 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-561730fc-8562-4c68-b682-5494e03995ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a05f4e-93e4-4563-ab2e-4db72094b3b7 HTTP/1.1" status: 200 len: 843 time: 0.0442724 Dec 16 03:40:58.457598 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead4eb-6204-4743-b6f4-2676a9df1009 req-a42df257-5739-4f83-9e20-c50f04d5115e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:58.459113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0cead4eb-6204-4743-b6f4-2676a9df1009 req-a42df257-5739-4f83-9e20-c50f04d5115e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 944 time: 0.0495250 Dec 16 03:40:58.498438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-414ad777-1997-4336-82d0-63e00e28fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:58.500057 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-414ad777-1997-4336-82d0-63e00e28fd13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421710 Dec 16 03:40:58.511552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0cead4eb-6204-4743-b6f4-2676a9df1009 req-c82209b9-9412-44c5-820f-f93cd485e584 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463035 Dec 16 03:40:58.597346 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-6ddf52c5-53af-4508-a792-bc0fb9ae1157 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880671 Dec 16 03:40:58.691121 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d6ef7ab-6d08-41fb-a7c3-398ba32b0d47 req-9335e8b6-1c6a-4f9f-9529-c2dea3a2d907 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854182 Dec 16 03:40:59.652768 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29a160-6415-427d-8200-63bf546c6029 req-5db6e369-f776-4bbc-973c-d2513317162d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:40:59.654297 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d29a160-6415-427d-8200-63bf546c6029 req-5db6e369-f776-4bbc-973c-d2513317162d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 944 time: 0.0639787 Dec 16 03:40:59.726985 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d29a160-6415-427d-8200-63bf546c6029 req-090957ad-a4bd-40bf-a0c7-6168768193f0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647805 Dec 16 03:41:00.774131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9559ecf2-9d85-4eb6-a4ae-dd05c861311e details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:41:00.862823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd149f-49a2-4704-ad93-fc79f711544a req-c9afbd6d-0c93-4f20-965d-21b2e43710ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:00.864612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-57fd149f-49a2-4704-ad93-fc79f711544a req-c9afbd6d-0c93-4f20-965d-21b2e43710ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 944 time: 0.0519180 Dec 16 03:41:00.918322 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-57fd149f-49a2-4704-ad93-fc79f711544a req-7c91b863-3579-41a1-8320-d8f74f91b76f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475435 Dec 16 03:41:01.033896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:41:01.045720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'port_id': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'mac_address': 'fa:16:3e:d5:a5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:41:01.088865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:01.106257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9559ecf2-9d85-4eb6-a4ae-dd05c861311e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:41:01.127126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:41:01.135597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:01.193791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:41:01.431627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['9559ecf2-9d85-4eb6-a4ae-dd05c861311e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:41:02.037305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b99b-2708-4577-b01a-0582fd077efc req-8665d7dd-3f30-4483-b116-286b0973dd0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:02.038842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbd3b99b-2708-4577-b01a-0582fd077efc req-8665d7dd-3f30-4483-b116-286b0973dd0a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 945 time: 0.0519867 Dec 16 03:41:02.091389 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbd3b99b-2708-4577-b01a-0582fd077efc req-98a47f75-4e30-4b2c-b46f-e19ccdfa5359 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463951 Dec 16 03:41:02.780794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9559ecf2-9d85-4eb6-a4ae-dd05c861311e up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:41:02.839367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:41:02.843473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:41:02.843855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:02.922206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:02.946072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:41:02.948632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba20dd47-6332-4e47-9428-c9873b86c6ec" -d '{"events": [{"server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "name": "network-vif-plugged", "status": "completed", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:41:02.962994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:41:02.967566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:02.991540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a04c9e-c4e3-4729-bc8f-5b7f920e6bb8 x-openstack-request-id: req-a4a04c9e-c4e3-4729-bc8f-5b7f920e6bb8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:41:02.992134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "name": "network-vif-plugged", "status": "completed", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:41:02.992134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4a04c9e-c4e3-4729-bc8f-5b7f920e6bb8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:41:02.992453 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'code': 200} Dec 16 03:41:03.020543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:41:03.218016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54b107-5f24-4080-ad8e-fa8b7961b9fe req-c00880a7-164c-4605-be19-bef1137104ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:03.219555 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961293c7-dfa3-45e2-8f91-a03bbabaea22 req-19383279-7e48-4445-8d48-34e839f1c7e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:03.220005 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d54b107-5f24-4080-ad8e-fa8b7961b9fe req-c00880a7-164c-4605-be19-bef1137104ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 1099 time: 0.0546529 Dec 16 03:41:03.221483 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-961293c7-dfa3-45e2-8f91-a03bbabaea22 req-19383279-7e48-4445-8d48-34e839f1c7e7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 946 time: 0.0591581 Dec 16 03:41:03.269582 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8d54b107-5f24-4080-ad8e-fa8b7961b9fe req-d3507267-3c9d-4392-af93-03d67b3e147d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 Dec 16 03:41:03.272882 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-961293c7-dfa3-45e2-8f91-a03bbabaea22 req-14e85452-7f8c-45ca-aa4d-f262311222b6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451045 Dec 16 03:41:04.400390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e661d7f-b25d-467a-a4ad-5ca19ab71aae req-cd4656d6-38ca-4797-8889-047ddd8a3898 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:04.401831 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e661d7f-b25d-467a-a4ad-5ca19ab71aae req-cd4656d6-38ca-4797-8889-047ddd8a3898 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 946 time: 0.0522060 Dec 16 03:41:04.450929 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e661d7f-b25d-467a-a4ad-5ca19ab71aae req-cdb286cc-cad9-4aa4-b5b4-f9ee767c6b22 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 Dec 16 03:41:04.572548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a801f13-f101-4507-90ea-95edb0f37671 req-639e1091-b180-4b31-95c1-d752610d46cb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:04.573910 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0a801f13-f101-4507-90ea-95edb0f37671 req-639e1091-b180-4b31-95c1-d752610d46cb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 946 time: 0.0548637 Dec 16 03:41:04.630199 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0a801f13-f101-4507-90ea-95edb0f37671 req-4ac8e9bf-2069-4335-a666-89d7d10ca2d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478513 Dec 16 03:41:04.653998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39278) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:41:04.699079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc2a30-9df3-4bae-8b86-40e6d829f11f tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:04.700599 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-73dc2a30-9df3-4bae-8b86-40e6d829f11f tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 1094 time: 0.0456190 Dec 16 03:41:04.703643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39280) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:41:04.708236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:41:04.735591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:04.833582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:04.953116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.249 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/052426db-862a-4ce4-8d7d-bf57b7b61b20) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:41:05.051813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:05.100791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:05.144607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:41:05.148258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:41:05.152528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:41:05.173372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=052426db-862a-4ce4-8d7d-bf57b7b61b20,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:41:05.189901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7f2029c-ff6a-43dc-8a45-76b38dd987fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:05.517022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:05.583207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:06.054575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:06.063127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:06.138173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=052426db-862a-4ce4-8d7d-bf57b7b61b20,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:41:06.151240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:06.252230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP a88ea079-7352-4e8e-9e3c-c0a0c5131b27 associated. External IP: 172.26.6.249, port: 9559ecf2-9d85-4eb6-a4ae-dd05c861311e. Dec 16 03:41:06.486571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:41:06.614926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:41:06.625659 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] Sync routers for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:41:06.635617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:06.637560 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:41:06.638253 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:41:06.664938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-34688712-d087-4c1f-b12e-8b79c0ddc1a5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9601481 Dec 16 03:41:06.665577 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39282) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:41:06.669959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:41:06.672792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1bec0b-ecf5-4786-a298-1f0d781105d5" -d '{"events": [{"name": "network-changed", "server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:41:06.712863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb49f12-363c-4e6e-9846-71d9d987b840 x-openstack-request-id: req-9eb49f12-363c-4e6e-9846-71d9d987b840 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:41:06.713185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:41:06.713380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eb49f12-363c-4e6e-9846-71d9d987b840 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:41:06.713794 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'status': 'completed', 'code': 200} Dec 16 03:41:06.730303 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-356d9f92-657d-49c4-9495-60acb65c99ba tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/a88ea079-7352-4e8e-9e3c-c0a0c5131b27 HTTP/1.1" status: 200 len: 992 time: 0.0635283 Dec 16 03:41:06.747059 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:41:06.800034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-7f6782a8-8119-4162-988f-f65d719bd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:06.801504 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-7f6782a8-8119-4162-988f-f65d719bd79a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 1099 time: 0.0424931 Dec 16 03:41:06.899644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-f0e30f1f-d41f-4664-9c3a-c3dbbc8a5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:06.901112 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-f0e30f1f-d41f-4664-9c3a-c3dbbc8a5a15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 HTTP/1.1" status: 200 len: 894 time: 0.0910366 Dec 16 03:41:06.967484 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-c82892dc-29c9-4b92-9bc4-a515878e7318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e HTTP/1.1" status: 200 len: 1000 time: 0.0593944 Dec 16 03:41:06.971562 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'a88ea079-7352-4e8e-9e3c-c0a0c5131b27', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'port_id': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'mac_address': 'fa:16:3e:d5:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76422edc-698e-45d3-8973-b35c5e2a496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:41:05Z', 'updated_at': '2021-12-16T03:41:05Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:41:06.998007 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] Checking router: b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:41:07.006823 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:41:07.007434 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:40:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:41:07.020767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-c17089d1-f6a3-4df0-80a3-c0660251d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:07.022363 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-c17089d1-f6a3-4df0-80a3-c0660251d084 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a05f4e-93e4-4563-ab2e-4db72094b3b7 HTTP/1.1" status: 200 len: 843 time: 0.0482183 Dec 16 03:41:07.069325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-43b2ed93-8571-49d8-94cb-155540e38718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:07.070894 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-43b2ed93-8571-49d8-94cb-155540e38718 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414460 Dec 16 03:41:07.110216 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:41:07.166770 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-a594d611-6e38-4a86-8a1f-448c08d7bf70 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884280 Dec 16 03:41:07.267902 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8a1bec0b-ecf5-4786-a298-1f0d781105d5 req-f4e9b51f-cfc0-4d23-b8cd-e65e378073d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940971 Dec 16 03:41:07.340457 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'a88ea079-7352-4e8e-9e3c-c0a0c5131b27', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'port_id': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'mac_address': 'fa:16:3e:d5:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76422edc-698e-45d3-8973-b35c5e2a496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:41:05Z', 'updated_at': '2021-12-16T03:41:05Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:41:07.362531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9dae7d6-d9e0-4144-a99a-3ec08e7abb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:07.367442 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836230e8-4f1d-4b49-aad8-552bf2885683 None None] The sync data for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv is: [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'a88ea079-7352-4e8e-9e3c-c0a0c5131b27', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'port_id': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'mac_address': 'fa:16:3e:d5:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76422edc-698e-45d3-8973-b35c5e2a496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:41:05Z', 'updated_at': '2021-12-16T03:41:05Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:41:07.555276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6337534b-6150-410a-9f01-0ec604de4b1b None None] New status for floating IP a88ea079-7352-4e8e-9e3c-c0a0c5131b27: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:41:07.734486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39286) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:41:07.798692 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-72f220d0-0bc4-474a-8eaa-1b8c3aeaba1e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/a88ea079-7352-4e8e-9e3c-c0a0c5131b27 HTTP/1.1" status: 200 len: 994 time: 0.0629635 Dec 16 03:41:08.448443 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:10.007844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:10.417124 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:41:11.086172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:23.818793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:35.197610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c308e5ee-ff7b-4de5-aa1c-04acf3affb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:36.513897 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-578bbda9-20d9-4141-a331-ce9afab612cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429609 Dec 16 03:41:36.624770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3881c4-122c-4696-abd7-a565b042f426 req-760eb016-ec41-4839-83aa-acca546a728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:36.627125 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-760eb016-ec41-4839-83aa-acca546a728c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1099 time: 0.0495057 Dec 16 03:41:36.741707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3881c4-122c-4696-abd7-a565b042f426 req-5692a75c-2ca3-488a-9966-b22037177934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:36.743237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-5692a75c-2ca3-488a-9966-b22037177934 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.0950148 Dec 16 03:41:36.826654 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-9330721a-3415-42a9-b759-c2322efb5d47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 200 len: 1001 time: 0.0731008 Dec 16 03:41:36.880706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3881c4-122c-4696-abd7-a565b042f426 req-98f56797-47b4-4e97-a56c-88ae5674b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:36.882212 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-98f56797-47b4-4e97-a56c-88ae5674b026 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0482690 Dec 16 03:41:36.934676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3881c4-122c-4696-abd7-a565b042f426 req-9a27cc85-7ff7-4523-b4ba-ab13dd67a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:41:36.934676 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-9a27cc85-7ff7-4523-b4ba-ab13dd67a32a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430884 Dec 16 03:41:37.048700 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-761bb488-dacf-44fa-bfb3-413d26ae248a service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072297 Dec 16 03:41:37.144011 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f3881c4-122c-4696-abd7-a565b042f426 req-451e0d69-7106-4499-be2e-89fa96b68f2b service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858450 Dec 16 03:41:37.365632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ac73b252-6ea1-4114-ab7e-c362d6b41dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:38.459645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:40.008594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:41.083792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:41:47.420539 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:41:53.830323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:05.197432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08f6cd37-a43b-4616-b25d-ae3a40ae814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:07.379298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bfff0752-405f-4185-aed4-8c396f2eb59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:08.453760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:10.011663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:11.085863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:23.849200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:24.426094 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:42:35.191887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33887b4d-5cb6-45c4-bd11-1d8199c8b3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:37.374691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37d4419d-5310-41b5-81f4-f073d8a50933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:38.474368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:38.499573 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-596be617-d33a-4505-ab0f-074f7dd85742 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570471 Dec 16 03:42:38.590628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130c529-e501-441e-a27f-330819607b98 req-f06f05cf-ffdf-46bc-b161-7a3bbe29965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:38.592159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-f06f05cf-ffdf-46bc-b161-7a3bbe29965b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 1099 time: 0.0542564 Dec 16 03:42:38.733596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130c529-e501-441e-a27f-330819607b98 req-6c5c6cd2-543a-435a-9f09-25c5685612bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:38.735823 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-6c5c6cd2-543a-435a-9f09-25c5685612bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 HTTP/1.1" status: 200 len: 894 time: 0.1221507 Dec 16 03:42:38.840430 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-44e43882-ad1e-4605-994b-358e89e13299 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e HTTP/1.1" status: 200 len: 1002 time: 0.0979092 Dec 16 03:42:38.903701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130c529-e501-441e-a27f-330819607b98 req-8f7dfb36-36c4-4907-839c-c9d5feb7d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:38.907222 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-8f7dfb36-36c4-4907-839c-c9d5feb7d4ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a05f4e-93e4-4563-ab2e-4db72094b3b7 HTTP/1.1" status: 200 len: 843 time: 0.0594451 Dec 16 03:42:38.968165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130c529-e501-441e-a27f-330819607b98 req-a130df00-3013-4371-8d29-c9a5dd85d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:38.971722 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-a130df00-3013-4371-8d29-c9a5dd85d073 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573084 Dec 16 03:42:39.119176 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-021421b1-7c17-469a-a2bd-256a42b884e2 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401324 Dec 16 03:42:39.247581 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8130c529-e501-441e-a27f-330819607b98 req-bcf06b1f-3357-4d76-a1d4-8c12719113c3 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208053 Dec 16 03:42:40.027217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:41.079711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:43.478566 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-4e86ee77-a515-4403-99ef-12ab685be7ce tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052055475&fields=id&tenant_id=8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 267 time: 0.0485764 Dec 16 03:42:43.594854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-bc9b15dd-ae06-4457-b8c7-2a902a252d70 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:43.596449 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-bc9b15dd-ae06-4457-b8c7-2a902a252d70 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 811 time: 0.1078770 Dec 16 03:42:43.612807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-4b7153d2-a0a6-46cf-9561-732d3b4bc45d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/quotas/8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 375 time: 0.0104544 Dec 16 03:42:43.670551 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-3956a7df-3055-45d4-b24e-a3dd29560a8f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524497 Dec 16 03:42:43.765854 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-6a4c6ea2-b5fb-47bd-89e7-46993c9e6254 service neutron] 10.222.0.16 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836065 Dec 16 03:42:43.860393 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-1041fe28-0c2a-48f5-9b55-80309fbedf9d service neutron] 10.222.0.16 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Dec 16 03:42:44.150540 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0f174c60-58c9-4fad-9752-374eeaf125ad req-30252df8-daa8-4af6-8e02-09214372bb9b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Dec 16 03:42:45.245732 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-05361f7c-6978-478e-be42-9505baaebf18 req-79b077aa-bb7e-4986-9f21-a095da67c78c tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0277138 Dec 16 03:42:46.336211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49426c9c-fd08-4475-803a-e6f3293e2168 req-9cee1fe1-a918-4559-ae9a-aed5c53d5a70 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0311418 Dec 16 03:42:47.252687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b03b89d5-088f-4fa1-894a-b92742ca96e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:47.254196 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b03b89d5-088f-4fa1-894a-b92742ca96e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 811 time: 0.1262279 Dec 16 03:42:47.333018 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-536d3d57-446b-4a11-87f2-0a34853a1c14 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8651f527d93e41a8bfaa3ec713995257 HTTP/1.1" status: 200 len: 380 time: 0.0614073 Dec 16 03:42:47.343637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'port': {'device_id': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'admin_state_up': True, 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'security_groups': ['aa7322d4-63a9-4a44-a175-1625c597fbe4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:42:47.432715 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-76e0b378-4ee3-48d9-9fee-eb2448ce9d20 req-6b56d741-71f5-44cc-855f-34e1c395c075 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0266871 Dec 16 03:42:47.458096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Made reservation on behalf of 8651f527d93e41a8bfaa3ec713995257 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:42:47.462103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:47.588496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Allocated IP 172.20.0.5 (9636f700-bb7e-4d5f-be8e-c91244ecd1c6/b2fac880-a984-4ab7-b82c-c81b45b0820a/47533644-76d9-4b87-a684-8c7f28aa6950) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:42:47.735129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:47.769584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:47.816044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:42:47.819233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:42:47.823058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:42:47.850731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=47533644-76d9-4b87-a684-8c7f28aa6950,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:42:47.863563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.863919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.864263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.864603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.864951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.865266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.865601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.865922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.866247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.866594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.867036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.867359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.867687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:42:47.890297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:47.890958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:47.907836 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b7ee97db-163f-465a-8d81-3ee3fe6de3e0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678942 Dec 16 03:42:47.927469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Request body: {'port': {'device_id': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:42:47.995782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:48.074774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f5c087b8-87b4-4da2-870e-33edd0a5c7d8 None None] Provisioning complete for port 47533644-76d9-4b87-a684-8c7f28aa6950 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:42:48.075398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5c087b8-87b4-4da2-870e-33edd0a5c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:48.114778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f5c087b8-87b4-4da2-870e-33edd0a5c7d8 None None] Port 47533644-76d9-4b87-a684-8c7f28aa6950 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:42:48.276621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47533644-76d9-4b87-a684-8c7f28aa6950 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:42:48.285386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:48.298612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Transition to ACTIVE for port object 47533644-76d9-4b87-a684-8c7f28aa6950 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:42:48.303864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:48.392564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=47533644-76d9-4b87-a684-8c7f28aa6950,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:42:48.460665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Attempting to bind port 47533644-76d9-4b87-a684-8c7f28aa6950 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:42:48.461082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Attempting to bind port 47533644-76d9-4b87-a684-8c7f28aa6950 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:42:48.461530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Attempting to bind port 47533644-76d9-4b87-a684-8c7f28aa6950 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:42:48.469185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Port 47533644-76d9-4b87-a684-8c7f28aa6950 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:42:48.469529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Attempting to bind port 47533644-76d9-4b87-a684-8c7f28aa6950 on network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:42:48.475933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:42:48.476354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Checking segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:42:48.476910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Bound using segment: {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:42:48.477439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Bound port: 47533644-76d9-4b87-a684-8c7f28aa6950, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55efb896-48f9-4251-a418-c9a09dd6d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:42:48.478218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:48.552974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] For port 47533644-76d9-4b87-a684-8c7f28aa6950, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:42:48.557032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] For port 47533644-76d9-4b87-a684-8c7f28aa6950, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=47533644-76d9-4b87-a684-8c7f28aa6950,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:42:48.565992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7140-03a8-43fe-9983-67e01bda4c27 req-5c1d7622-31f4-46e7-8294-bde4566d2c47 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:48.566603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:48.567809 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4bcf7140-03a8-43fe-9983-67e01bda4c27 req-5c1d7622-31f4-46e7-8294-bde4566d2c47 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0561776 Dec 16 03:42:48.613013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:48.613748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:48.615213 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] 10.222.0.30 "PUT /v2.0/ports/47533644-76d9-4b87-a684-8c7f28aa6950 HTTP/1.1" status: 200 len: 1093 time: 0.6922162 Dec 16 03:42:48.615751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:42:48.618381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0737e5-d03d-4333-b243-6ce64c1ad637" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:42:48.653756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe2aa6-1f15-418c-803e-535135f81ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=47533644-76d9-4b87-a684-8c7f28aa6950,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:42:48.674241 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4bcf7140-03a8-43fe-9983-67e01bda4c27 req-aaf61747-a967-4573-9dab-0eac06df9c37 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944428 Dec 16 03:42:48.702184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f0462-b807-4f7e-817b-8d175e1c67b7 x-openstack-request-id: req-0d6f0462-b807-4f7e-817b-8d175e1c67b7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:42:48.702691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:42:48.703036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d6f0462-b807-4f7e-817b-8d175e1c67b7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:42:48.703579 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950', 'status': 'completed', 'code': 200} Dec 16 03:42:48.742571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b36ab7c5-7ccd-47b7-befd-322824680a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:48.744425 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b36ab7c5-7ccd-47b7-befd-322824680a3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0630498 Dec 16 03:42:48.795938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-e5c399d1-746e-4c55-b847-33113b237462 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47533644-76d9-4b87-a684-8c7f28aa6950 HTTP/1.1" status: 200 len: 217 time: 0.0377488 Dec 16 03:42:48.858618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-af7ea3f2-7286-43b8-b07e-6c6efa992a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:48.860186 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-af7ea3f2-7286-43b8-b07e-6c6efa992a99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0573533 Dec 16 03:42:48.921530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b47073d9-529e-4ae8-9c1f-f58b0adc428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:48.923855 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-b47073d9-529e-4ae8-9c1f-f58b0adc428a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568342 Dec 16 03:42:49.024215 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-c047d36e-fbfe-4bda-9814-3b56ecfea0ef service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916457 Dec 16 03:42:49.135182 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed92bd53-33f3-4bb8-8fa8-6ed6c01b719f req-bdbb66cf-c31c-4e22-855f-a8c6edf5d536 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041875 Dec 16 03:42:49.262002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-69704f0f-588a-42e7-ac6a-0133582eae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:49.263568 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-69704f0f-588a-42e7-ac6a-0133582eae56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0544004 Dec 16 03:42:49.373121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-d2d6d532-25ff-4348-8c5c-88a2ad6f4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:49.374971 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-d2d6d532-25ff-4348-8c5c-88a2ad6f4e24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.1044369 Dec 16 03:42:49.422832 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-117391d0-f787-4456-a52a-02a7cf76f2eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47533644-76d9-4b87-a684-8c7f28aa6950 HTTP/1.1" status: 200 len: 217 time: 0.0409770 Dec 16 03:42:49.478648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-831d95ed-c577-49d1-a58b-7465f9c81ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:49.480365 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-831d95ed-c577-49d1-a58b-7465f9c81ade service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0509691 Dec 16 03:42:49.535698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-011585c8-0b58-4f6c-9f1f-d8c4d01f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:49.537312 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-011585c8-0b58-4f6c-9f1f-d8c4d01f7f49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485897 Dec 16 03:42:49.634913 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-52eaa2d1-bd5e-4475-9cd2-29ff0597fa0c service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905392 Dec 16 03:42:49.732249 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6d0737e5-d03d-4333-b243-6ce64c1ad637 req-810bbb73-7391-40b2-af4b-6902fe6f7a4e service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894489 Dec 16 03:42:49.800947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c79b-a196-406b-b700-44d6a660b92a req-51f3feb3-9548-4403-94f8-30343dbb2946 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:49.802630 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1194c79b-a196-406b-b700-44d6a660b92a req-51f3feb3-9548-4403-94f8-30343dbb2946 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0595975 Dec 16 03:42:49.861860 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1194c79b-a196-406b-b700-44d6a660b92a req-6ef4fd78-0d90-406b-aa35-fae690c5ccec tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523040 Dec 16 03:42:50.980707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e0472-a6ea-4fa9-b2bc-23726d312130 req-130e0ba8-cf12-4b33-add4-29463fc50fc3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:50.982306 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-072e0472-a6ea-4fa9-b2bc-23726d312130 req-130e0ba8-cf12-4b33-add4-29463fc50fc3 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0503271 Dec 16 03:42:51.035893 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-072e0472-a6ea-4fa9-b2bc-23726d312130 req-980da40e-b48b-4176-aceb-499792f5e5da tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474105 Dec 16 03:42:52.156594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde1fdf-fbb7-49d6-81ea-55a241db1ad8 req-b001f3f3-f94f-41c4-8c79-c22eff8512a0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:52.158111 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5fde1fdf-fbb7-49d6-81ea-55a241db1ad8 req-b001f3f3-f94f-41c4-8c79-c22eff8512a0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0521808 Dec 16 03:42:52.211264 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5fde1fdf-fbb7-49d6-81ea-55a241db1ad8 req-e92fedfe-d015-4825-aa7b-a93ed247c131 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463412 Dec 16 03:42:53.348827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4c787-b515-477a-adde-02c22997db47 req-c2d787c1-23c4-43f8-b0fe-f14bbafaf29d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:53.350286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1b4c787-b515-477a-adde-02c22997db47 req-c2d787c1-23c4-43f8-b0fe-f14bbafaf29d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0609565 Dec 16 03:42:53.401103 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1b4c787-b515-477a-adde-02c22997db47 req-6b10dc7a-9174-41b8-8b08-82c0adc8c627 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445611 Dec 16 03:42:53.847398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:42:54.542197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8239-f819-49e3-813b-9c8afb51a84f req-7797d064-f38c-4047-a42e-b08da9d6de4b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:54.543725 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9d6b8239-f819-49e3-813b-9c8afb51a84f req-7797d064-f38c-4047-a42e-b08da9d6de4b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0581105 Dec 16 03:42:54.596675 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9d6b8239-f819-49e3-813b-9c8afb51a84f req-0dae08a1-df7d-47a3-8f25-db11b83de9dd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Dec 16 03:42:55.727310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03888ec-5af7-4ada-8a73-f06bf0de90a6 req-45b7d96c-9b6a-41d2-9fc8-a27066928f22 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:55.728787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c03888ec-5af7-4ada-8a73-f06bf0de90a6 req-45b7d96c-9b6a-41d2-9fc8-a27066928f22 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0590158 Dec 16 03:42:55.783233 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c03888ec-5af7-4ada-8a73-f06bf0de90a6 req-38d96509-5ca5-4621-9ef4-07207515c7dd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457225 Dec 16 03:42:56.925762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4d194-7266-4981-8e44-3e26df19f6d0 req-2ecac7ac-6112-4727-a82f-d2909228f19e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:56.927251 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56f4d194-7266-4981-8e44-3e26df19f6d0 req-2ecac7ac-6112-4727-a82f-d2909228f19e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0584767 Dec 16 03:42:56.979746 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56f4d194-7266-4981-8e44-3e26df19f6d0 req-f54a671f-eb0d-4033-b650-cec0754598b7 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450974 Dec 16 03:42:58.106323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3bb8b-d4c5-412c-b24d-aaa937287433 req-ee4c4017-df4d-4d8e-ba28-5e5dbe1c00c6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:58.108052 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-34b3bb8b-d4c5-412c-b24d-aaa937287433 req-ee4c4017-df4d-4d8e-ba28-5e5dbe1c00c6 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0550392 Dec 16 03:42:58.158584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-34b3bb8b-d4c5-412c-b24d-aaa937287433 req-f9c5d47c-be24-499c-91e6-b069b15d4e49 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Dec 16 03:42:59.293644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876c1b6-7cd6-4915-a554-40d85e5e35d6 req-4eb24090-f1af-4a9a-a5ea-757f2eabde0a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:42:59.295044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6876c1b6-7cd6-4915-a554-40d85e5e35d6 req-4eb24090-f1af-4a9a-a5ea-757f2eabde0a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0588446 Dec 16 03:42:59.355473 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6876c1b6-7cd6-4915-a554-40d85e5e35d6 req-f8cc7b95-bd67-4704-b154-7dcfc3b33417 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516245 Dec 16 03:43:00.007388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39430) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:00.093423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:00.187681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25439378'] for subnet, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:00.334233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771890327004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25374222'] for subnet, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:00.368821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:00.369415 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:00.370700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/subnets/25a05f4e-93e4-4563-ab2e-4db72094b3b7 HTTP/1.1" status: 200 len: 835 time: 0.3622205 Dec 16 03:43:00.375835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc41d86-a73c-4c97-a7ff-73939b1b0511 None None] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:43:00.385998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=25a05f4e-93e4-4563-ab2e-4db72094b3b7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:00.393459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.393832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.394174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.394544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.394881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.395213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.395546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.395876 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.396204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.396539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.396855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.397178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.397500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ee771f-b8c0-46e7-9324-0ae68f458972 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:00.480907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcd4ce-ee62-433c-87f1-d381a80f7e67 req-11332d38-8d93-4280-8095-f53be2028648 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:00.482450 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-91dcd4ce-ee62-433c-87f1-d381a80f7e67 req-11332d38-8d93-4280-8095-f53be2028648 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0504086 Dec 16 03:43:00.536064 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-91dcd4ce-ee62-433c-87f1-d381a80f7e67 req-6c18a0ab-cf63-42dd-8e13-6acf2a8f8507 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472255 Dec 16 03:43:00.684057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b0d9522-db66-4c94-be58-988f2236085a None None] Provisioning complete for port 26f00c4e-464d-4440-95be-8654d86cd4d4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:00.684437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9522-db66-4c94-be58-988f2236085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:00.771143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b0d9522-db66-4c94-be58-988f2236085a None None] Provisioning complete for port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:00.771408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9522-db66-4c94-be58-988f2236085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:00.863391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b0d9522-db66-4c94-be58-988f2236085a None None] Provisioning complete for port be9569f8-8bef-4c47-becf-5a17db62f154 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:00.863613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9522-db66-4c94-be58-988f2236085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:01.425769 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:43:01.447125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 47533644-76d9-4b87-a684-8c7f28aa6950 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:43:01.573074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 47533644-76d9-4b87-a684-8c7f28aa6950, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=47533644-76d9-4b87-a684-8c7f28aa6950,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:01.585880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '47533644-76d9-4b87-a684-8c7f28aa6950', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'port_id': '47533644-76d9-4b87-a684-8c7f28aa6950', 'mac_address': 'fa:16:3e:e2:ab:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:43:01.637557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:01.655539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47533644-76d9-4b87-a684-8c7f28aa6950 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:43:01.661460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532e0d8-42af-4ef0-a7fa-d3095d4771eb req-359dc505-b7ff-46ed-a6a1-f224b96be304 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:01.662989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b532e0d8-42af-4ef0-a7fa-d3095d4771eb req-359dc505-b7ff-46ed-a6a1-f224b96be304 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 943 time: 0.0558252 Dec 16 03:43:01.678158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 47533644-76d9-4b87-a684-8c7f28aa6950, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=47533644-76d9-4b87-a684-8c7f28aa6950,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:01.683974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:01.717004 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b532e0d8-42af-4ef0-a7fa-d3095d4771eb req-538d1303-aae8-44cb-9164-870aec97a689 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Dec 16 03:43:01.737686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=47533644-76d9-4b87-a684-8c7f28aa6950,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:01.745808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.746421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.746815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.747159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.747508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.747854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.748164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.748501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.748830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.749158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.749486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.749821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.750140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:01.975271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['47533644-76d9-4b87-a684-8c7f28aa6950'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:43:02.856360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55de3-9b56-4891-9169-1c2d69341b40 req-e3e16742-fde9-4374-937a-57a88e5e6fa8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:02.857963 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12e55de3-9b56-4891-9169-1c2d69341b40 req-e3e16742-fde9-4374-937a-57a88e5e6fa8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 944 time: 0.0587614 Dec 16 03:43:02.911608 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12e55de3-9b56-4891-9169-1c2d69341b40 req-e7447c60-f0dc-45a8-b4c8-415738992c91 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474296 Dec 16 03:43:03.457120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 47533644-76d9-4b87-a684-8c7f28aa6950 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:43:03.517154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 47533644-76d9-4b87-a684-8c7f28aa6950 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:43:03.523080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 47533644-76d9-4b87-a684-8c7f28aa6950 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:03.523606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:03.611726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:03.635034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:43:03.637273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304f532f-d75d-4739-9043-b2b85eba6d31" -d '{"events": [{"server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "name": "network-vif-plugged", "status": "completed", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:43:03.650813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 47533644-76d9-4b87-a684-8c7f28aa6950, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=47533644-76d9-4b87-a684-8c7f28aa6950,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:03.656003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:03.705304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=47533644-76d9-4b87-a684-8c7f28aa6950,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:03.730540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0cc51f-8360-43d3-b422-63cda5821390 x-openstack-request-id: req-ad0cc51f-8360-43d3-b422-63cda5821390 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:43:03.730834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "name": "network-vif-plugged", "status": "completed", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:43:03.731092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad0cc51f-8360-43d3-b422-63cda5821390 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:43:03.731489 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950', 'code': 200} Dec 16 03:43:03.964399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88172542-0f80-4c0c-84cc-cbc570efdab8 req-411c6f86-d3c3-41b9-af35-41a1cef29c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:03.966209 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88172542-0f80-4c0c-84cc-cbc570efdab8 req-411c6f86-d3c3-41b9-af35-41a1cef29c40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0448186 Dec 16 03:43:04.019608 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88172542-0f80-4c0c-84cc-cbc570efdab8 req-f458a8ac-f036-4202-9b8a-4d1362e304c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462737 Dec 16 03:43:04.034364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f27-f7d6-4842-bcf7-4140b7a74f50 req-d1542ee6-5659-4e4f-a000-bef0d7051140 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:04.035816 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-048b0f27-f7d6-4842-bcf7-4140b7a74f50 req-d1542ee6-5659-4e4f-a000-bef0d7051140 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Dec 16 03:43:04.094569 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-048b0f27-f7d6-4842-bcf7-4140b7a74f50 req-0f12ce13-b993-4059-8cd4-9e41351c09c8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525250 Dec 16 03:43:05.196026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fe0a4cd-a451-4de2-a37d-5fe761ea985b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:05.226148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9e688-ed14-475a-85c8-c2cf16811b1f req-a3205c49-3359-4b0e-8382-b58760396de8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:05.227941 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2dd9e688-ed14-475a-85c8-c2cf16811b1f req-a3205c49-3359-4b0e-8382-b58760396de8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0573771 Dec 16 03:43:05.282962 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2dd9e688-ed14-475a-85c8-c2cf16811b1f req-ac1f4e06-3814-44c7-9378-3ae891f2db16 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465431 Dec 16 03:43:06.411092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966c4b8-ecda-484b-9542-4fa86d35bbbf req-d73747db-9eee-48bf-b205-b5c457da4e13 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:06.412587 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b966c4b8-ecda-484b-9542-4fa86d35bbbf req-d73747db-9eee-48bf-b205-b5c457da4e13 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Dec 16 03:43:06.463046 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b966c4b8-ecda-484b-9542-4fa86d35bbbf req-a77d4b74-e4b1-40ee-bc17-a7ca11856c82 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Dec 16 03:43:06.596540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478b52f-f6cc-42e8-8c44-e212835064da req-4128ee2b-5279-48a4-96a5-ea27d7fde8af tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:06.598007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5478b52f-f6cc-42e8-8c44-e212835064da req-4128ee2b-5279-48a4-96a5-ea27d7fde8af tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0575964 Dec 16 03:43:06.655818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5478b52f-f6cc-42e8-8c44-e212835064da req-903c8e87-edd0-411b-81d6-c6a2c2a5c1e8 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513344 Dec 16 03:43:06.678370 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39454) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:06.720392 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928c923-9af6-42ad-9ce5-3e586fd81a68 tempest-TestVolumeBootPattern-364206454 tempest-TestVolumeBootPattern-364206454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:06.721907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a928c923-9af6-42ad-9ce5-3e586fd81a68 tempest-TestVolumeBootPattern-364206454 tempest-TestVolumeBootPattern-364206454-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 1093 time: 0.0425479 Dec 16 03:43:06.724855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39456) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:06.729199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '47533644-76d9-4b87-a684-8c7f28aa6950', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:06.755941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:06.854095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:06.957709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Allocated IP 172.26.6.81 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/158eb524-9730-4726-8df4-97dda8d0410b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:43:07.059669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:07.096194 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:07.134462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:43:07.137766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:43:07.141314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:43:07.164582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=158eb524-9730-4726-8df4-97dda8d0410b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:07.370688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3a51ec7-b8b1-45e2-a641-de28524055e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:07.830774 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:07.897707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:08.052186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:08.059935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:08.138033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event updated for resources: {'Port': ['ID=158eb524-9730-4726-8df4-97dda8d0410b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:08.148158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:08.251764 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Floating IP ba7d740a-4f07-4b47-88e4-26d5335b2608 associated. External IP: 172.26.6.81, port: 47533644-76d9-4b87-a684-8c7f28aa6950. Dec 16 03:43:08.465682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:08.469291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:43:08.577262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:43:08.587447 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:43:08.595639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:08.599691 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:08.600408 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:08.622257 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-49d4fe5e-d7a2-42f6-a70f-bfbe3ff1adbd tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8964095 Dec 16 03:43:08.622867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:43:08.625224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5634f8-4ebd-46ee-9ab8-831e1106a231" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:43:08.662306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d8001e-c444-40bf-9393-e930f0c5c88c x-openstack-request-id: req-62d8001e-c444-40bf-9393-e930f0c5c88c {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:43:08.662865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:43:08.663115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62d8001e-c444-40bf-9393-e930f0c5c88c {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:43:08.663524 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950', 'status': 'completed', 'code': 200} Dec 16 03:43:08.711268 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:08.755043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-d3738f9d-3734-4310-939b-0e95981979e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:08.756470 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-d3738f9d-3734-4310-939b-0e95981979e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0461402 Dec 16 03:43:08.856662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-1220a89d-4131-4f7d-bd5a-b584db5214e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:08.858176 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-1220a89d-4131-4f7d-bd5a-b584db5214e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.0931582 Dec 16 03:43:08.924668 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-a16d1ab9-aca9-454b-bdf6-376ad598064b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47533644-76d9-4b87-a684-8c7f28aa6950 HTTP/1.1" status: 200 len: 998 time: 0.0596504 Dec 16 03:43:08.974917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-b7cdda2f-082a-417e-8391-3960389a3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:08.976397 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-b7cdda2f-082a-417e-8391-3960389a3715 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0446801 Dec 16 03:43:09.026257 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ba7d740a-4f07-4b47-88e4-26d5335b2608', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '47533644-76d9-4b87-a684-8c7f28aa6950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:e2:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:43:07Z', 'updated_at': '2021-12-16T03:43:07Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}, {'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:56Z', 'revision_number': 1, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:09.026612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-b9d43f49-30bc-4eff-892d-4bfc2cb51263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:09.027828 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-b9d43f49-30bc-4eff-892d-4bfc2cb51263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441248 Dec 16 03:43:09.054690 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:43:09.063743 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:09.064491 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:09.118170 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-17c0e0da-96ca-4578-8264-550af3205f3e service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834978 Dec 16 03:43:09.172735 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:09.215033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9b5634f8-4ebd-46ee-9ab8-831e1106a231 req-cf2f05d4-ee65-4861-a966-7d2f095e30c4 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878694 Dec 16 03:43:09.400648 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ba7d740a-4f07-4b47-88e4-26d5335b2608', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '47533644-76d9-4b87-a684-8c7f28aa6950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:e2:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:43:07Z', 'updated_at': '2021-12-16T03:43:07Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}, {'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:56Z', 'revision_number': 1, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:09.430292 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248bd25-b705-477a-be98-3fb7aef9083d None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ba7d740a-4f07-4b47-88e4-26d5335b2608', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '47533644-76d9-4b87-a684-8c7f28aa6950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:e2:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:43:07Z', 'updated_at': '2021-12-16T03:43:07Z', 'revision_number': 0, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}, {'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:56Z', 'revision_number': 1, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:43:09.618912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed9b32-6ee8-4725-b282-5f666492df65 None None] New status for floating IP ba7d740a-4f07-4b47-88e4-26d5335b2608: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:43:10.018590 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:11.095100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:23.862733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:35.201984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9880c96a-cde4-436b-9c09-91474276752a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:37.375549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a506b621-69ec-4c82-bce9-a5296a3f9ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:38.427708 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:43:38.466348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:39.479688 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-4066224d-55f8-4de2-b41c-7e26500c0ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423133 Dec 16 03:43:39.592982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-cdad126d-12ea-4d9f-a82c-62a0a76f2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:39.594513 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-cdad126d-12ea-4d9f-a82c-62a0a76f2cde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1099 time: 0.0484202 Dec 16 03:43:39.707800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-cb36bf44-2628-437b-86c9-c147b7428f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:39.709301 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-cb36bf44-2628-437b-86c9-c147b7428f55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.0949073 Dec 16 03:43:39.780251 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-7758dff9-fe80-4baa-b2b8-3ed7c8a3720b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 200 len: 1001 time: 0.0596242 Dec 16 03:43:39.831761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-e77f471b-c649-4e29-8c68-8add4cb26955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:39.833220 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-e77f471b-c649-4e29-8c68-8add4cb26955 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0465293 Dec 16 03:43:39.893341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-d9babaf7-6adb-462b-81ef-6a5c04c19e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:39.894903 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-d9babaf7-6adb-462b-81ef-6a5c04c19e08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537829 Dec 16 03:43:39.983350 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-a5c24e08-710c-4b0c-b485-c7b3f6808f86 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809608 Dec 16 03:43:40.019865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:40.074770 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-517edbee-76d8-474c-a9e7-6e1898a2a704 req-5224d10d-8615-4874-bb1b-233509d5000f service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846238 Dec 16 03:43:41.099627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:43.381195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:43.868463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 052426db-862a-4ce4-8d7d-bf57b7b61b20 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:43:43.868773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:43.948513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:43.948867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:43.962244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 052426db-862a-4ce4-8d7d-bf57b7b61b20 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:43:44.120952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:44.148560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=052426db-862a-4ce4-8d7d-bf57b7b61b20,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:44.222148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:44.222527 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP a88ea079-7352-4e8e-9e3c-c0a0c5131b27 disassociated (deleted). External IP: 172.26.6.249, port: 9559ecf2-9d85-4eb6-a4ae-dd05c861311e. Dec 16 03:43:44.432633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:43:44.546742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:43:44.551806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:44.556354 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] Sync routers for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:43:44.567265 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:44.567876 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:44.582372 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-994cc7fe-abeb-4796-87ab-dbd467d115d9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/a88ea079-7352-4e8e-9e3c-c0a0c5131b27 HTTP/1.1" status: 204 len: 168 time: 1.1999362 Dec 16 03:43:44.583003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:43:44.585402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba469543-0075-4b3d-bd11-151780f205de" -d '{"events": [{"name": "network-changed", "server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:43:44.636446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa213c1-88b1-49dd-ad18-96989073e833 x-openstack-request-id: req-faa213c1-88b1-49dd-ad18-96989073e833 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:43:44.636738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:43:44.637100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faa213c1-88b1-49dd-ad18-96989073e833 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:43:44.637613 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'status': 'completed', 'code': 200} Dec 16 03:43:44.689018 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:44.728641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469543-0075-4b3d-bd11-151780f205de req-68819c0e-22a2-4426-b44d-37d10c3c5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:44.730155 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba469543-0075-4b3d-bd11-151780f205de req-68819c0e-22a2-4426-b44d-37d10c3c5d33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 1099 time: 0.0459194 Dec 16 03:43:44.825131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae27a-3868-4360-b758-57df6093521c req-a80ca22e-3534-4b68-9ff0-50b3b3071d6a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:44.826622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1b4ae27a-3868-4360-b758-57df6093521c req-a80ca22e-3534-4b68-9ff0-50b3b3071d6a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 946 time: 0.0580781 Dec 16 03:43:44.873922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469543-0075-4b3d-bd11-151780f205de req-da246c08-ac8b-4538-b734-4db925d49a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:44.875860 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba469543-0075-4b3d-bd11-151780f205de req-da246c08-ac8b-4538-b734-4db925d49a62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 HTTP/1.1" status: 200 len: 894 time: 0.1027100 Dec 16 03:43:44.879474 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1b4ae27a-3868-4360-b758-57df6093521c req-059d1ee0-76de-471d-96d0-0a7cc8a3cb25 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460927 Dec 16 03:43:44.906678 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:44.922247 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba469543-0075-4b3d-bd11-151780f205de req-18510335-5ff9-4f75-adf3-0ebed4173113 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e HTTP/1.1" status: 200 len: 217 time: 0.0381725 Dec 16 03:43:44.931779 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] Checking router: b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:43:44.941625 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:44.942154 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:44.979674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469543-0075-4b3d-bd11-151780f205de req-cc10a013-cdf7-4d1e-ae6b-8041c28e5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:44.981117 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba469543-0075-4b3d-bd11-151780f205de req-cc10a013-cdf7-4d1e-ae6b-8041c28e5180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a05f4e-93e4-4563-ab2e-4db72094b3b7 HTTP/1.1" status: 200 len: 843 time: 0.0516942 Dec 16 03:43:45.028740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469543-0075-4b3d-bd11-151780f205de req-993b4264-1b6d-4088-84db-3760031e5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:45.030793 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba469543-0075-4b3d-bd11-151780f205de req-993b4264-1b6d-4088-84db-3760031e5f29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413213 Dec 16 03:43:45.046976 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:45.125505 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba469543-0075-4b3d-bd11-151780f205de req-01eb2763-0ff3-4293-94dc-5ffa2d8718b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Dec 16 03:43:45.223527 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba469543-0075-4b3d-bd11-151780f205de req-08255f06-7b75-46be-86ba-ceb40bb6b97b service neutron] 10.222.0.30 "GET /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895398 Dec 16 03:43:45.248851 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:45.360051 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5848fcbd-b8e1-4b2f-aa4c-70c7938b60ea None None] The sync data for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv is: [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'be9569f8-8bef-4c47-becf-5a17db62f154', 'name': '', 'network_id': '7e8c96e9-5aee-4d31-b9d4-3ff4137c2581', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:fa:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:50Z', 'updated_at': '2021-12-16T03:40:53Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '25a05f4e-93e4-4563-ab2e-4db72094b3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:43:45.591908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa36916-d7eb-47c6-949a-05c12cc387da None None] New status for floating IP a88ea079-7352-4e8e-9e3c-c0a0c5131b27: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:43:46.007078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d450-6e0b-4e93-8819-597b8b93e309 req-113687e1-f88f-4a6e-a5f8-4d6041b1a2e9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:46.008576 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c600d450-6e0b-4e93-8819-597b8b93e309 req-113687e1-f88f-4a6e-a5f8-4d6041b1a2e9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 946 time: 0.0500643 Dec 16 03:43:46.062847 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c600d450-6e0b-4e93-8819-597b8b93e309 req-8b7eda42-6d94-4d7a-a377-a57b304641b1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3428c71-cfc6-49ac-ba85-d79a92148aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481839 Dec 16 03:43:46.267993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068acf-a453-4727-8971-611f916df714 req-3a5f8698-7669-4d21-84ae-21f9f06aa629 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:46.269331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fa068acf-a453-4727-8971-611f916df714 req-3a5f8698-7669-4d21-84ae-21f9f06aa629 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 946 time: 0.0568521 Dec 16 03:43:46.367840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:43:46.368166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:46.461309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:46.461647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:46.474925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 9559ecf2-9d85-4eb6-a4ae-dd05c861311e owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:43:46.624973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:46.653679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=9559ecf2-9d85-4eb6-a4ae-dd05c861311e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:46.700466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 9559ecf2-9d85-4eb6-a4ae-dd05c861311e on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:43:46.703169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:46.706562 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fa068acf-a453-4727-8971-611f916df714 req-03d46baa-1512-4ded-8d1e-53dc62d9c298 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/9559ecf2-9d85-4eb6-a4ae-dd05c861311e HTTP/1.1" status: 204 len: 173 time: 0.4308414 Dec 16 03:43:46.707028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'name': 'network-vif-deleted', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:43:46.709304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4eb68-05ac-4fed-8a6d-b92085ce5230" -d '{"events": [{"server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "name": "network-vif-deleted", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:43:46.749763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a06e51-f4a5-4d02-8271-30a2e32ae99b x-openstack-request-id: req-62a06e51-f4a5-4d02-8271-30a2e32ae99b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:43:46.750062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76422edc-698e-45d3-8973-b35c5e2a496f", "name": "network-vif-deleted", "tag": "9559ecf2-9d85-4eb6-a4ae-dd05c861311e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:43:46.750830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62a06e51-f4a5-4d02-8271-30a2e32ae99b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:43:46.751356 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76422edc-698e-45d3-8973-b35c5e2a496f', 'name': 'network-vif-deleted', 'tag': '9559ecf2-9d85-4eb6-a4ae-dd05c861311e', 'status': 'completed', 'code': 200} Dec 16 03:43:47.176443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-735fa2db-a574-48de-b29c-c1939bc5d055 req-c26a6100-afe4-4456-9924-038806acc515 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=76422edc-698e-45d3-8973-b35c5e2a496f HTTP/1.1" status: 200 len: 210 time: 0.0277135 Dec 16 03:43:48.236917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39504) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:48.294084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:48.321696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:48.389007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:48.392147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:48.393331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/d3428c71-cfc6-49ac-ba85-d79a92148aed HTTP/1.1" status: 204 len: 168 time: 0.1554067 Dec 16 03:43:48.402605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3428c71-cfc6-49ac-ba85-d79a92148aed,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:48.409797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.410153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.410535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.410875 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.411212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.411542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.411877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.412206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.412535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.412862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.413188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.413530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.413868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12146-a7ae-47d3-8abc-c8b0b0b2c0c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:48.440234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:48.823361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:49.106002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port be9569f8-8bef-4c47-becf-5a17db62f154 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:43:49.106344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:49.205635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port be9569f8-8bef-4c47-becf-5a17db62f154, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=be9569f8-8bef-4c47-becf-5a17db62f154,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:49.205910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:49.219239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for be9569f8-8bef-4c47-becf-5a17db62f154 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:43:49.417618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:49.452396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=be9569f8-8bef-4c47-becf-5a17db62f154,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:49.651800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:49.705871 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9559ecf2-9d85-4eb6-a4ae-dd05c861311e no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:43:49.728857 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 9559ecf2-9d85-4eb6-a4ae-dd05c861311e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:43:49.729162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9559ecf2-9d85-4eb6-a4ae-dd05c861311e not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:43:49.885582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:43:49.999602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:43:50.006985 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-daadb5c2-dc84-4646-9ca4-4d7e24df20a7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5655537 Dec 16 03:43:50.007986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:50.009847 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] Sync routers for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:43:50.021815 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:50.022457 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:50.063763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet 25a05f4e-93e4-4563-ab2e-4db72094b3b7 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:43:50.067483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.110217 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.123739 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:50.202232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.269198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.297490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=25a05f4e-93e4-4563-ab2e-4db72094b3b7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:50.302361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.305189 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5bffee44-587b-464a-b754-6fedf988a7ce tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/25a05f4e-93e4-4563-ab2e-4db72094b3b7 HTTP/1.1" status: 204 len: 168 time: 0.2962925 Dec 16 03:43:50.307908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:50.314585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cac70b-09b7-4fe0-8669-9bc754e9d4ee None None] Network 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:43:50.321129 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:43:49Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:50.350119 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] Checking router: b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:43:50.360384 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] Routers {'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:50.360633 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:50.475287 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] Set router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:50.492992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aefb91-3345-423e-9309-541fd628904e None None] DHCP port deletion for 7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:43:50.548391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-31aefb91-3345-423e-9309-541fd628904e None None] Deleting port 26f00c4e-464d-4440-95be-8654d86cd4d4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:43:50.548794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31aefb91-3345-423e-9309-541fd628904e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.635284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-31aefb91-3345-423e-9309-541fd628904e None None] For port 26f00c4e-464d-4440-95be-8654d86cd4d4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=26f00c4e-464d-4440-95be-8654d86cd4d4,segment=NetworkSegment(73dd2c94-2342-4518-a97b-e32ab841bd87),segment_id=73dd2c94-2342-4518-a97b-e32ab841bd87)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:50.636022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31aefb91-3345-423e-9309-541fd628904e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.652154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-31aefb91-3345-423e-9309-541fd628904e None None] Calling delete_port for 26f00c4e-464d-4440-95be-8654d86cd4d4 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:43:50.703830 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:43:49Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:50.742278 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5d61f-84cc-4e92-8f9f-7680c716c380 None None] The sync data for ids ['b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454'] in dv-neutron-821927-1-hyperv is: [{'id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'name': 'tempest-TestNetworkBasicOps-router-1652983072', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:43:49Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'c703d768-efcc-482f-8561-fa66de58b5e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:40:47Z', 'updated_at': '2021-12-16T03:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:43:50.747687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31aefb91-3345-423e-9309-541fd628904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.776476 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.898775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.965657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 26f00c4e-464d-4440-95be-8654d86cd4d4 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:43:50.970119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aefb91-3345-423e-9309-541fd628904e None None] Pushing event deleted for resources: {'Port': ['ID=26f00c4e-464d-4440-95be-8654d86cd4d4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:50.973546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port c703d768-efcc-482f-8561-fa66de58b5e7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:43:50.973907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:50.988888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aefb91-3345-423e-9309-541fd628904e None None] No DVR routers for this DVR port 26f00c4e-464d-4440-95be-8654d86cd4d4 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:43:50.993072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 26f00c4e-464d-4440-95be-8654d86cd4d4 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:43:50.993692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 26f00c4e-464d-4440-95be-8654d86cd4d4 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:43:51.066552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port c703d768-efcc-482f-8561-fa66de58b5e7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c703d768-efcc-482f-8561-fa66de58b5e7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:51.066940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.078519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for c703d768-efcc-482f-8561-fa66de58b5e7 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:43:51.258546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.284676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=c703d768-efcc-482f-8561-fa66de58b5e7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:51.306227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc35e8c-a3a4-4138-b85c-e5346669a628 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:43:51.360771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.460047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.462369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.508492 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.509160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:43:51.517112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.518412 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-291db091-830a-457f-8545-7262b55420ef tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/b83b1ffe-0ed4-4a04-9b0f-8fc51c9bc454 HTTP/1.1" status: 204 len: 168 time: 1.2094994 Dec 16 03:43:51.521590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39514) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:51.605785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.702980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.722566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8c96e9-5aee-4d31-b9d4-3ff4137c2581']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:51.731739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dd2c94-2342-4518-a97b-e32ab841bd87') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:51.732037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dd2c94-2342-4518-a97b-e32ab841bd87') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:51.742342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.758048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.764421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:43:51.764805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:43:51.768372 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:43:51.834017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.846257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.850464 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/7e8c96e9-5aee-4d31-b9d4-3ff4137c2581 HTTP/1.1" status: 204 len: 168 time: 0.3275957 Dec 16 03:43:51.867828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39516) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:51.868958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631fe2-a9a1-48b7-87fd-60081abf9f12 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=7e8c96e9-5aee-4d31-b9d4-3ff4137c2581,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:51.874836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--502183305', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:51.903067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:43:51.906655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.937399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:43:51.948630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:51.949322 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment 72a93e5c-3961-4138-8963-a0e414d7cbaa of type vlan for network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a Dec 16 03:43:51.995298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.022758 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.028492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:52.029115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.087438 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2181036 Dec 16 03:43:52.090310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39518) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:52.101424 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-133230555', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:52.113677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6761e-ed0b-46bb-9f7a-c613af9d90fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:52.124942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:43:52.135672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.136784 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.190537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.337323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.536031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.555097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.659344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device be9569f8-8bef-4c47-becf-5a17db62f154 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:43:52.672324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.252 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/f2942dcf-114d-478d-9feb-90f7e4ef453a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:43:52.680028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: be9569f8-8bef-4c47-becf-5a17db62f154 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:43:52.680379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device be9569f8-8bef-4c47-becf-5a17db62f154 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:43:52.680806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c703d768-efcc-482f-8561-fa66de58b5e7 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:43:52.700156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: c703d768-efcc-482f-8561-fa66de58b5e7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:43:52.700505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c703d768-efcc-482f-8561-fa66de58b5e7 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:43:52.788220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.831704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:52.871522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:43:52.874565 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:43:52.878062 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:43:52.887445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02f473-54e7-43cb-ab88-ec7e2c8b07c3 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:43:52.899662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=f2942dcf-114d-478d-9feb-90f7e4ef453a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:53.001774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-79694f01-cc73-4cfa-ac1c-c2420681371c None None] Provisioning complete for port f2942dcf-114d-478d-9feb-90f7e4ef453a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:53.002143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79694f01-cc73-4cfa-ac1c-c2420681371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:53.035949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-79694f01-cc73-4cfa-ac1c-c2420681371c None None] Port f2942dcf-114d-478d-9feb-90f7e4ef453a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:43:53.136630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:53.353206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:53.494320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 1a70abc4-34b7-4869-b14f-460ff8dedc82 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:43:53.600920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:43:53.613938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Sync routers for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:43:53.627071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:53.628392 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-10e68128-df67-4c7f-b678-2e4998b0e960 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5371220 Dec 16 03:43:53.628569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:53.629147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:53.631904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39520) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:53.740678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:53.856348 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dfcdc200-7274-4809-8282-68e371062a75 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2230561 Dec 16 03:43:53.859251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:53.872748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:53.930595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:53Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:53.953327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe85c8-8a6b-4e8e-a9a9-2849b3cb6206 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:53.955211 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3ebe85c8-8a6b-4e8e-a9a9-2849b3cb6206 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949647 Dec 16 03:43:53.958087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:53.963230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Checking router: 1a70abc4-34b7-4869-b14f-460ff8dedc82 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:43:53.963580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Updating router 1a70abc4-34b7-4869-b14f-460ff8dedc82 port f2942dcf-114d-478d-9feb-90f7e4ef453a binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:43:53.992255 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-643ed1c7-6134-4c83-9d7b-0d4ab2d536c1 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330555 Dec 16 03:43:53.992528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:53.995019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39528) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:54.000153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47167141', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:54.090335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:43:54.093873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.247316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.252611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.276966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.302076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4740f-08dd-4fd0-90a4-4a8e030459bf None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:43:54.311488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Attempting to bind port f2942dcf-114d-478d-9feb-90f7e4ef453a on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:43:54.311990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Attempting to bind port f2942dcf-114d-478d-9feb-90f7e4ef453a by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:43:54.312351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Attempting to bind port f2942dcf-114d-478d-9feb-90f7e4ef453a on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:43:54.315419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8628d-e471-41b7-9821-749e64766248 None None] Pushing event updated for resources: {'Port': ['ID=f2942dcf-114d-478d-9feb-90f7e4ef453a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:54.322427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:43:54.323317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:43:54.323317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.323595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:43:54.324451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Bound port: f2942dcf-114d-478d-9feb-90f7e4ef453a, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:43:54.324565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.342613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=d46adcf5-df89-478d-8a93-8ce565c8b64f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:54.354317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:43:54.354796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:43:54.373567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:43:54.383401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:43:54.389451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:54.390069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.391160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9fe76769-81f1-42d7-a131-df73fd68f73a None None] Provisioning complete for port f2942dcf-114d-478d-9feb-90f7e4ef453a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:54.391553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fe76769-81f1-42d7-a131-df73fd68f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.393552 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] For port f2942dcf-114d-478d-9feb-90f7e4ef453a, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:43:54.396854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f559a-af10-4350-ae70-50ec2b627b2b None None] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:43:54.407885 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7e04914b-2074-4aa6-b8c6-3dc34b5be6b5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4115291 Dec 16 03:43:54.410686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39530) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:54.467132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] For port f2942dcf-114d-478d-9feb-90f7e4ef453a, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f2942dcf-114d-478d-9feb-90f7e4ef453a,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:43:54.482240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.524385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9fe76769-81f1-42d7-a131-df73fd68f73a None None] Port f2942dcf-114d-478d-9feb-90f7e4ef453a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:43:54.550341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fafb8e8-d146-44b1-bd9c-54d2cb1fac70 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:43:54.588417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8628d-e471-41b7-9821-749e64766248 None None] Pushing event updated for resources: {'Port': ['ID=f2942dcf-114d-478d-9feb-90f7e4ef453a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:54.591595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:54.592352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:54.597163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:43:54.597828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.707689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-24ff303b-d2a8-4e67-97bd-d93b91923d0c None None] Provisioning complete for port f2942dcf-114d-478d-9feb-90f7e4ef453a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:54.708416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24ff303b-d2a8-4e67-97bd-d93b91923d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.804118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:54.883819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:54.963671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Allocated IP 172.20.0.2 (3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a/d46adcf5-df89-478d-8a93-8ce565c8b64f/e970deac-5339-41ae-a9e3-d7af659faed1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:43:55.248388 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24ff303b-d2a8-4e67-97bd-d93b91923d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.315660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-24ff303b-d2a8-4e67-97bd-d93b91923d0c None None] For port f2942dcf-114d-478d-9feb-90f7e4ef453a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f2942dcf-114d-478d-9feb-90f7e4ef453a,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:55.330681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24ff303b-d2a8-4e67-97bd-d93b91923d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.417400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.419770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:53Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:55.422430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff303b-d2a8-4e67-97bd-d93b91923d0c None None] Pushing event updated for resources: {'Port': ['ID=f2942dcf-114d-478d-9feb-90f7e4ef453a,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:55.427571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.456616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037d3db-84ac-4d62-add3-1e10c9d1ad65 None None] The sync data for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv is: [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:53Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:43:55.492227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a/d46adcf5-df89-478d-8a93-8ce565c8b64f/00381242-3256-4954-a4e7-91c4c8c91a7d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:43:55.503832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:43:55.506782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:43:55.511320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:43:55.514508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Pushing event updated for resources: {'Port': ['ID=e970deac-5339-41ae-a9e3-d7af659faed1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:55.570178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Attempting to bind port e970deac-5339-41ae-a9e3-d7af659faed1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:43:55.570652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Attempting to bind port e970deac-5339-41ae-a9e3-d7af659faed1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:43:55.571015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Attempting to bind port e970deac-5339-41ae-a9e3-d7af659faed1 on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:43:55.576014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:43:55.576395 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Checking segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:43:55.576830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.577230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Bound using segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:43:55.577702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Bound port: e970deac-5339-41ae-a9e3-d7af659faed1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:43:55.578142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.622734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.644096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] For port e970deac-5339-41ae-a9e3-d7af659faed1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:43:55.647528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] For port e970deac-5339-41ae-a9e3-d7af659faed1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e970deac-5339-41ae-a9e3-d7af659faed1,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:43:55.656204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.664297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.731754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:43:55.735058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:43:55.735707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d930a-e988-4f48-b33d-46d6581cfc38 None None] Pushing event updated for resources: {'Port': ['ID=e970deac-5339-41ae-a9e3-d7af659faed1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:55.739545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:43:55.746093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=00381242-3256-4954-a4e7-91c4c8c91a7d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:55.798873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:55.939949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:56.280115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:56.284983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:56.367330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:56.369252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=00381242-3256-4954-a4e7-91c4c8c91a7d,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:56.477331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:43:56.479605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:43:56.621493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 1a70abc4-34b7-4869-b14f-460ff8dedc82 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:43:56.754601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b03cc8-f399-4380-b3b6-5d612a9cc88f None None] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:43:56.763101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e970deac-5339-41ae-a9e3-d7af659faed1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:43:56.772789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:43:56.781427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6a982c2a-224e-4b21-adb2-0f20c13beea4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/1a70abc4-34b7-4869-b14f-460ff8dedc82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3671951 Dec 16 03:43:56.781568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:56.863116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-92603bcd-3786-4a88-aa06-66c03b61e253 None None] Provisioning complete for port e970deac-5339-41ae-a9e3-d7af659faed1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:56.863491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92603bcd-3786-4a88-aa06-66c03b61e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:56.890021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fe193-e42b-4146-bdbe-092aa0649c46 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.890581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fe193-e42b-4146-bdbe-092aa0649c46 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.890982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fe193-e42b-4146-bdbe-092aa0649c46 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.891439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fe193-e42b-4146-bdbe-092aa0649c46 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.892128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fe193-e42b-4146-bdbe-092aa0649c46 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.892546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fe193-e42b-4146-bdbe-092aa0649c46 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.894414 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-242fe193-e42b-4146-bdbe-092aa0649c46 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1115651 Dec 16 03:43:56.897913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39538) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:56.934072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e970deac-5339-41ae-a9e3-d7af659faed1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:56.934479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:56.966797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba3885-0699-4236-bb35-a1aa059a50f5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.967610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba3885-0699-4236-bb35-a1aa059a50f5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.968113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba3885-0699-4236-bb35-a1aa059a50f5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.968730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba3885-0699-4236-bb35-a1aa059a50f5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.969348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba3885-0699-4236-bb35-a1aa059a50f5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.969951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba3885-0699-4236-bb35-a1aa059a50f5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:56.971776 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a7ba3885-0699-4236-bb35-a1aa059a50f5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0726311 Dec 16 03:43:56.974816 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39540) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:57.054636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92603bcd-3786-4a88-aa06-66c03b61e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.087152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.115130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-92603bcd-3786-4a88-aa06-66c03b61e253 None None] For port e970deac-5339-41ae-a9e3-d7af659faed1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e970deac-5339-41ae-a9e3-d7af659faed1,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:57.123686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92603bcd-3786-4a88-aa06-66c03b61e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.211078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:43:57.211431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:43:57.217943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92603bcd-3786-4a88-aa06-66c03b61e253 None None] Pushing event updated for resources: {'Port': ['ID=e970deac-5339-41ae-a9e3-d7af659faed1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:57.237324 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Sync routers for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:43:57.254845 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:57.255497 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:57.256072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f5d64494-2a12-4cbf-80bf-09e46b5efd54 None None] Provisioning complete for port e970deac-5339-41ae-a9e3-d7af659faed1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:57.256843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5d64494-2a12-4cbf-80bf-09e46b5efd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.380024 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:57.380715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f5d64494-2a12-4cbf-80bf-09e46b5efd54 None None] Provisioning complete for port 00381242-3256-4954-a4e7-91c4c8c91a7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:57.381486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5d64494-2a12-4cbf-80bf-09e46b5efd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.435044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f5d64494-2a12-4cbf-80bf-09e46b5efd54 None None] Port 00381242-3256-4954-a4e7-91c4c8c91a7d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:43:57.484673 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bfee1dbc-bca4-454a-a0db-aa87766d9408 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.5081649 Dec 16 03:43:57.565959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e6d54405-e95e-478e-a018-8850ad972f5f None None] Provisioning complete for port 00381242-3256-4954-a4e7-91c4c8c91a7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:57.566663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6d54405-e95e-478e-a018-8850ad972f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.605362 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:56Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:57.612160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e6d54405-e95e-478e-a018-8850ad972f5f None None] Port 00381242-3256-4954-a4e7-91c4c8c91a7d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:43:57.640197 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Checking router: 1a70abc4-34b7-4869-b14f-460ff8dedc82 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:43:57.640561 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Updating router 1a70abc4-34b7-4869-b14f-460ff8dedc82 port 00381242-3256-4954-a4e7-91c4c8c91a7d binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:43:57.654048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:57.659284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7a614aef-f214-4581-8e3c-61b7b497fba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603288024', 'description': 'tempest-secgroup-smoke-1603288024 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:57.667025 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.686672 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a614aef-f214-4581-8e3c-61b7b497fba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.771670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f2942dcf-114d-478d-9feb-90f7e4ef453a up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:43:57.781585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a614aef-f214-4581-8e3c-61b7b497fba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.787115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a614aef-f214-4581-8e3c-61b7b497fba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.796582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-709dd3e5-b373-4854-b1bb-ee032f27fb88 None None] Provisioning complete for port 00381242-3256-4954-a4e7-91c4c8c91a7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:57.797447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-709dd3e5-b373-4854-b1bb-ee032f27fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.819116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a614aef-f214-4581-8e3c-61b7b497fba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.820559 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7a614aef-f214-4581-8e3c-61b7b497fba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1653550 Dec 16 03:43:57.823524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:57.828045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a90217dd-a53e-4a0f-948d-f361458d349e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd4f805bf-d582-4f2a-9b17-33a44df6b0ec', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:57.836854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a614aef-f214-4581-8e3c-61b7b497fba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f805bf-d582-4f2a-9b17-33a44df6b0ec,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:57.843839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-709dd3e5-b373-4854-b1bb-ee032f27fb88 None None] Port 00381242-3256-4954-a4e7-91c4c8c91a7d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:43:57.861243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f2942dcf-114d-478d-9feb-90f7e4ef453a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:57.861801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.880166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a90217dd-a53e-4a0f-948d-f361458d349e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.965197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a90217dd-a53e-4a0f-948d-f361458d349e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.972377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a90217dd-a53e-4a0f-948d-f361458d349e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.983544 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.991857 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:57.993065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90217dd-a53e-4a0f-948d-f361458d349e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00430bbd-5ba0-42a4-9f5e-0283e489631d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.002280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a90217dd-a53e-4a0f-948d-f361458d349e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.003534 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a90217dd-a53e-4a0f-948d-f361458d349e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789904 Dec 16 03:43:58.006748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39548) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:58.011425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-716697b3-d9c7-488b-9234-f73836e2a2d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd4f805bf-d582-4f2a-9b17-33a44df6b0ec', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:58.045196 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Pushing event updated for resources: {'Port': ['ID=00381242-3256-4954-a4e7-91c4c8c91a7d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.046804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-716697b3-d9c7-488b-9234-f73836e2a2d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.062538 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.062907 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.063246 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.064076 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.064718 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.065073 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.065416 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.065833 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.066176 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.066640 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.066965 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.067285 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.067630 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:43:58.121307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-716697b3-d9c7-488b-9234-f73836e2a2d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.127771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-716697b3-d9c7-488b-9234-f73836e2a2d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.150906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716697b3-d9c7-488b-9234-f73836e2a2d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62923e93-b315-4165-badb-54c4e0b60d9a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.160478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-716697b3-d9c7-488b-9234-f73836e2a2d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.163158 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-716697b3-d9c7-488b-9234-f73836e2a2d8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551104 Dec 16 03:43:58.165107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39550) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:58.169753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fc9cefff-2f83-4eb9-a76d-80779b344bc4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd4f805bf-d582-4f2a-9b17-33a44df6b0ec', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:58.204989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefff-2f83-4eb9-a76d-80779b344bc4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.219019 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Attempting to bind port 00381242-3256-4954-a4e7-91c4c8c91a7d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:43:58.219383 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Attempting to bind port 00381242-3256-4954-a4e7-91c4c8c91a7d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:43:58.220022 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Attempting to bind port 00381242-3256-4954-a4e7-91c4c8c91a7d on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:43:58.226208 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:43:58.226631 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Checking segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:43:58.227033 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.227451 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Bound using segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:43:58.227920 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Bound port: 00381242-3256-4954-a4e7-91c4c8c91a7d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:43:58.228298 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.271359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefff-2f83-4eb9-a76d-80779b344bc4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.276510 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefff-2f83-4eb9-a76d-80779b344bc4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.294383 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] For port 00381242-3256-4954-a4e7-91c4c8c91a7d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:43:58.295920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cefff-2f83-4eb9-a76d-80779b344bc4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca138024-23e0-439b-a518-0df9ba812593,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.299126 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] For port 00381242-3256-4954-a4e7-91c4c8c91a7d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=00381242-3256-4954-a4e7-91c4c8c91a7d,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:43:58.304936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefff-2f83-4eb9-a76d-80779b344bc4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.306071 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.306207 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fc9cefff-2f83-4eb9-a76d-80779b344bc4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400568 Dec 16 03:43:58.308938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39552) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:58.313980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1d0e20a2-e42d-4936-987d-c9fc844463c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd4f805bf-d582-4f2a-9b17-33a44df6b0ec', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:58.346478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20a2-e42d-4936-987d-c9fc844463c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.370476 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:43:58.371068 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:43:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:58.375153 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e1ec8-1efb-45cd-8ea4-1c07e276e850 None None] Pushing event updated for resources: {'Port': ['ID=00381242-3256-4954-a4e7-91c4c8c91a7d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.378705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9d2976fe-def6-44b5-aeb4-f1f4918af5eb None None] Provisioning complete for port 00381242-3256-4954-a4e7-91c4c8c91a7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:58.379367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d2976fe-def6-44b5-aeb4-f1f4918af5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.418791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20a2-e42d-4936-987d-c9fc844463c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.426651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20a2-e42d-4936-987d-c9fc844463c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.452491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e20a2-e42d-4936-987d-c9fc844463c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e80e3d-a371-4053-8063-a372e74d0e43,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.462307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20a2-e42d-4936-987d-c9fc844463c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.463623 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1d0e20a2-e42d-4936-987d-c9fc844463c5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536832 Dec 16 03:43:58.466713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:58.471758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd4f805bf-d582-4f2a-9b17-33a44df6b0ec', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:58.484177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d2976fe-def6-44b5-aeb4-f1f4918af5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.516268 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:43:58.523502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.524260 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:43:58.538897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9d2976fe-def6-44b5-aeb4-f1f4918af5eb None None] For port 00381242-3256-4954-a4e7-91c4c8c91a7d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=00381242-3256-4954-a4e7-91c4c8c91a7d,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:43:58.545464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d2976fe-def6-44b5-aeb4-f1f4918af5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.628076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.632227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2976fe-def6-44b5-aeb4-f1f4918af5eb None None] Pushing event updated for resources: {'Port': ['ID=00381242-3256-4954-a4e7-91c4c8c91a7d,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.635223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.658127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205e1b65-c8cf-4cc6-8478-b3d4b3f9ea40,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.668607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.672858 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-034afb87-7c7b-4b75-a8c4-5836f2193cd0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2021370 Dec 16 03:43:58.673805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39556) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:43:58.679158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': 'd4f805bf-d582-4f2a-9b17-33a44df6b0ec', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:43:58.683249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5bebe479-4871-462f-86b6-1a7a0c69b496 None None] Provisioning complete for port 00381242-3256-4954-a4e7-91c4c8c91a7d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:58.683796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5bebe479-4871-462f-86b6-1a7a0c69b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.715183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e970deac-5339-41ae-a9e3-d7af659faed1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:43:58.716721 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:43:58.723818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.790470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.796749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.799809 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:43:58.810641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port e970deac-5339-41ae-a9e3-d7af659faed1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:43:58.811259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.817242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65777f9-54eb-4e1f-9eda-6ab6af0e2bc9,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:43:58.827647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:43:58.828999 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cb430d67-d88c-4f06-822a-9edc6d347024 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541216 Dec 16 03:43:58.832163 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f8850-271d-4b31-8b6d-d5564b6874b3 None None] The sync data for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv is: [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:43:59.014727 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-69ffb50c-db07-4edb-9a63-4d129113f58b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603288024&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.0492890 Dec 16 03:43:59.133821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-b7aed7ea-cf3f-48a4-aa9d-1db92e1b9481 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:43:59.135839 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-b7aed7ea-cf3f-48a4-aa9d-1db92e1b9481 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 796 time: 0.1131215 Dec 16 03:43:59.152383 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-95dc1382-5bc9-44fb-828c-11c9ef32e487 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0099766 Dec 16 03:43:59.208324 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-b8fd31a9-491a-4959-8bbc-ff640f62b3e9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493639 Dec 16 03:43:59.285482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-03de5a3d-4e91-4df1-86c4-4aa1250d47b9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:43:59.286516 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-03de5a3d-4e91-4df1-86c4-4aa1250d47b9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662286 Dec 16 03:43:59.385980 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-0e8a9c2b-2907-47c8-ab13-73a40eb94e65 service neutron] 10.222.0.16 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929661 Dec 16 03:43:59.841927 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-9b29edc7-166e-4ca7-8636-a3faf227be6b service neutron] 10.222.0.16 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498913 Dec 16 03:44:00.020585 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-00bdd57e-d175-4dbc-9f85-a461834a736a req-30f64aaa-4356-4a75-8f9b-e3993b11e27f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 210 time: 0.0282655 Dec 16 03:44:00.689734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 00381242-3256-4954-a4e7-91c4c8c91a7d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:44:00.738696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 00381242-3256-4954-a4e7-91c4c8c91a7d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:44:00.739067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:01.129552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ca8af60c-127c-4f0b-861b-0c6ef67b6ec2 req-fa74f377-2c93-4cd4-a332-42248987da72 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 210 time: 0.0304649 Dec 16 03:44:01.292514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-a31ac43a-be2b-4134-a8c5-88d7d4976704 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:01.293958 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-a31ac43a-be2b-4134-a8c5-88d7d4976704 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 796 time: 0.1065853 Dec 16 03:44:01.364309 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-385f7c86-71c7-45ac-86f7-c55177722ff4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 380 time: 0.0549402 Dec 16 03:44:01.374193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['d4f805bf-d582-4f2a-9b17-33a44df6b0ec']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:01.484878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:44:01.488536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:01.624753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.6 (3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a/d46adcf5-df89-478d-8a93-8ce565c8b64f/c117f38f-b074-431c-bc90-087ecd0614c2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:44:01.772564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:01.810955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:01.859175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:44:01.863126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:44:01.866655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:44:01.870429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:01.916570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:01.917178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:01.934639 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-899eef2e-feac-4931-882b-9eeb7de0b0d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640326 Dec 16 03:44:01.953124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Request body: {'port': {'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:02.011609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:02.103481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2797a87c-e83d-4efb-917f-e71c6c9c9b47 None None] Provisioning complete for port c117f38f-b074-431c-bc90-087ecd0614c2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:44:02.104113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2797a87c-e83d-4efb-917f-e71c6c9c9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:02.140190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2797a87c-e83d-4efb-917f-e71c6c9c9b47 None None] Port c117f38f-b074-431c-bc90-087ecd0614c2 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:44:02.258085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336cd54-b408-434b-9a1d-6d0399c07d35 req-03765cf2-75cf-4f27-a475-c809b580aa98 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:02.259661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3336cd54-b408-434b-9a1d-6d0399c07d35 req-03765cf2-75cf-4f27-a475-c809b580aa98 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 931 time: 0.0587654 Dec 16 03:44:02.289848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c117f38f-b074-431c-bc90-087ecd0614c2 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:44:02.297707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:02.310565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Transition to ACTIVE for port object c117f38f-b074-431c-bc90-087ecd0614c2 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:44:02.312020 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3336cd54-b408-434b-9a1d-6d0399c07d35 req-d77d1bc6-72a4-4956-a176-68a3d4dcd88d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454237 Dec 16 03:44:02.315823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:02.411582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Pushing event updated for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:02.451463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Attempting to bind port c117f38f-b074-431c-bc90-087ecd0614c2 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:44:02.451804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Attempting to bind port c117f38f-b074-431c-bc90-087ecd0614c2 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:44:02.452139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Attempting to bind port c117f38f-b074-431c-bc90-087ecd0614c2 on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:44:02.458048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Port c117f38f-b074-431c-bc90-087ecd0614c2 on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:44:02.458576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Attempting to bind port c117f38f-b074-431c-bc90-087ecd0614c2 on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:44:02.465588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:44:02.465944 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Checking segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:44:02.466329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Bound using segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:44:02.466787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Bound port: c117f38f-b074-431c-bc90-087ecd0614c2, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:44:02.467145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:02.539579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:44:02.544293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=c117f38f-b074-431c-bc90-087ecd0614c2,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:44:02.550666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:02.589058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:02.589533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:02.591056 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] 10.222.0.30 "PUT /v2.0/ports/c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 1093 time: 0.6424367 Dec 16 03:44:02.591503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:02.593851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45af3287-e066-46d8-9443-b32fdea70819" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:02.620077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ada8b9-a124-447e-ab79-353ee32a6f89 service neutron] Pushing event updated for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:02.639498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d256e01-179d-4e77-a83a-0ac2521f3ba2 x-openstack-request-id: req-0d256e01-179d-4e77-a83a-0ac2521f3ba2 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:02.639975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:02.640131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d256e01-179d-4e77-a83a-0ac2521f3ba2 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:02.640566 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'status': 'completed', 'code': 200} Dec 16 03:44:02.721503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-320f8ac7-a7bd-4208-94aa-14b6da983ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:02.723745 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-320f8ac7-a7bd-4208-94aa-14b6da983ca6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1096 time: 0.0523460 Dec 16 03:44:02.775968 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-ae39c1b9-bb5b-485b-a74b-ac2cf85f523c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 217 time: 0.0386686 Dec 16 03:44:02.844021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-1dbcd08d-5edf-49f7-8910-f0bd69e14ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:02.845620 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-1dbcd08d-5edf-49f7-8910-f0bd69e14ce8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0619392 Dec 16 03:44:02.898410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-1b3777e5-10e1-4599-adca-867d2b909438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:02.900018 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-1b3777e5-10e1-4599-adca-867d2b909438 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476773 Dec 16 03:44:03.004830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-1a019d3e-da12-4dd5-a86d-3a84e2ced859 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970864 Dec 16 03:44:03.123176 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fc41bab0-a6fb-4341-a85c-d9ee1578be68 req-db36e077-acc1-4bfc-9803-16fb5ec8473a service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115878 Dec 16 03:44:03.265889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3287-e066-46d8-9443-b32fdea70819 req-c154c909-197c-4265-a585-6a8cda838827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:03.267349 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45af3287-e066-46d8-9443-b32fdea70819 req-c154c909-197c-4265-a585-6a8cda838827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1096 time: 0.0516460 Dec 16 03:44:03.368722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3287-e066-46d8-9443-b32fdea70819 req-ac4d53ea-0c5d-4f7e-acc0-009a81736faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:03.370252 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45af3287-e066-46d8-9443-b32fdea70819 req-ac4d53ea-0c5d-4f7e-acc0-009a81736faf service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.0925720 Dec 16 03:44:03.419598 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45af3287-e066-46d8-9443-b32fdea70819 req-c4cfad70-74c6-4d58-a8fb-a39498d9d5a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 217 time: 0.0392258 Dec 16 03:44:03.432204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f30ac-d025-4008-91db-bcca07db3b00 req-f92cf63a-48db-49f6-9175-a3376c0c25b8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:03.433724 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf3f30ac-d025-4008-91db-bcca07db3b00 req-f92cf63a-48db-49f6-9175-a3376c0c25b8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 943 time: 0.0504165 Dec 16 03:44:03.471343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3287-e066-46d8-9443-b32fdea70819 req-a86aa9d7-8850-47d2-8e71-e5aeba2621d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:03.472880 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45af3287-e066-46d8-9443-b32fdea70819 req-a86aa9d7-8850-47d2-8e71-e5aeba2621d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0464518 Dec 16 03:44:03.483282 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf3f30ac-d025-4008-91db-bcca07db3b00 req-cd41050b-ce6b-4edc-a394-80d4d85f5439 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Dec 16 03:44:03.521665 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3287-e066-46d8-9443-b32fdea70819 req-c8fa6e49-79d2-425e-8292-d370e9cbd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:03.523140 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45af3287-e066-46d8-9443-b32fdea70819 req-c8fa6e49-79d2-425e-8292-d370e9cbd27a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419919 Dec 16 03:44:03.627466 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45af3287-e066-46d8-9443-b32fdea70819 req-8eb3ca8b-f020-423b-90bc-42d9d61fb2ec service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961041 Dec 16 03:44:03.717193 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-45af3287-e066-46d8-9443-b32fdea70819 req-4c46eddb-f18f-4678-b836-ca4c9a7dff08 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 Dec 16 03:44:04.621278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fbc48-e9b4-4aab-bb16-af60342c4a96 req-6882f46e-8723-438d-abd9-a60dbf248099 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:04.623140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d34fbc48-e9b4-4aab-bb16-af60342c4a96 req-6882f46e-8723-438d-abd9-a60dbf248099 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 943 time: 0.0656300 Dec 16 03:44:04.673368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d34fbc48-e9b4-4aab-bb16-af60342c4a96 req-e10d9199-ac6c-4cd3-8c41-6f1eabdb9f98 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Dec 16 03:44:05.208182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5032ff52-2486-4a94-885d-12bf7a9457ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:05.806462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cefc20-b816-497d-b667-2dcabe986926 req-9ad44aed-ab33-4c04-af8e-154bb5442368 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:05.807864 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1cefc20-b816-497d-b667-2dcabe986926 req-9ad44aed-ab33-4c04-af8e-154bb5442368 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 943 time: 0.0560086 Dec 16 03:44:05.821166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device c117f38f-b074-431c-bc90-087ecd0614c2 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:44:05.861956 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1cefc20-b816-497d-b667-2dcabe986926 req-26860dbd-de8c-4b19-b1d8-5cc725887648 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446568 Dec 16 03:44:05.920154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=c117f38f-b074-431c-bc90-087ecd0614c2,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:05.932032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:44:05.972221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:05.985021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c117f38f-b074-431c-bc90-087ecd0614c2 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:44:06.005514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=c117f38f-b074-431c-bc90-087ecd0614c2,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:06.011805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:06.064429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:06.075356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.075828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.076324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.076816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.077284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.077763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.078150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.078631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.079107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.079574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.080052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.080492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.080895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:06.305259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['c117f38f-b074-431c-bc90-087ecd0614c2'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:44:06.992109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dbd19-fe7c-43fe-945f-070d632e0efb req-84464ac7-b61a-4c7e-a3fc-94652096af41 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:06.993596 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4b9dbd19-fe7c-43fe-945f-070d632e0efb req-84464ac7-b61a-4c7e-a3fc-94652096af41 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 944 time: 0.0566869 Dec 16 03:44:07.052363 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4b9dbd19-fe7c-43fe-945f-070d632e0efb req-e5370fa9-68ae-44ce-862e-40f20c236b6c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503485 Dec 16 03:44:07.381294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-678689f3-cf3d-42db-8c28-481d916d11a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:07.830224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device c117f38f-b074-431c-bc90-087ecd0614c2 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:44:07.887954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port c117f38f-b074-431c-bc90-087ecd0614c2 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:44:07.892167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port c117f38f-b074-431c-bc90-087ecd0614c2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:44:07.892564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:07.971065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:07.996707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:07.999248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0154595-1765-4c52-91ec-62149c62a026" -d '{"events": [{"server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "name": "network-vif-plugged", "status": "completed", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:08.012205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=c117f38f-b074-431c-bc90-087ecd0614c2,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:08.017167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:08.041362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385670a9-70d6-40ca-a5a2-97cd200139fe x-openstack-request-id: req-385670a9-70d6-40ca-a5a2-97cd200139fe {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:08.041652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "name": "network-vif-plugged", "status": "completed", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:08.041905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-385670a9-70d6-40ca-a5a2-97cd200139fe {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:08.042326 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'code': 200} Dec 16 03:44:08.067957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:08.169451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356e879-544b-439c-8a47-381f9a9ff31e req-be0739f6-09b0-45de-a6ff-aae41312690b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:08.170965 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f356e879-544b-439c-8a47-381f9a9ff31e req-be0739f6-09b0-45de-a6ff-aae41312690b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 945 time: 0.0506074 Dec 16 03:44:08.220491 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f356e879-544b-439c-8a47-381f9a9ff31e req-b50e06ea-655d-459f-acf5-ed6ead42cfd3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Dec 16 03:44:08.245055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3502b6-f5ef-43f6-98ce-1b5c7a2f7166 req-e5a62dbf-d383-4195-8fd4-12a278fd73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:08.246702 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf3502b6-f5ef-43f6-98ce-1b5c7a2f7166 req-e5a62dbf-d383-4195-8fd4-12a278fd73ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1098 time: 0.0421062 Dec 16 03:44:08.297702 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf3502b6-f5ef-43f6-98ce-1b5c7a2f7166 req-32fec95c-d90f-497a-b7ad-b5650fe961c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Dec 16 03:44:08.470346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:09.355962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063a5b6-568e-41a1-9e6b-12407d27a298 req-52717ad5-c550-4cdd-9efa-76db4b7657b7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:09.357459 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b063a5b6-568e-41a1-9e6b-12407d27a298 req-52717ad5-c550-4cdd-9efa-76db4b7657b7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 945 time: 0.0521526 Dec 16 03:44:09.409629 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b063a5b6-568e-41a1-9e6b-12407d27a298 req-44037181-c622-4a65-b7eb-f4bb9c19867f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459986 Dec 16 03:44:10.027345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:10.537022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b485f-aa6d-49b1-8adb-9b07a374d8e9 req-8c6d40c3-9913-4fe4-a7c3-44b5e61a8955 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:10.538511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e81b485f-aa6d-49b1-8adb-9b07a374d8e9 req-8c6d40c3-9913-4fe4-a7c3-44b5e61a8955 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 945 time: 0.0570350 Dec 16 03:44:10.588256 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e81b485f-aa6d-49b1-8adb-9b07a374d8e9 req-85180769-3622-4029-944a-7fc2d7bc4266 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Dec 16 03:44:10.708222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0bac3-3764-4edc-8c8c-9aa867e60ca9 req-1de80c6c-a675-4ea5-8cf0-783769326719 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:10.709845 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14a0bac3-3764-4edc-8c8c-9aa867e60ca9 req-1de80c6c-a675-4ea5-8cf0-783769326719 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 945 time: 0.0497000 Dec 16 03:44:10.759817 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14a0bac3-3764-4edc-8c8c-9aa867e60ca9 req-e8589fc4-579e-4104-9623-eda37d599f75 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Dec 16 03:44:10.781475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39616) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:10.825076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e84792-ac02-4554-bec7-4124510539b5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:10.826582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-95e84792-ac02-4554-bec7-4124510539b5 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1093 time: 0.0441258 Dec 16 03:44:10.829533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39618) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:10.833828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:10.862098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:10.967709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.075761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.25 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/7cbd9035-b3d4-40cd-9dc2-f7a56065583c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:44:11.093925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.184512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.224477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.266818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:44:11.269738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:44:11.273299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:44:11.278639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=7cbd9035-b3d4-40cd-9dc2-f7a56065583c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:11.304060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.304404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.304746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.305076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.305404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.305731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.306064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.306414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.306741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.307064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.307378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.307687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.307997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:11.684942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.759410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.908596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.914743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:11.984661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=7cbd9035-b3d4-40cd-9dc2-f7a56065583c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:11.993808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:12.092005 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 25f5ff70-71a4-4080-a6c7-62302ac8477c associated. External IP: 172.26.6.25, port: c117f38f-b074-431c-bc90-087ecd0614c2. Dec 16 03:44:12.302916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 1a70abc4-34b7-4869-b14f-460ff8dedc82 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:44:12.415922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:44:12.427029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] Sync routers for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:44:12.436819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:12.441761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:12.442743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:12.468314 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-32a2b4b7-e258-4e80-83e0-098128347c90 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6354411 Dec 16 03:44:12.468314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:12.468695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39620) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:12.469181 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43fc2b6-3228-4850-8ee0-95176bfc1989" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:12.509101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d6959e-a6d3-407b-a30a-2f3b0dc7d26e x-openstack-request-id: req-45d6959e-a6d3-407b-a30a-2f3b0dc7d26e {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:12.509376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:12.509651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45d6959e-a6d3-407b-a30a-2f3b0dc7d26e {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:12.510883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'status': 'completed', 'code': 200} Dec 16 03:44:12.513362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9a4fd-424a-4a18-b914-db616f043741 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:12.517432 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46c9a4fd-424a-4a18-b914-db616f043741 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1093 time: 0.0452571 Dec 16 03:44:12.600012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-7158120d-231c-41d5-b392-c94b76097a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:12.601627 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-7158120d-231c-41d5-b392-c94b76097a5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1098 time: 0.0433733 Dec 16 03:44:12.700322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-6df76f24-4f41-4932-adc9-fd72bbb88dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:12.701815 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-6df76f24-4f41-4932-adc9-fd72bbb88dd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.0927806 Dec 16 03:44:12.709684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:12.769013 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-7cff55e4-f3da-40f0-829f-ff31a7737852 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 998 time: 0.0585992 Dec 16 03:44:12.818815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-934af679-8174-4dce-9221-b95aa0a11a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:12.820317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-934af679-8174-4dce-9221-b95aa0a11a21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0438175 Dec 16 03:44:12.877245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-7e94cd85-ae2d-42d1-b80b-09b484339a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:12.878965 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-7e94cd85-ae2d-42d1-b80b-09b484339a2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517547 Dec 16 03:44:12.935506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:11Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:12.963439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] Checking router: 1a70abc4-34b7-4869-b14f-460ff8dedc82 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:44:12.971670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:12.972284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:12.979092 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-0999baee-38c3-48c9-85cd-32a558393cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921712 Dec 16 03:44:13.042875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39626) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:13.048854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ab80d9cd-1a15-44b7-a7d5-46cca3aeff26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713276591', 'description': 'tempest-secgroup-smoke-713276591 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:13.080593 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b43fc2b6-3228-4850-8ee0-95176bfc1989 req-d4fa4358-fb0b-4fe8-a752-2f9dd970bbe0 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944767 Dec 16 03:44:13.081463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9cd-1a15-44b7-a7d5-46cca3aeff26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.090832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:13.151309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9cd-1a15-44b7-a7d5-46cca3aeff26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.155082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9cd-1a15-44b7-a7d5-46cca3aeff26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.187262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9cd-1a15-44b7-a7d5-46cca3aeff26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.191822 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39628) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:13.191984 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ab80d9cd-1a15-44b7-a7d5-46cca3aeff26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1472371 Dec 16 03:44:13.193933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80d9cd-1a15-44b7-a7d5-46cca3aeff26 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6424d3f0-960f-49a9-85c0-768beff54da2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:13.196868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3851a81a-e497-428e-9f84-928421eaeb65 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6424d3f0-960f-49a9-85c0-768beff54da2', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:13.226963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3851a81a-e497-428e-9f84-928421eaeb65 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.285067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3851a81a-e497-428e-9f84-928421eaeb65 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.289432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3851a81a-e497-428e-9f84-928421eaeb65 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.309664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851a81a-e497-428e-9f84-928421eaeb65 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcf54c6-95f7-46db-8f3b-16d62a080f55,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:13.316243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3851a81a-e497-428e-9f84-928421eaeb65 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.320564 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3851a81a-e497-428e-9f84-928421eaeb65 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274529 Dec 16 03:44:13.320853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39630) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:13.325654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d07cfc58-bb10-4d67-8fc5-eb5a1cb7b490 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6424d3f0-960f-49a9-85c0-768beff54da2', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:13.328431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:11Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:13.355443 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e38ec7-c9b0-48a0-9fcb-be7be8f104b9 None None] The sync data for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv is: [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:11Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:44:13.364117 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d07cfc58-bb10-4d67-8fc5-eb5a1cb7b490 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.428821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d07cfc58-bb10-4d67-8fc5-eb5a1cb7b490 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.433819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d07cfc58-bb10-4d67-8fc5-eb5a1cb7b490 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.450487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cfc58-bb10-4d67-8fc5-eb5a1cb7b490 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd37b2a9-9cc4-4184-ae38-b03adfe87822,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:13.465028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d07cfc58-bb10-4d67-8fc5-eb5a1cb7b490 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.466272 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d07cfc58-bb10-4d67-8fc5-eb5a1cb7b490 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446183 Dec 16 03:44:13.468965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39632) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:13.473414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-43272ae4-86cf-4bab-b857-e47f7db444f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6424d3f0-960f-49a9-85c0-768beff54da2', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:13.504138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43272ae4-86cf-4bab-b857-e47f7db444f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.565580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43272ae4-86cf-4bab-b857-e47f7db444f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.567960 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6751aaef-21d6-4962-97da-5639732e7714 None None] New status for floating IP 25f5ff70-71a4-4080-a6c7-62302ac8477c: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:44:13.570287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43272ae4-86cf-4bab-b857-e47f7db444f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.590087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43272ae4-86cf-4bab-b857-e47f7db444f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd4dcf0-c737-485a-80c6-cb873f54ed0b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:13.598942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43272ae4-86cf-4bab-b857-e47f7db444f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.600140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-43272ae4-86cf-4bab-b857-e47f7db444f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302502 Dec 16 03:44:13.602928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39634) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:13.607262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7e9cdbc4-724b-4208-b812-8ee90df8ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6424d3f0-960f-49a9-85c0-768beff54da2', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:13.635692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdbc4-724b-4208-b812-8ee90df8ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.699217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdbc4-724b-4208-b812-8ee90df8ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.703017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdbc4-724b-4208-b812-8ee90df8ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.724182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cdbc4-724b-4208-b812-8ee90df8ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1d363d-ccd4-48cc-b5ad-11b32a5a2b6d,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:13.731011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdbc4-724b-4208-b812-8ee90df8ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.732243 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7e9cdbc4-724b-4208-b812-8ee90df8ff36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283529 Dec 16 03:44:13.735127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39636) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:13.739682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6424d3f0-960f-49a9-85c0-768beff54da2', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:13.764343 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:44:13.769226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.835910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.841064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.861775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7861e181-a9ee-4a31-82f7-b7685b1c5df9,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:13.866150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.867353 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-21fb88f3-3c62-4aed-b78f-e6f2bc3b60d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312921 Dec 16 03:44:13.871148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:13.875996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '6424d3f0-960f-49a9-85c0-768beff54da2', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:13.901233 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:44:13.906164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.967017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.971458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.989957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a72626c-adbc-494e-873a-eede0e721efe,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:13.998296 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:13.999538 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1629ee3-283f-44a0-8a49-f1a4cc8a4bca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272523 Dec 16 03:44:14.150187 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-88cea458-d51a-4ae4-bd03-232da59cade2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713276591&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.0459592 Dec 16 03:44:14.261302 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-46954653-a3e2-49c7-aa95-6945dd33d86c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:14.262707 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-46954653-a3e2-49c7-aa95-6945dd33d86c tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 796 time: 0.1053948 Dec 16 03:44:14.277880 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-7e8421a1-9b8d-45f8-9fab-2e565992a1a1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0094125 Dec 16 03:44:14.335762 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-5bbe4982-df50-42aa-bc1c-5e93f0f77146 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525484 Dec 16 03:44:14.433789 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-99591c94-7d92-4f96-8e5a-78cf01d2daf7 service neutron] 10.222.0.16 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856507 Dec 16 03:44:14.528281 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d772f696-c1f3-4996-b547-9de19beeb88d service neutron] 10.222.0.16 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877941 Dec 16 03:44:14.688302 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f97ae7c6-6e01-4c37-af1b-39af687c963a req-94492cdd-8bf1-4e9d-a264-e9dab77879dc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 210 time: 0.0268738 Dec 16 03:44:15.432295 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:44:15.758603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-e8a40f21-bf7c-439d-885c-7c03aa99798f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:15.760120 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-e8a40f21-bf7c-439d-885c-7c03aa99798f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 796 time: 0.1095498 Dec 16 03:44:15.789268 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e80af41c-4035-4d4c-ac4b-3927e797c0a0 req-cff115a6-f939-4e14-86c3-f97fac96decc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Dec 16 03:44:15.851870 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-1490b75f-83ff-446d-a936-5b98d5f05ea8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 472 time: 0.0768130 Dec 16 03:44:15.867946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['6424d3f0-960f-49a9-85c0-768beff54da2']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:15.991160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:44:15.994714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.131218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.8 (3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a/d46adcf5-df89-478d-8a93-8ce565c8b64f/49983dbf-baef-4d9e-8671-362293438519) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:44:16.292170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.331541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.374434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:44:16.377705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:44:16.381452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:44:16.388097 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=49983dbf-baef-4d9e-8671-362293438519,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:16.441041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:16.441686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.460079 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-45e3e61c-24ab-4cb7-9a8f-1c888b51523b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5962391 Dec 16 03:44:16.478707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Request body: {'port': {'device_id': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:16.534662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.607044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-db771558-242c-43ee-ab64-82a0570c6425 None None] Provisioning complete for port 49983dbf-baef-4d9e-8671-362293438519 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:44:16.607722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db771558-242c-43ee-ab64-82a0570c6425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.646087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-db771558-242c-43ee-ab64-82a0570c6425 None None] Port 49983dbf-baef-4d9e-8671-362293438519 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:44:16.808662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49983dbf-baef-4d9e-8671-362293438519 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:44:16.816528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.829007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Transition to ACTIVE for port object 49983dbf-baef-4d9e-8671-362293438519 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:44:16.833763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:16.891416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Pushing event updated for resources: {'Port': ['ID=49983dbf-baef-4d9e-8671-362293438519,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:16.916336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec5c08-a2ee-4783-8222-a8e97fcc2cd2 req-fcbceb55-4be5-4a82-93b6-9a20414f4a31 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:16.918050 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64ec5c08-a2ee-4783-8222-a8e97fcc2cd2 req-fcbceb55-4be5-4a82-93b6-9a20414f4a31 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 943 time: 0.0561593 Dec 16 03:44:16.964056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Attempting to bind port 49983dbf-baef-4d9e-8671-362293438519 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:44:16.964396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Attempting to bind port 49983dbf-baef-4d9e-8671-362293438519 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:44:16.964731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Attempting to bind port 49983dbf-baef-4d9e-8671-362293438519 on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:44:16.969427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Port 49983dbf-baef-4d9e-8671-362293438519 on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:44:16.969810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Attempting to bind port 49983dbf-baef-4d9e-8671-362293438519 on network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:44:16.977485 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64ec5c08-a2ee-4783-8222-a8e97fcc2cd2 req-04aa1290-50b0-420d-b6d9-742be0466ab6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530343 Dec 16 03:44:16.980726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:44:16.981075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Checking segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:44:16.981465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Bound using segment: {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:44:16.981905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Bound port: 49983dbf-baef-4d9e-8671-362293438519, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a93e5c-3961-4138-8963-a0e414d7cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:44:16.982269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:17.048943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] For port 49983dbf-baef-4d9e-8671-362293438519, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:44:17.052196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] For port 49983dbf-baef-4d9e-8671-362293438519, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=49983dbf-baef-4d9e-8671-362293438519,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:44:17.057292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:17.101310 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.101963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:17.103385 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] 10.222.0.30 "PUT /v2.0/ports/49983dbf-baef-4d9e-8671-362293438519 HTTP/1.1" status: 200 len: 1093 time: 0.6294293 Dec 16 03:44:17.103858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'tag': '49983dbf-baef-4d9e-8671-362293438519'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:17.106183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a1279d-159e-4654-86f5-2da7ea8c8495" -d '{"events": [{"name": "network-changed", "server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "tag": "49983dbf-baef-4d9e-8671-362293438519"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:17.124693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aad98-4f4a-48fe-b042-c6212cee5f80 service neutron] Pushing event updated for resources: {'Port': ['ID=49983dbf-baef-4d9e-8671-362293438519,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:17.154598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb1923f-5fa2-417a-a291-5d8311674f03 x-openstack-request-id: req-eeb1923f-5fa2-417a-a291-5d8311674f03 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:17.154847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "tag": "49983dbf-baef-4d9e-8671-362293438519", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:17.155070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eeb1923f-5fa2-417a-a291-5d8311674f03 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:17.155520 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'tag': '49983dbf-baef-4d9e-8671-362293438519', 'status': 'completed', 'code': 200} Dec 16 03:44:17.214643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-5751942b-aadf-4b7a-83e1-ae3035350f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.216164 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-5751942b-aadf-4b7a-83e1-ae3035350f51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0429285 Dec 16 03:44:17.266100 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-6b6bee2b-771c-44c3-94b3-fae6969140fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49983dbf-baef-4d9e-8671-362293438519 HTTP/1.1" status: 200 len: 217 time: 0.0352705 Dec 16 03:44:17.322680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-bff2cbf1-e1ce-4b78-b690-3ac20154273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.324107 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-bff2cbf1-e1ce-4b78-b690-3ac20154273b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0515602 Dec 16 03:44:17.371487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-ccdba2d9-6f58-4147-a5b8-2fad5b65c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.373016 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-ccdba2d9-6f58-4147-a5b8-2fad5b65c1d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421557 Dec 16 03:44:17.469191 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-f83dbf90-d3a2-4fa9-b658-1d8a045246d3 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886557 Dec 16 03:44:17.573075 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-983502a9-6fcf-4f50-b940-2f675fb4eca5 req-5feb982b-8479-442f-8e88-6076b441cdac service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956621 Dec 16 03:44:17.717032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-2f891bb5-1d92-4e20-8ee8-a06c234c36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.718572 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-2f891bb5-1d92-4e20-8ee8-a06c234c36a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0504284 Dec 16 03:44:17.813534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-fc3452fb-667a-47c0-a8eb-7d473db25a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.815409 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-fc3452fb-667a-47c0-a8eb-7d473db25a99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.0889411 Dec 16 03:44:17.857967 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-4472a5e8-f24c-4ac4-b1fc-cf3eb7150675 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49983dbf-baef-4d9e-8671-362293438519 HTTP/1.1" status: 200 len: 217 time: 0.0339828 Dec 16 03:44:17.907796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-81a3a2ae-c755-4b6a-8c02-e1384b820ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.909230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-81a3a2ae-c755-4b6a-8c02-e1384b820ab6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0444136 Dec 16 03:44:17.960367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-5debfc63-6408-45c7-a904-515cfc4288d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:17.961825 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-5debfc63-6408-45c7-a904-515cfc4288d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453975 Dec 16 03:44:18.056386 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-277bebe7-107c-452f-8cbe-e964fcffb036 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Dec 16 03:44:18.099296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c50349-5ddd-496d-89f8-05f23e8d023c req-b6baa978-d5e6-4429-8ce0-30b30aabdfae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:18.100796 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30c50349-5ddd-496d-89f8-05f23e8d023c req-b6baa978-d5e6-4429-8ce0-30b30aabdfae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 943 time: 0.0536227 Dec 16 03:44:18.152674 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30c50349-5ddd-496d-89f8-05f23e8d023c req-155d6041-1daa-491b-9501-1f0465966ade tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Dec 16 03:44:18.167761 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75a1279d-159e-4654-86f5-2da7ea8c8495 req-92c555b8-36cc-4385-bed6-ab507fd72e1e service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898035 Dec 16 03:44:19.273286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45138d-17a1-4e28-8aed-cbc5807d5cc4 req-f898f96b-ed81-42bf-8272-bbd56227ed10 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:19.274652 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc45138d-17a1-4e28-8aed-cbc5807d5cc4 req-f898f96b-ed81-42bf-8272-bbd56227ed10 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 943 time: 0.0529411 Dec 16 03:44:19.328211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc45138d-17a1-4e28-8aed-cbc5807d5cc4 req-d24fa472-acad-48a0-a93e-72752b752a39 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Dec 16 03:44:20.469632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fec405-e59e-47b1-986c-f816c9041cb3 req-d21da7cb-b734-43a5-915b-c628514c445d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:20.471135 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e8fec405-e59e-47b1-986c-f816c9041cb3 req-d21da7cb-b734-43a5-915b-c628514c445d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 943 time: 0.0610337 Dec 16 03:44:20.521847 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e8fec405-e59e-47b1-986c-f816c9041cb3 req-f5fb4a05-93ad-41ec-ab6a-4ce2141b14fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445638 Dec 16 03:44:21.648759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa600c-1e64-492e-b9da-61e330a1bf9c req-70578bed-e37b-4f5f-a75d-94bad17c1f1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:21.651316 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-04fa600c-1e64-492e-b9da-61e330a1bf9c req-70578bed-e37b-4f5f-a75d-94bad17c1f1f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 943 time: 0.0526364 Dec 16 03:44:21.703492 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-04fa600c-1e64-492e-b9da-61e330a1bf9c req-421ca237-f0e8-498c-97eb-a264ae683406 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Dec 16 03:44:21.894701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 49983dbf-baef-4d9e-8671-362293438519 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:44:21.994543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 49983dbf-baef-4d9e-8671-362293438519, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=49983dbf-baef-4d9e-8671-362293438519,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:22.010557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '49983dbf-baef-4d9e-8671-362293438519', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'port_id': '49983dbf-baef-4d9e-8671-362293438519', 'mac_address': 'fa:16:3e:ca:6b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:44:22.047162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:22.060363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49983dbf-baef-4d9e-8671-362293438519 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:44:22.080305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 49983dbf-baef-4d9e-8671-362293438519, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=49983dbf-baef-4d9e-8671-362293438519,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:22.085748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:22.138222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=49983dbf-baef-4d9e-8671-362293438519,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:22.391682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['49983dbf-baef-4d9e-8671-362293438519'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:44:22.838159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64921a14-318a-4e62-a9d3-62d6f127f3ee req-b7a233f6-304e-4d12-848e-b48b58c3aeb7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:22.839658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64921a14-318a-4e62-a9d3-62d6f127f3ee req-b7a233f6-304e-4d12-848e-b48b58c3aeb7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 944 time: 0.0615315 Dec 16 03:44:22.896671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64921a14-318a-4e62-a9d3-62d6f127f3ee req-91dce0ad-7fc1-42fa-974a-20ffa623312f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506485 Dec 16 03:44:23.882893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:23.914071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 49983dbf-baef-4d9e-8671-362293438519 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:44:23.971613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 49983dbf-baef-4d9e-8671-362293438519 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:44:23.975796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 49983dbf-baef-4d9e-8671-362293438519 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:44:23.976162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:24.018065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bbae4-8e3b-4c03-b43b-e31efaa79e9d req-d1f409f7-73fb-4694-a729-c8f6c6c9a6a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:24.019565 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b87bbae4-8e3b-4c03-b43b-e31efaa79e9d req-d1f409f7-73fb-4694-a729-c8f6c6c9a6a4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 944 time: 0.0491853 Dec 16 03:44:24.050995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:24.071892 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b87bbae4-8e3b-4c03-b43b-e31efaa79e9d req-99d409a8-8cea-4f23-a834-1d683fa9a7c4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460784 Dec 16 03:44:24.074677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49983dbf-baef-4d9e-8671-362293438519'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:24.076975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fe7c2f-06d6-4f9d-8186-212f626aa9be" -d '{"events": [{"server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "name": "network-vif-plugged", "status": "completed", "tag": "49983dbf-baef-4d9e-8671-362293438519"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:24.093023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 49983dbf-baef-4d9e-8671-362293438519, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=49983dbf-baef-4d9e-8671-362293438519,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:24.095382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:24.118433 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4b109b-cdca-4f91-984c-b342215bfab1 x-openstack-request-id: req-8b4b109b-cdca-4f91-984c-b342215bfab1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:24.118727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "name": "network-vif-plugged", "status": "completed", "tag": "49983dbf-baef-4d9e-8671-362293438519", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:24.118978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b4b109b-cdca-4f91-984c-b342215bfab1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:24.119359 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49983dbf-baef-4d9e-8671-362293438519', 'code': 200} Dec 16 03:44:24.143527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=49983dbf-baef-4d9e-8671-362293438519,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:24.353628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c06ff-366c-4acd-a9b5-0cd593209e60 req-629196d2-433d-4d2f-9c41-e7050eba1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:24.355199 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-520c06ff-366c-4acd-a9b5-0cd593209e60 req-629196d2-433d-4d2f-9c41-e7050eba1857 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 1098 time: 0.0442495 Dec 16 03:44:24.408214 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-520c06ff-366c-4acd-a9b5-0cd593209e60 req-c350b591-8931-4b70-b2e7-7e4e36d44c54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456407 Dec 16 03:44:25.194406 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf84d-920a-423b-b481-10d7458df95a req-c7550879-4d22-4e6f-b5ee-09113d21d7b9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:25.195911 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2adcf84d-920a-423b-b481-10d7458df95a req-c7550879-4d22-4e6f-b5ee-09113d21d7b9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 945 time: 0.0561311 Dec 16 03:44:25.248008 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2adcf84d-920a-423b-b481-10d7458df95a req-dea1b3f9-55cc-4aa1-947d-a95e5f8ae66a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432906 Dec 16 03:44:26.391654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d672-0e07-4771-b680-be06b440c852 req-1d635c34-b34c-448c-ba90-c339f939a9ca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:26.393142 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3822d672-0e07-4771-b680-be06b440c852 req-1d635c34-b34c-448c-ba90-c339f939a9ca tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 945 time: 0.0638943 Dec 16 03:44:26.445388 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3822d672-0e07-4771-b680-be06b440c852 req-caa46365-17f9-49cc-964e-8d10af3993e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448480 Dec 16 03:44:26.561724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03dcb-60fd-4311-9e4b-b3f7cbd8cfbe req-932fc32a-73c8-4b0e-b69e-fee1009aa1e9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:26.563171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-faf03dcb-60fd-4311-9e4b-b3f7cbd8cfbe req-932fc32a-73c8-4b0e-b69e-fee1009aa1e9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 945 time: 0.0501933 Dec 16 03:44:26.616884 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-faf03dcb-60fd-4311-9e4b-b3f7cbd8cfbe req-cca5c832-8b85-46a2-9721-b50e9abded36 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439858 Dec 16 03:44:26.641884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:26.685065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c9bfa-6422-4011-a936-9986752da96a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:26.686711 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ef2c9bfa-6422-4011-a936-9986752da96a tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 1093 time: 0.0437448 Dec 16 03:44:26.690941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39694) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:26.695359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '49983dbf-baef-4d9e-8671-362293438519', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:44:26.723183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:26.823820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:26.940819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.75 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/31768d52-97a2-46ce-b216-f5595d238618) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:44:27.038486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:27.076785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:27.114906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:44:27.117892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:44:27.121306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:44:27.126614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=31768d52-97a2-46ce-b216-f5595d238618,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:27.487034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:27.562037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:27.727738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:27.735727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:27.805587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=31768d52-97a2-46ce-b216-f5595d238618,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:27.819106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:28.244548 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 8058fe2a-72bd-4a90-9165-1c2f1f1910e8 associated. External IP: 172.26.6.75, port: 49983dbf-baef-4d9e-8671-362293438519. Dec 16 03:44:28.452677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 1a70abc4-34b7-4869-b14f-460ff8dedc82 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:44:28.564489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:44:28.576830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] Sync routers for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:44:28.588243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:28.590661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:28.591294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:28.617587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-94daa490-44a2-472f-a141-f25320a5d297 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9255264 Dec 16 03:44:28.618518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'tag': '49983dbf-baef-4d9e-8671-362293438519'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:28.620902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f1fd1-5e88-4d61-94e0-ae654641b2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "tag": "49983dbf-baef-4d9e-8671-362293438519"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:28.662303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b0e541-a40f-43f3-b7ff-aefae94229f6 x-openstack-request-id: req-07b0e541-a40f-43f3-b7ff-aefae94229f6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:28.662625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "tag": "49983dbf-baef-4d9e-8671-362293438519", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:28.662881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07b0e541-a40f-43f3-b7ff-aefae94229f6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:28.663291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'tag': '49983dbf-baef-4d9e-8671-362293438519', 'status': 'completed', 'code': 200} Dec 16 03:44:28.712944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:28.756723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-be13cca5-6b89-4fb2-9872-49ec273e02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:28.758631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-be13cca5-6b89-4fb2-9872-49ec273e02a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 1098 time: 0.0424123 Dec 16 03:44:28.852389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-7deb950e-b2d2-4fd1-bb7d-614155fa4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:28.853863 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-7deb950e-b2d2-4fd1-bb7d-614155fa4dbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.0879645 Dec 16 03:44:28.922318 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-cd8d4073-54bc-44fc-88ef-5bc5c3b589d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49983dbf-baef-4d9e-8671-362293438519 HTTP/1.1" status: 200 len: 998 time: 0.0592146 Dec 16 03:44:28.940939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:13Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}, {'id': '8058fe2a-72bd-4a90-9165-1c2f1f1910e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': '49983dbf-baef-4d9e-8671-362293438519', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:ca:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:27Z', 'updated_at': '2021-12-16T03:44:27Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:28.976156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] Checking router: 1a70abc4-34b7-4869-b14f-460ff8dedc82 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:44:28.981532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-7fb2f24b-55b0-49b0-984f-8a522097a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:28.983105 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-7fb2f24b-55b0-49b0-984f-8a522097a9a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0518980 Dec 16 03:44:28.984662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:28.985242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:29.034145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-2fcf79e9-bd3c-4f68-88db-11c2263d1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:29.035671 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-2fcf79e9-bd3c-4f68-88db-11c2263d1ab0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450201 Dec 16 03:44:29.090161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:29.128086 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-0d49063e-ab41-4681-ba29-2da8e5969d76 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842028 Dec 16 03:44:29.227838 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-771f1fd1-5e88-4d61-94e0-ae654641b2c1 req-6a1b9e9c-d57b-4669-b325-f08058d4053c service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909760 Dec 16 03:44:29.324109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:13Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}, {'id': '8058fe2a-72bd-4a90-9165-1c2f1f1910e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': '49983dbf-baef-4d9e-8671-362293438519', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:ca:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:27Z', 'updated_at': '2021-12-16T03:44:27Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:29.353270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852236a-00ce-47d4-a279-e55ac05ae359 None None] The sync data for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv is: [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:13Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}, {'id': '8058fe2a-72bd-4a90-9165-1c2f1f1910e8', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': '49983dbf-baef-4d9e-8671-362293438519', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:ca:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:27Z', 'updated_at': '2021-12-16T03:44:27Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:44:29.549066 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852bef8-9e16-43a4-8ce8-7c57a1e256b9 None None] New status for floating IP 8058fe2a-72bd-4a90-9165-1c2f1f1910e8: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:44:35.205990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c035922c-b46d-4828-b183-a98c3d550f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:37.375311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a58455-5063-4991-ac30-d1253663afc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:38.475447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:38.886411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:39.057015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Deleting port 158eb524-9730-4726-8df4-97dda8d0410b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:44:39.057299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:39.132706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:39.134263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:39.148100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Calling delete_port for 158eb524-9730-4726-8df4-97dda8d0410b owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:44:39.325755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:39.350504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event deleted for resources: {'Port': ['ID=158eb524-9730-4726-8df4-97dda8d0410b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:39.413777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:39.414308 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Floating IP ba7d740a-4f07-4b47-88e4-26d5335b2608 disassociated (deleted). External IP: 172.26.6.81, port: 47533644-76d9-4b87-a684-8c7f28aa6950. Dec 16 03:44:39.652743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:44:39.763110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:44:39.768092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:39.772764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:44:39.783073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:39.783692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:39.798735 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-aeae1a72-67cd-4017-89ad-9b097cac1dae tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "DELETE /v2.0/floatingips/ba7d740a-4f07-4b47-88e4-26d5335b2608 HTTP/1.1" status: 204 len: 168 time: 0.9086332 Dec 16 03:44:39.798735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:39.799102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50770860-36da-42db-9f9d-3010bd7f7c88" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:39.837811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4282610-5660-465d-a5cf-c70b64b64cf9 x-openstack-request-id: req-c4282610-5660-465d-a5cf-c70b64b64cf9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:39.838414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:39.838909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4282610-5660-465d-a5cf-c70b64b64cf9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:39.839531 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950', 'status': 'completed', 'code': 200} Dec 16 03:44:39.894117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:39.940671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-e5c01333-ba4b-4aff-a2c8-4509966fc1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:39.945955 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-e5c01333-ba4b-4aff-a2c8-4509966fc1eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0538361 Dec 16 03:44:40.049146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3432ec5-4a15-4f28-b19b-1f4047655cbf req-066556c3-fa38-4cbe-928d-d0c2e8dca00e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:40.055346 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a3432ec5-4a15-4f28-b19b-1f4047655cbf req-066556c3-fa38-4cbe-928d-d0c2e8dca00e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0661414 Dec 16 03:44:40.085245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-f51798bc-998a-426e-90eb-d9d45d633df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:40.087255 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-f51798bc-998a-426e-90eb-d9d45d633df5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.1023993 Dec 16 03:44:40.100107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:40.108426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a3432ec5-4a15-4f28-b19b-1f4047655cbf req-cc07772d-cd99-44ed-9a56-609092762c07 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512528 Dec 16 03:44:40.139424 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-5303c2e1-f750-4978-b746-7a3f8443c995 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47533644-76d9-4b87-a684-8c7f28aa6950 HTTP/1.1" status: 200 len: 217 time: 0.0422606 Dec 16 03:44:40.191349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-96774f4c-c049-46dc-ae5a-d00ee8740bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:40.193593 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-96774f4c-c049-46dc-ae5a-d00ee8740bed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0451427 Dec 16 03:44:40.246577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:56Z', 'revision_number': 1, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:40.250714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-3624ae44-8630-4554-9672-a354ca4420a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:40.252256 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-3624ae44-8630-4554-9672-a354ca4420a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425735 Dec 16 03:44:40.274323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:44:40.291084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:40.291709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:40.348208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-fd627151-ba4f-4c53-bd2d-864c4f0665a6 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875289 Dec 16 03:44:40.402737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:40.441733 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50770860-36da-42db-9f9d-3010bd7f7c88 req-1676506a-aae0-4c43-957f-8a17d3afd632 service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853486 Dec 16 03:44:40.633010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:56Z', 'revision_number': 1, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:40.662683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4283e67-a38b-4704-a0f7-a9d474921c25 None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'port_id': '966c8a32-1da8-4573-a511-8d39afb10db6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'mac_address': 'fa:16:3e:1b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:40:54Z', 'updated_at': '2021-12-16T03:40:56Z', 'revision_number': 1, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:44:40.885598 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd8291-6997-4c4f-ac60-e1a27705e922 None None] New status for floating IP ba7d740a-4f07-4b47-88e4-26d5335b2608: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:44:41.104465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:41.229877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233ecc-d1d2-49bc-a63e-0bf087b4f772 req-a196b22a-83a0-4561-b2bf-d6e250fdbb8b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:41.231283 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71233ecc-d1d2-49bc-a63e-0bf087b4f772 req-a196b22a-83a0-4561-b2bf-d6e250fdbb8b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0518887 Dec 16 03:44:41.284995 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71233ecc-d1d2-49bc-a63e-0bf087b4f772 req-a731e705-6bce-48f8-a43a-d61ff931516e tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453537 Dec 16 03:44:42.030926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-e0265d55-21bb-4e83-b510-a76752a1620a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:42.032428 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-e0265d55-21bb-4e83-b510-a76752a1620a tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0562162 Dec 16 03:44:42.130811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Deleting port 47533644-76d9-4b87-a684-8c7f28aa6950 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:44:42.131141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:42.226002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] For port 47533644-76d9-4b87-a684-8c7f28aa6950, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=47533644-76d9-4b87-a684-8c7f28aa6950,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:42.226361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:42.239764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Calling delete_port for 47533644-76d9-4b87-a684-8c7f28aa6950 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:44:42.384396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:42.407617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e1424-ea98-4133-ba91-0b251157aa0e req-5ad2a3f1-7a30-42b2-8e24-87b38ea2524b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:42.409338 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7f1e1424-ea98-4133-ba91-0b251157aa0e req-5ad2a3f1-7a30-42b2-8e24-87b38ea2524b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 867 time: 0.0512977 Dec 16 03:44:42.413345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event deleted for resources: {'Port': ['ID=47533644-76d9-4b87-a684-8c7f28aa6950,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:42.456535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] No DVR routers for this DVR port 47533644-76d9-4b87-a684-8c7f28aa6950 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:44:42.459469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:42.463269 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c11b14d4-2c75-4c6c-93a2-a4fd9d6ca0b5 req-fe71e29b-5223-4de2-834d-cb8a4e730f6b tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "DELETE /v2.0/ports/47533644-76d9-4b87-a684-8c7f28aa6950 HTTP/1.1" status: 204 len: 173 time: 0.4230220 Dec 16 03:44:42.463976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'name': 'network-vif-deleted', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:42.466612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbe15ac-97a0-46fe-9628-0d0da81dca74" -d '{"events": [{"server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "name": "network-vif-deleted", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:42.486586 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7f1e1424-ea98-4133-ba91-0b251157aa0e req-845b8b8d-02cc-4844-b07b-55ad5d915806 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552814 Dec 16 03:44:42.518801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98169c89-2c2d-4c59-b724-c812d7b9b82b x-openstack-request-id: req-98169c89-2c2d-4c59-b724-c812d7b9b82b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:42.519237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5", "name": "network-vif-deleted", "tag": "47533644-76d9-4b87-a684-8c7f28aa6950", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:42.519587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98169c89-2c2d-4c59-b724-c812d7b9b82b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:42.520094 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5', 'name': 'network-vif-deleted', 'tag': '47533644-76d9-4b87-a684-8c7f28aa6950', 'status': 'completed', 'code': 200} Dec 16 03:44:43.580818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-53e024db-4b7b-4346-9c81-7235f40f5c68 req-cd2f2e9b-f635-438f-9816-f90d4852a9f4 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0267317 Dec 16 03:44:44.680358 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e8b6172-5fd7-4f8c-9c9e-4dc72309c89e req-40f0c577-04a4-4b6e-8e0a-e33098bc7b41 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0272465 Dec 16 03:44:45.775973 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad2bb79b-9e71-4458-b25a-be1d9f2d18bf req-8ab35a80-6465-4f09-80b9-709a858ec121 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0263352 Dec 16 03:44:46.023808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 47533644-76d9-4b87-a684-8c7f28aa6950 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:44:46.044813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 47533644-76d9-4b87-a684-8c7f28aa6950 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:44:46.045164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 47533644-76d9-4b87-a684-8c7f28aa6950 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:44:46.875834 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ecf336d-d6ee-4d47-b32c-904698d08047 req-af866d77-6b12-4c80-81dc-473652daffba tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0b7e01-fb51-472b-b9e2-eb26fd77e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0282967 Dec 16 03:44:52.436338 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:44:53.324688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39752) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:44:53.485676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Deleting port 9a11d333-f129-403c-9848-9c41300750b6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:44:53.486006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:53.563882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:53.564123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:53.575934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Calling delete_port for 9a11d333-f129-403c-9848-9c41300750b6 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:44:53.747384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:53.772878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event deleted for resources: {'Port': ['ID=9a11d333-f129-403c-9848-9c41300750b6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:53.784366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.784717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.785064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.785407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.785741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.786071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.786411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.786785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.787117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.787429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.787755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.788085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.788400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:44:53.843743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:53.844081 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Floating IP fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54 disassociated (deleted). External IP: 172.26.6.73, port: 966c8a32-1da8-4573-a511-8d39afb10db6. Dec 16 03:44:53.872146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:54.065708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:44:54.502612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:44:54.507819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:54.513134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86d528-e858-4d09-b477-189e6208675c None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:44:54.523790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:54.524395 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:54.534487 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ceecdff9-35e8-427f-b84d-66a93d13944f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "DELETE /v2.0/floatingips/fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54 HTTP/1.1" status: 204 len: 168 time: 1.2086763 Dec 16 03:44:54.535087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:54.537364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e83841-dbf8-4100-a815-b35a23770d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:54.575454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89edbb25-2147-42c3-8602-5a69468d0476 x-openstack-request-id: req-89edbb25-2147-42c3-8602-5a69468d0476 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:54.575744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:54.575991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89edbb25-2147-42c3-8602-5a69468d0476 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:54.576409 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6', 'status': 'completed', 'code': 200} Dec 16 03:44:54.637322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:54.670260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83841-dbf8-4100-a815-b35a23770d6f req-70d716c2-684d-43e1-ae60-f872145f7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:54.671893 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-87e83841-dbf8-4100-a815-b35a23770d6f req-70d716c2-684d-43e1-ae60-f872145f7cdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8651f527d93e41a8bfaa3ec713995257&device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 1099 time: 0.0484531 Dec 16 03:44:54.781516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba463156-f5ed-48a9-9151-a0a91327d730 req-3f24aac6-eccb-4981-aefb-8611a2625792 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:54.783013 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ba463156-f5ed-48a9-9151-a0a91327d730 req-3f24aac6-eccb-4981-aefb-8611a2625792 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 946 time: 0.0562522 Dec 16 03:44:54.821104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83841-dbf8-4100-a815-b35a23770d6f req-ce99cc51-21ab-4e2d-aae9-89bc298c6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:54.822865 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-87e83841-dbf8-4100-a815-b35a23770d6f req-ce99cc51-21ab-4e2d-aae9-89bc298c6b6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 200 len: 911 time: 0.1015241 Dec 16 03:44:54.837128 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ba463156-f5ed-48a9-9151-a0a91327d730 req-9d9b402b-1a58-450f-98ac-af72b8896d3f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470188 Dec 16 03:44:54.866478 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-87e83841-dbf8-4100-a815-b35a23770d6f req-212b622d-78c7-493e-b34e-08396b1c85b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 200 len: 217 time: 0.0348322 Dec 16 03:44:54.923569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83841-dbf8-4100-a815-b35a23770d6f req-984acd0a-9194-423e-93c3-8121ecff186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:54.925162 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-87e83841-dbf8-4100-a815-b35a23770d6f req-984acd0a-9194-423e-93c3-8121ecff186f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 200 len: 850 time: 0.0481045 Dec 16 03:44:54.974005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83841-dbf8-4100-a815-b35a23770d6f req-55d1a1a2-ca76-4912-9704-604a1350f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:54.975531 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-87e83841-dbf8-4100-a815-b35a23770d6f req-55d1a1a2-ca76-4912-9704-604a1350f858 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9636f700-bb7e-4d5f-be8e-c91244ecd1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411534 Dec 16 03:44:55.005478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:55.034745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86d528-e858-4d09-b477-189e6208675c None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:44:55.043807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:44:55.044402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:44:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:55.073302 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-87e83841-dbf8-4100-a815-b35a23770d6f req-0c45b881-4345-42f2-b3da-f659fc9d058c service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885756 Dec 16 03:44:55.153402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:44:55.170995 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-87e83841-dbf8-4100-a815-b35a23770d6f req-38cf718d-ba50-4d08-abfd-2675074c1c3a service neutron] 10.222.0.30 "GET /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893190 Dec 16 03:44:55.353946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ac86d528-e858-4d09-b477-189e6208675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:44:55.379174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86d528-e858-4d09-b477-189e6208675c None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:37:31Z', 'revision_number': 4, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f8d068c5-38aa-42c0-a387-07fb0efd7101', 'name': '', 'network_id': '9636f700-bb7e-4d5f-be8e-c91244ecd1c6', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'mac_address': 'fa:16:3e:c8:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:30Z', 'updated_at': '2021-12-16T03:37:36Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'subnets': [{'id': 'b2fac880-a984-4ab7-b82c-c81b45b0820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:44:55.604260 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a0ee7-7244-4377-88a7-607cbbdd441e None None] New status for floating IP fb4ac9b6-ee66-44e0-9b64-9b6d9b25cf54: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:44:55.965802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead09ad2-acdd-446f-ba08-a5e42c0dc3d6 req-79d8077d-111d-424e-b99c-c0be2712eca4 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:55.967295 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ead09ad2-acdd-446f-ba08-a5e42c0dc3d6 req-79d8077d-111d-424e-b99c-c0be2712eca4 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Dec 16 03:44:56.018116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ead09ad2-acdd-446f-ba08-a5e42c0dc3d6 req-6f6882cc-77d2-4c50-b11c-a6b23b7091ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa7322d4-63a9-4a44-a175-1625c597fbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 Dec 16 03:44:56.468213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-52b2f020-6d89-448d-b574-591c4a706bb9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:44:56.469655 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-52b2f020-6d89-448d-b574-591c4a706bb9 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 946 time: 0.0589397 Dec 16 03:44:56.566407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Deleting port 966c8a32-1da8-4573-a511-8d39afb10db6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:44:56.566737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:56.654133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] For port 966c8a32-1da8-4573-a511-8d39afb10db6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=966c8a32-1da8-4573-a511-8d39afb10db6,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:44:56.654523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:56.666893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Calling delete_port for 966c8a32-1da8-4573-a511-8d39afb10db6 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:44:56.807904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:56.841766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event deleted for resources: {'Port': ['ID=966c8a32-1da8-4573-a511-8d39afb10db6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:44:56.883982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] No DVR routers for this DVR port 966c8a32-1da8-4573-a511-8d39afb10db6 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:44:56.887301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:44:56.890600 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dccdfb2a-474c-4b0c-871c-e74e5dce6ff9 req-0e599aaa-aa6b-4d44-a07a-dced493230ea tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.30 "DELETE /v2.0/ports/966c8a32-1da8-4573-a511-8d39afb10db6 HTTP/1.1" status: 204 len: 173 time: 0.4143043 Dec 16 03:44:56.891041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'name': 'network-vif-deleted', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:44:56.893884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80e626e-d0fd-4e62-a36e-41fa48725be5" -d '{"events": [{"server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "name": "network-vif-deleted", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:44:56.933236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e6fb8-1108-484f-be9a-9d072048b720 x-openstack-request-id: req-d77e6fb8-1108-484f-be9a-9d072048b720 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:44:56.933580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bbb168-5f4a-48dc-8970-d16a42dcc381", "name": "network-vif-deleted", "tag": "966c8a32-1da8-4573-a511-8d39afb10db6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:44:56.933790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d77e6fb8-1108-484f-be9a-9d072048b720 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:44:56.934200 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bbb168-5f4a-48dc-8970-d16a42dcc381', 'name': 'network-vif-deleted', 'tag': '966c8a32-1da8-4573-a511-8d39afb10db6', 'status': 'completed', 'code': 200} Dec 16 03:44:57.117254 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f521d51-7fb4-40f6-aea7-a498b904a9cf req-aff912ed-82ce-4bd3-8bb3-4b270d985eeb tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 210 time: 0.0307777 Dec 16 03:44:58.217939 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-905481e2-17ec-4ef8-a85d-700a63f98174 req-16b903e5-c542-4efc-b2d5-9edc2c9e9af0 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 210 time: 0.0265818 Dec 16 03:44:59.312391 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c079e833-685a-4195-a37d-63df01df7025 req-bec3ca5e-572c-4fdf-89cb-52c6072c560f tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 210 time: 0.0273161 Dec 16 03:45:00.051387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 966c8a32-1da8-4573-a511-8d39afb10db6 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:00.076391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 966c8a32-1da8-4573-a511-8d39afb10db6 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:00.076717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 966c8a32-1da8-4573-a511-8d39afb10db6 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:00.409952 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c6bcd125-02bd-4a37-9ec0-07a17b87a9b3 req-592be879-f3ba-47a1-9d30-167474a06c23 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 210 time: 0.0284550 Dec 16 03:45:01.529405 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09b25325-b6b7-4afa-8322-2ea2073d51fb req-a122fd42-2fd7-4bd3-8b31-6569602d8a2d tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "GET /v2.0/ports?device_id=44bbb168-5f4a-48dc-8970-d16a42dcc381 HTTP/1.1" status: 200 len: 210 time: 0.0325778 Dec 16 03:45:02.603644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39778) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:02.729928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Deleting port 6cbb0f86-857b-409c-af1e-9f1b03d43c37 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:02.730276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:02.805601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:02.805898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:02.818813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Calling delete_port for 6cbb0f86-857b-409c-af1e-9f1b03d43c37 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:02.955084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:02.981689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event deleted for resources: {'Port': ['ID=6cbb0f86-857b-409c-af1e-9f1b03d43c37,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:03.043054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:03.045839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:03.047007 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-97e0677f-f7a6-41e1-b8b0-34d81568b8c1 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "DELETE /v2.0/floatingips/440d259b-ade3-4652-b06d-b687f574575f HTTP/1.1" status: 204 len: 168 time: 0.4422717 Dec 16 03:45:03.492843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:03.565766 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-865e92ec-02b2-4427-acba-2936121611b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/25f5ff70-71a4-4080-a6c7-62302ac8477c HTTP/1.1" status: 200 len: 992 time: 0.0670500 Dec 16 03:45:04.305568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39800) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:04.311000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:04.376985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:04.528673 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=c117f38f-b074-431c-bc90-087ecd0614c2,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:04.558291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:04.564049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:04.607671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:04.608311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:04.613966 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/ports/c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 938 time: 0.3031690 Dec 16 03:45:04.613966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:04.613966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b65d6-0537-4c27-86b1-e5201fb85f48" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:04.640438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1484bf-18b5-4a80-a671-85a7e0933d5b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:04.671273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318477e7-3a53-4869-98ae-2aa92a1598df x-openstack-request-id: req-318477e7-3a53-4869-98ae-2aa92a1598df {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:04.671575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:04.671832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-318477e7-3a53-4869-98ae-2aa92a1598df {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:04.672235 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'status': 'completed', 'code': 200} Dec 16 03:45:04.763754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-e50b55a4-ae40-4517-bbae-28af99b04424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:04.765294 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-e50b55a4-ae40-4517-bbae-28af99b04424 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1099 time: 0.0463352 Dec 16 03:45:04.856455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ca3c846f-0c75-4f90-8960-65ef4c0baae8 None None] Provisioning complete for port c117f38f-b074-431c-bc90-087ecd0614c2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:04.857083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca3c846f-0c75-4f90-8960-65ef4c0baae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:04.866342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-8dbd4c18-140d-4fe3-b8e0-b556576bdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:04.867831 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-8dbd4c18-140d-4fe3-b8e0-b556576bdd88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.0945289 Dec 16 03:45:04.896760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c846f-0c75-4f90-8960-65ef4c0baae8 None None] Port c117f38f-b074-431c-bc90-087ecd0614c2 is administratively disabled so it will not transition to active. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 16 03:45:04.939464 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-0162d85b-6a85-4dd1-bb75-2fb2a5cfc3c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 1001 time: 0.0638204 Dec 16 03:45:04.994768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-472d2314-c867-472b-b4bb-faf3ee8057c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:04.996463 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-472d2314-c867-472b-b4bb-faf3ee8057c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0490665 Dec 16 03:45:05.044497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-f2230931-9875-4054-8c02-8a0a4b9ce0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:05.046321 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-f2230931-9875-4054-8c02-8a0a4b9ce0fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433846 Dec 16 03:45:05.138372 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-f6a75991-662b-4390-b7a0-49e501f94ba0 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845246 Dec 16 03:45:05.204758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-846b0fc3-eb8a-49ff-9513-f1421e5c8e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:05.237535 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a52b65d6-0537-4c27-86b1-e5201fb85f48 req-a1a03109-696f-4239-b9d1-2a1c4df91d17 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921719 Dec 16 03:45:06.347634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39808) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:06.407408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc8031bd-8e68-4428-ae16-42d87c774a98 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:06.432886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc8031bd-8e68-4428-ae16-42d87c774a98 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:06.492786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc8031bd-8e68-4428-ae16-42d87c774a98 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:06.497512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc8031bd-8e68-4428-ae16-42d87c774a98 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:06.498882 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dc8031bd-8e68-4428-ae16-42d87c774a98 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa7322d4-63a9-4a44-a175-1625c597fbe4 HTTP/1.1" status: 204 len: 168 time: 0.1500435 Dec 16 03:45:06.508908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8031bd-8e68-4428-ae16-42d87c774a98 tempest-TestVolumeBootPattern-725021091 tempest-TestVolumeBootPattern-725021091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7322d4-63a9-4a44-a175-1625c597fbe4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:06.562253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:07.083889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:07.340303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Deleting port f8d068c5-38aa-42c0-a387-07fb0efd7101 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:07.340610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:07.369555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cefdec3-cab7-48f1-8e90-eea781e135ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:07.422148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] For port f8d068c5-38aa-42c0-a387-07fb0efd7101, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f8d068c5-38aa-42c0-a387-07fb0efd7101,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:07.422563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:07.437108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Calling delete_port for f8d068c5-38aa-42c0-a387-07fb0efd7101 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:07.626522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:07.651044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d068c5-38aa-42c0-a387-07fb0efd7101,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:07.817845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.036547 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:45:08.038509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39820) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:08.044214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:08.110375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.141616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:08.147732 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-449e8d92-647a-42ef-aa60-31623610d0af admin admin] 10.222.0.16 "PUT /v2.0/routers/1f1b0745-ea44-47b2-a008-4cf7fef53a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5833218 Dec 16 03:45:08.149222 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39822) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:08.152548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] Sync routers for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:08.163290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:08.164140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:08.271128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:08.336545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.388290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=c117f38f-b074-431c-bc90-087ecd0614c2,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:08.452030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:45:07Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:08.487873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] Checking router: 1f1b0745-ea44-47b2-a008-4cf7fef53a4b for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:08.504791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] Routers {'1f1b0745-ea44-47b2-a008-4cf7fef53a4b'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:08.505432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:08.510007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.615873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] Set router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:08.777582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.785144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.811069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:45:07Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:08.830296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.839900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:08.840560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.841007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e3148-4dc4-41a9-9fdf-c5e1994b8f61 None None] The sync data for ids ['1f1b0745-ea44-47b2-a008-4cf7fef53a4b'] in dv-neutron-821927-1-hyperv is: [{'id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'name': 'tempest-TestVolumeBootPattern-598468889-router', 'tenant_id': '8651f527d93e41a8bfaa3ec713995257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:27Z', 'updated_at': '2021-12-16T03:45:07Z', 'revision_number': 5, 'project_id': '8651f527d93e41a8bfaa3ec713995257', 'gw_port': {'id': '8ce716c6-783f-41a0-835b-7fec2c5c0653', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b0745-ea44-47b2-a008-4cf7fef53a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:28Z', 'updated_at': '2021-12-16T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:08.842004 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/ports/c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 937 time: 0.8024952 Dec 16 03:45:08.845033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:08.845434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39824) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:08.847563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f1c293-5699-45db-97b6-04481c98a5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:08.891814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa69c5-8e53-41ae-840a-6b8a4c79baa8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:08.919419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Deleting port 8ce716c6-783f-41a0-835b-7fec2c5c0653 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:08.919753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:08.933676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32210d55-280a-4881-bd5e-0f7f11ec2d6c x-openstack-request-id: req-32210d55-280a-4881-bd5e-0f7f11ec2d6c {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:08.933972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:08.934471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32210d55-280a-4881-bd5e-0f7f11ec2d6c {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:08.935050 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'status': 'completed', 'code': 200} Dec 16 03:45:08.963205 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2ef11e69-c866-4ac7-b161-a2f1ae9ef7d1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/25f5ff70-71a4-4080-a6c7-62302ac8477c HTTP/1.1" status: 200 len: 992 time: 0.1133273 Dec 16 03:45:09.010265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] For port 8ce716c6-783f-41a0-835b-7fec2c5c0653, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8ce716c6-783f-41a0-835b-7fec2c5c0653,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:09.011240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.021309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-aa607445-ec8d-46db-bca1-c6accd7d6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:09.022955 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-aa607445-ec8d-46db-bca1-c6accd7d6c08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1098 time: 0.0471139 Dec 16 03:45:09.023430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Calling delete_port for 8ce716c6-783f-41a0-835b-7fec2c5c0653 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:09.117531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['c117f38f-b074-431c-bc90-087ecd0614c2'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:45:09.121157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-4e9d7bf1-5538-4d3e-88fa-49807e5085c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:09.122692 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-4e9d7bf1-5538-4d3e-88fa-49807e5085c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.0921562 Dec 16 03:45:09.172033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e5f65373-d365-404d-9403-f19b250499f7 None None] Provisioning complete for port c117f38f-b074-431c-bc90-087ecd0614c2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:09.172436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5f65373-d365-404d-9403-f19b250499f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.194784 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-1759dc92-e97d-4e01-9c8f-21a9c7bd9531 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 1000 time: 0.0646269 Dec 16 03:45:09.214593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.260294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c20737-97ab-439e-9011-156e77e0028c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:09.269412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-2ab583f1-de73-4958-9431-a7d6ab3a8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:09.273085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-2ab583f1-de73-4958-9431-a7d6ab3a8067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0716577 Dec 16 03:45:09.303670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce716c6-783f-41a0-835b-7fec2c5c0653,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:09.315427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.351927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-b07e6fae-69ca-43ed-b096-2637c73a9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:09.353693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-b07e6fae-69ca-43ed-b096-2637c73a9c20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732379 Dec 16 03:45:09.421842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.424882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.465701 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-d627c79c-2012-4751-9b8d-cb762d84a655 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041389 Dec 16 03:45:09.484323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.485091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f1b0745-ea44-47b2-a008-4cf7fef53a4b {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:45:09.491923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.495550 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5c22633e-0a29-4f82-a70b-aaa7787474db admin admin] 10.222.0.16 "DELETE /v2.0/routers/1f1b0745-ea44-47b2-a008-4cf7fef53a4b HTTP/1.1" status: 204 len: 168 time: 1.3410189 Dec 16 03:45:09.496114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39828) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:09.557556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] Deleting subnet b2fac880-a984-4ab7-b82c-c81b45b0820a {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:45:09.561543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.598636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.601203 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-96f1c293-5699-45db-97b6-04481c98a5a6 req-30b520ad-df37-4284-b3b9-23a8fe9281a3 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287534 Dec 16 03:45:09.687237 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.740227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.767053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fac880-a984-4ab7-b82c-c81b45b0820a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:09.769066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.772216 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d4bf87b-2c3e-4c60-ac75-057ee1c0fa11 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b2fac880-a984-4ab7-b82c-c81b45b0820a HTTP/1.1" status: 204 len: 168 time: 0.2741599 Dec 16 03:45:09.773515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2af9b-5dd7-4368-8651-aec12f0f32c0 None None] Network 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:45:09.774889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39830) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:09.847999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.903274 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Deleting port ac911443-c872-4f96-be26-36ff47ee71b3 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:09.903610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.969453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] For port ac911443-c872-4f96-be26-36ff47ee71b3, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ac911443-c872-4f96-be26-36ff47ee71b3,segment=NetworkSegment(55efb896-48f9-4251-a418-c9a09dd6d02c),segment_id=55efb896-48f9-4251-a418-c9a09dd6d02c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:09.969808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:09.984371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Calling delete_port for ac911443-c872-4f96-be26-36ff47ee71b3 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:10.020193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] DHCP port deletion for 9636f700-bb7e-4d5f-be8e-c91244ecd1c6 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:10.069269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.081411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.112549 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac911443-c872-4f96-be26-36ff47ee71b3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:10.113206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Deleting port ac911443-c872-4f96-be26-36ff47ee71b3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:10.113898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.121064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] No DVR routers for this DVR port ac911443-c872-4f96-be26-36ff47ee71b3 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:45:10.184795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] For port ac911443-c872-4f96-be26-36ff47ee71b3, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:10.185226 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.199122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Calling delete_port for ac911443-c872-4f96-be26-36ff47ee71b3 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:10.202219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.202736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Port ac911443-c872-4f96-be26-36ff47ee71b3 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:45:10.204690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.226700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9636f700-bb7e-4d5f-be8e-c91244ecd1c6']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:10.233282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Pushing event deleted for resources: {'Port': ['ID=ac911443-c872-4f96-be26-36ff47ee71b3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:10.236353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] No DVR routers for this DVR port ac911443-c872-4f96-be26-36ff47ee71b3 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:45:10.236666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55efb896-48f9-4251-a418-c9a09dd6d02c') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:10.236955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55efb896-48f9-4251-a418-c9a09dd6d02c') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.246980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.248947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e34b7-9855-4d19-8dd2-dc3fcfff6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:10.255680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.269724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.275536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:45:10.275908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:45:10.277596 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:45:10.337961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.343982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:10.347855 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9636f700-bb7e-4d5f-be8e-c91244ecd1c6 HTTP/1.1" status: 204 len: 168 time: 0.5717211 Dec 16 03:45:10.351090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:10.360145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8f8d0-2273-489d-9359-71218acba1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9636f700-bb7e-4d5f-be8e-c91244ecd1c6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:10.711872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8ce716c6-783f-41a0-835b-7fec2c5c0653 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:10.734745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 8ce716c6-783f-41a0-835b-7fec2c5c0653 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:10.735102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8ce716c6-783f-41a0-835b-7fec2c5c0653 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:10.735545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f8d068c5-38aa-42c0-a387-07fb0efd7101 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:10.755801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f8d068c5-38aa-42c0-a387-07fb0efd7101 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:10.756157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f8d068c5-38aa-42c0-a387-07fb0efd7101 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:10.756591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ac911443-c872-4f96-be26-36ff47ee71b3 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:10.780024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ac911443-c872-4f96-be26-36ff47ee71b3 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:10.780835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ac911443-c872-4f96-be26-36ff47ee71b3 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:11.052542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.098878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.306616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Deleting port c21b0728-65c4-4932-afd7-bcfb062dec72 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:11.306896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.389575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] For port c21b0728-65c4-4932-afd7-bcfb062dec72, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c21b0728-65c4-4932-afd7-bcfb062dec72,segment=NetworkSegment(21617877-4a9b-42c7-bea4-4465118fd794),segment_id=21617877-4a9b-42c7-bea4-4465118fd794)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:11.390349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.402453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Calling delete_port for c21b0728-65c4-4932-afd7-bcfb062dec72 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:11.523564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39840) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:11.601501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.631027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21b0728-65c4-4932-afd7-bcfb062dec72,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:11.690316 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 31768d52-97a2-46ce-b216-f5595d238618 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:11.690689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.770716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.771034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.786980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 31768d52-97a2-46ce-b216-f5595d238618 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:11.813348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.939989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:11.964434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=31768d52-97a2-46ce-b216-f5595d238618,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:11.977568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.977917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.978258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.978614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.978943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.979275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.979595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.979916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.980240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.980578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.980889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.981623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:11.982093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:12.036589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Router 85ce6613-6d03-47df-ab50-6d9900f4ff16 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:45:12.039209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:12.039553 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 8058fe2a-72bd-4a90-9165-1c2f1f1910e8 disassociated (deleted). External IP: 172.26.6.75, port: 49983dbf-baef-4d9e-8671-362293438519. Dec 16 03:45:12.151686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:12.157539 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7955292b-4a31-4798-8af2-40502e57fa12 admin admin] 10.222.0.16 "PUT /v2.0/routers/85ce6613-6d03-47df-ab50-6d9900f4ff16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053973 Dec 16 03:45:12.160131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:12.162656 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] Sync routers for ids ['85ce6613-6d03-47df-ab50-6d9900f4ff16'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:12.173635 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] Routers {'85ce6613-6d03-47df-ab50-6d9900f4ff16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:12.174383 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['85ce6613-6d03-47df-ab50-6d9900f4ff16'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:12.260846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 1a70abc4-34b7-4869-b14f-460ff8dedc82 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:45:12.269168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:12.281908 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] Set router 85ce6613-6d03-47df-ab50-6d9900f4ff16 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:12.370678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:12.375308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:12.376102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:12.381532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] Sync routers for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:12.392863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:12.393825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:12.423140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6880237a-db9a-4712-ad2d-fe584440a39e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/8058fe2a-72bd-4a90-9165-1c2f1f1910e8 HTTP/1.1" status: 204 len: 168 time: 0.8984215 Dec 16 03:45:12.424148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'tag': '49983dbf-baef-4d9e-8671-362293438519'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:12.427684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bddd02-bd92-4f3b-b727-cb88640f0b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "tag": "49983dbf-baef-4d9e-8671-362293438519"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:12.449320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Deleting port 35d8da7c-711e-45c0-8c5b-680ac063e244 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:12.449320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:12.515685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a0f24b-f359-4ba2-98b8-dfe9350e8cfd x-openstack-request-id: req-89a0f24b-f359-4ba2-98b8-dfe9350e8cfd {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:12.515987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "tag": "49983dbf-baef-4d9e-8671-362293438519", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:12.516249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89a0f24b-f359-4ba2-98b8-dfe9350e8cfd {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:12.516949 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'tag': '49983dbf-baef-4d9e-8671-362293438519', 'status': 'completed', 'code': 200} Dec 16 03:45:12.538092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] For port 35d8da7c-711e-45c0-8c5b-680ac063e244, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=35d8da7c-711e-45c0-8c5b-680ac063e244,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:12.538895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:12.547872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:12.563337 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:45:11Z', 'revision_number': 5, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port': {'id': '35d8da7c-711e-45c0-8c5b-680ac063e244', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:12.581223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Calling delete_port for 35d8da7c-711e-45c0-8c5b-680ac063e244 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:12.593669 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] Checking router: 85ce6613-6d03-47df-ab50-6d9900f4ff16 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:12.603234 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] Routers {'85ce6613-6d03-47df-ab50-6d9900f4ff16'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:12.603928 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['85ce6613-6d03-47df-ab50-6d9900f4ff16'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:12.685141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-0bf998ef-de8e-4f7d-b1f0-0ba85b731532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:12.686302 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-0bf998ef-de8e-4f7d-b1f0-0ba85b731532 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 1098 time: 0.1139619 Dec 16 03:45:12.760548 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] Set router 85ce6613-6d03-47df-ab50-6d9900f4ff16 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:12.789190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae6252-4a6d-4c5c-b643-0c698b133685 req-a50d04c5-78d1-4c1d-906d-8510ecb6db79 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:12.790922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-70ae6252-4a6d-4c5c-b643-0c698b133685 req-a50d04c5-78d1-4c1d-906d-8510ecb6db79 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 945 time: 0.0680864 Dec 16 03:45:12.828471 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:45:12Z', 'revision_number': 6, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:12.855660 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-70ae6252-4a6d-4c5c-b643-0c698b133685 req-29e96a15-0df9-4902-a33d-eda55d373278 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575254 Dec 16 03:45:12.856740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-60cb47ba-1b2b-42e7-a7d1-7ca3241fcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:12.858307 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-60cb47ba-1b2b-42e7-a7d1-7ca3241fcb19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.1578233 Dec 16 03:45:12.863608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:13Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:12.877105 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8986500-4a46-4031-bf0a-05e9e6012c02 None None] The sync data for ids ['85ce6613-6d03-47df-ab50-6d9900f4ff16'] in dv-neutron-821927-1-hyperv is: [{'id': '85ce6613-6d03-47df-ab50-6d9900f4ff16', 'name': 'tempest-TestVolumeBootPattern-1980865476-router', 'tenant_id': '42d07ff3666d47e7b16ff70fe79847ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:37:34Z', 'updated_at': '2021-12-16T03:45:12Z', 'revision_number': 6, 'project_id': '42d07ff3666d47e7b16ff70fe79847ac', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:12.899198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] Checking router: 1a70abc4-34b7-4869-b14f-460ff8dedc82 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:12.909981 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:12.910542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:12.927961 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-a0b803cd-cbf3-4ab0-86f4-7176beb55b4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49983dbf-baef-4d9e-8671-362293438519 HTTP/1.1" status: 200 len: 217 time: 0.0461748 Dec 16 03:45:12.966984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.009500 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b008d95-548f-4daa-ab26-3aa43bd23f45 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:13.022280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:13.024673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d8da7c-711e-45c0-8c5b-680ac063e244,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:13.046960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-7f8bc29e-930c-4e1c-9465-93bce10eabba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:13.048362 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-7f8bc29e-930c-4e1c-9465-93bce10eabba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.1107435 Dec 16 03:45:13.089949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.184248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.186915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-9b6e3a3e-f21d-4125-9b80-075b2851fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:13.188391 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-9b6e3a3e-f21d-4125-9b80-075b2851fd5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307294 Dec 16 03:45:13.189504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.253237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:13Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:13.281709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.282239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ce6613-6d03-47df-ab50-6d9900f4ff16 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:45:13.285315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b8a5-cac5-46bf-bf49-cd205c70f079 None None] The sync data for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv is: [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '25f5ff70-71a4-4080-a6c7-62302ac8477c', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.25', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'port_id': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'mac_address': 'fa:16:3e:8e:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:44:11Z', 'updated_at': '2021-12-16T03:44:13Z', 'revision_number': 1, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:13.287718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.291289 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8646856e-f029-403e-94a9-529162d6b024 admin admin] 10.222.0.16 "DELETE /v2.0/routers/85ce6613-6d03-47df-ab50-6d9900f4ff16 HTTP/1.1" status: 204 len: 168 time: 1.1278040 Dec 16 03:45:13.292425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39850) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:13.329358 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-edf94476-4441-460a-9852-3cce63af8d8b service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312339 Dec 16 03:45:13.339276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] Deleting subnet b9cf23e4-723d-4c84-8e21-175e7b38facd {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:45:13.342772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.382439 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.426886 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-88bddd02-bd92-4f3b-b727-cb88640f0b6d req-f5d81ac3-91b4-4fdf-afcd-58114d7c4ad0 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882857 Dec 16 03:45:13.466221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.521596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.548837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9cf23e4-723d-4c84-8e21-175e7b38facd,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:13.550800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.556754 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a40b0489-01d7-4ad2-9476-8d8d3daf8a2a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b9cf23e4-723d-4c84-8e21-175e7b38facd HTTP/1.1" status: 204 len: 168 time: 0.2603014 Dec 16 03:45:13.556891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060ac9e-0863-4593-85c2-3608941838ec None None] Network b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:45:13.557348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39852) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:13.565284 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab386b-44ae-4699-812c-30ae3619cb77 None None] New status for floating IP 8058fe2a-72bd-4a90-9165-1c2f1f1910e8: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:45:13.632302 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.699037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Deleting port d6e524f0-8eaf-4799-9d35-f8c807a18a17 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:13.699377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.733282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] DHCP port deletion for b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:13.771846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] For port d6e524f0-8eaf-4799-9d35-f8c807a18a17, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d6e524f0-8eaf-4799-9d35-f8c807a18a17,segment=NetworkSegment(21617877-4a9b-42c7-bea4-4465118fd794),segment_id=21617877-4a9b-42c7-bea4-4465118fd794)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:13.772412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.781774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] Deleting port d6e524f0-8eaf-4799-9d35-f8c807a18a17 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:13.782296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.786619 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Calling delete_port for d6e524f0-8eaf-4799-9d35-f8c807a18a17 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:13.845501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] For port d6e524f0-8eaf-4799-9d35-f8c807a18a17, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d6e524f0-8eaf-4799-9d35-f8c807a18a17,segment=NetworkSegment(21617877-4a9b-42c7-bea4-4465118fd794),segment_id=21617877-4a9b-42c7-bea4-4465118fd794)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:13.845896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.858005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] Calling delete_port for d6e524f0-8eaf-4799-9d35-f8c807a18a17 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:13.867665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.898350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e524f0-8eaf-4799-9d35-f8c807a18a17,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:13.902144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] No DVR routers for this DVR port d6e524f0-8eaf-4799-9d35-f8c807a18a17 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:45:13.946777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:13.972872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] Pushing event deleted for resources: {'Port': ['ID=d6e524f0-8eaf-4799-9d35-f8c807a18a17,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:13.976683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0697612-a2af-4e21-a6c6-5f7f46294402 None None] No DVR routers for this DVR port d6e524f0-8eaf-4799-9d35-f8c807a18a17 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:45:14.026952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.057492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:14.069993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21617877-4a9b-42c7-bea4-4465118fd794') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:14.070294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21617877-4a9b-42c7-bea4-4465118fd794') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:14.078979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e55b1-341d-4edf-b919-d07706856bc7 req-edffd128-a703-4f14-bbdc-aaf6bc0c0f92 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:14.080487 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c57e55b1-341d-4edf-b919-d07706856bc7 req-edffd128-a703-4f14-bbdc-aaf6bc0c0f92 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 945 time: 0.0924969 Dec 16 03:45:14.089345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.115532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.129854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:45:14.130237 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:45:14.131964 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:45:14.187797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-87598516-08f7-46e4-838c-e883a53e51f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:14.189182 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-87598516-08f7-46e4-838c-e883a53e51f1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9859a45-bac8-4c96-9948-732de9dea0f0 HTTP/1.1" status: 200 len: 945 time: 0.0554683 Dec 16 03:45:14.199941 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c57e55b1-341d-4edf-b919-d07706856bc7 req-54b73131-e9c9-469b-bcd6-a8a4f99b161a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6424d3f0-960f-49a9-85c0-768beff54da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123610 Dec 16 03:45:14.208371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.224630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.230632 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] 10.222.0.16 "DELETE /v2.0/networks/b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d HTTP/1.1" status: 204 len: 168 time: 0.6730602 Dec 16 03:45:14.232387 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928af9-105c-4c1f-a88b-90b4c99484bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b31dc9d8-70f3-4fc3-8609-2e5ae4b3aa6d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:14.295589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 49983dbf-baef-4d9e-8671-362293438519 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:14.295983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.350010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39858) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:14.389368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-21483b46-e71e-4640-a150-26f24de5ad15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8651f527d93e41a8bfaa3ec713995257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381086 Dec 16 03:45:14.391874 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39860) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:14.395128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 49983dbf-baef-4d9e-8671-362293438519, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=49983dbf-baef-4d9e-8671-362293438519,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:14.395490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.408945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 49983dbf-baef-4d9e-8671-362293438519 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:14.441573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924f387e-a33a-4cfa-b08d-179f7073ce49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.463119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924f387e-a33a-4cfa-b08d-179f7073ce49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.521940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924f387e-a33a-4cfa-b08d-179f7073ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.524532 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924f387e-a33a-4cfa-b08d-179f7073ce49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.525694 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-924f387e-a33a-4cfa-b08d-179f7073ce49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d8040d1-6df4-4898-87e9-893ec7e690cd HTTP/1.1" status: 204 len: 168 time: 0.1329045 Dec 16 03:45:14.535696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f387e-a33a-4cfa-b08d-179f7073ce49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8040d1-6df4-4898-87e9-893ec7e690cd,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:14.558562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.587882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=49983dbf-baef-4d9e-8671-362293438519,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:14.628952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port 49983dbf-baef-4d9e-8671-362293438519 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:45:14.631340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:14.634638 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d1f62fa9-5101-41e0-8451-54ce9ae288e3 req-970cbde5-ae05-4a32-9818-1e926a0a072b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/49983dbf-baef-4d9e-8671-362293438519 HTTP/1.1" status: 204 len: 173 time: 0.4389780 Dec 16 03:45:14.635183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'name': 'network-vif-deleted', 'tag': '49983dbf-baef-4d9e-8671-362293438519'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:14.637551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133ec29-0c0e-41dc-ad84-57cad7d2cafd" -d '{"events": [{"server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "name": "network-vif-deleted", "tag": "49983dbf-baef-4d9e-8671-362293438519"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:14.674032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a2bba-1228-4de3-a140-6e6b73d6b036 x-openstack-request-id: req-da7a2bba-1228-4de3-a140-6e6b73d6b036 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:14.674508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9859a45-bac8-4c96-9948-732de9dea0f0", "name": "network-vif-deleted", "tag": "49983dbf-baef-4d9e-8671-362293438519", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:14.674786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da7a2bba-1228-4de3-a140-6e6b73d6b036 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:14.675195 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9859a45-bac8-4c96-9948-732de9dea0f0', 'name': 'network-vif-deleted', 'tag': '49983dbf-baef-4d9e-8671-362293438519', 'status': 'completed', 'code': 200} Dec 16 03:45:14.724954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 35d8da7c-711e-45c0-8c5b-680ac063e244 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:14.745847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 35d8da7c-711e-45c0-8c5b-680ac063e244 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:14.746277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 35d8da7c-711e-45c0-8c5b-680ac063e244 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:14.746891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d6e524f0-8eaf-4799-9d35-f8c807a18a17 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:14.769212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d6e524f0-8eaf-4799-9d35-f8c807a18a17 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:14.769940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d6e524f0-8eaf-4799-9d35-f8c807a18a17 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:14.770452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c21b0728-65c4-4932-afd7-bcfb062dec72 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:14.790568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: c21b0728-65c4-4932-afd7-bcfb062dec72 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:14.791212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c21b0728-65c4-4932-afd7-bcfb062dec72 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:14.875682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39868) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:14.916187 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-97cb2bd8-3df5-4f6b-af32-0c04a6071d74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42d07ff3666d47e7b16ff70fe79847ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393102 Dec 16 03:45:14.918880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39870) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:14.978604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1615cebe-4a17-470b-8c24-37cf5f51390d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.000444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1615cebe-4a17-470b-8c24-37cf5f51390d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.061668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1615cebe-4a17-470b-8c24-37cf5f51390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.064474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1615cebe-4a17-470b-8c24-37cf5f51390d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.066066 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1615cebe-4a17-470b-8c24-37cf5f51390d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26008496-d5d1-4905-9dd8-6f8d8aae2d89 HTTP/1.1" status: 204 len: 168 time: 0.1459866 Dec 16 03:45:15.075568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615cebe-4a17-470b-8c24-37cf5f51390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26008496-d5d1-4905-9dd8-6f8d8aae2d89,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:15.270490 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39876) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:15.335008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35470f06-434a-4072-8d33-32cb4021052e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.364789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35470f06-434a-4072-8d33-32cb4021052e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.435819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35470f06-434a-4072-8d33-32cb4021052e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.438998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35470f06-434a-4072-8d33-32cb4021052e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:15.440113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-35470f06-434a-4072-8d33-32cb4021052e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/6424d3f0-960f-49a9-85c0-768beff54da2 HTTP/1.1" status: 204 len: 168 time: 0.1681077 Dec 16 03:45:15.450899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35470f06-434a-4072-8d33-32cb4021052e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6424d3f0-960f-49a9-85c0-768beff54da2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:15.474628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39880) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:15.949534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 7cbd9035-b3d4-40cd-9dc2-f7a56065583c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:15.949947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:16.029683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:16.029974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:16.041454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 7cbd9035-b3d4-40cd-9dc2-f7a56065583c owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:16.212612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:16.235836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=7cbd9035-b3d4-40cd-9dc2-f7a56065583c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:16.306332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:16.306622 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP 25f5ff70-71a4-4080-a6c7-62302ac8477c disassociated (deleted). External IP: 172.26.6.25, port: c117f38f-b074-431c-bc90-087ecd0614c2. Dec 16 03:45:16.541126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 1a70abc4-34b7-4869-b14f-460ff8dedc82 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:45:16.658069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:16.663322 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:16.668006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] Sync routers for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:16.678546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:16.679131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:16.693573 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-99a9bd56-58f1-4872-b85a-2c35aff003fb tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/25f5ff70-71a4-4080-a6c7-62302ac8477c HTTP/1.1" status: 204 len: 168 time: 1.2178359 Dec 16 03:45:16.694154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:16.696448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da29053-7a7c-4093-bc99-49c422f54f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:16.734007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa9b70-da8a-4354-b3a6-8cb66ff7b87b x-openstack-request-id: req-c1fa9b70-da8a-4354-b3a6-8cb66ff7b87b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:16.734306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:16.734637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1fa9b70-da8a-4354-b3a6-8cb66ff7b87b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:16.735044 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'status': 'completed', 'code': 200} Dec 16 03:45:16.794822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:16.827033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-397fc52c-12ac-4598-8559-27d92ef7f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:16.828399 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-397fc52c-12ac-4598-8559-27d92ef7f5cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 1098 time: 0.0484149 Dec 16 03:45:16.928638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a5bf-1e6f-4e6d-9520-a30d2c93ab84 req-9f9c57b8-cde1-4292-b0ef-3a1221aeeeb1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:16.930246 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8245a5bf-1e6f-4e6d-9520-a30d2c93ab84 req-9f9c57b8-cde1-4292-b0ef-3a1221aeeeb1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 945 time: 0.0534120 Dec 16 03:45:16.982706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8245a5bf-1e6f-4e6d-9520-a30d2c93ab84 req-a8494ae9-ac95-41d6-9b1b-d62be80a602a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459583 Dec 16 03:45:16.985903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-2e94bfeb-e313-42c1-83f0-f00b13d948a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:16.987434 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-2e94bfeb-e313-42c1-83f0-f00b13d948a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 200 len: 896 time: 0.1073413 Dec 16 03:45:17.016123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:17.032448 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-8e466166-d8c0-4e35-987e-7e2e885c15a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 200 len: 217 time: 0.0363388 Dec 16 03:45:17.041787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] Checking router: 1a70abc4-34b7-4869-b14f-460ff8dedc82 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:17.050151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:17.050737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:17.085122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-8944d0db-26d6-48c1-8ba7-5ecf5b3047a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:17.086626 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-8944d0db-26d6-48c1-8ba7-5ecf5b3047a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 200 len: 833 time: 0.0458102 Dec 16 03:45:17.135069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-c3f576c2-ffc0-4350-87cf-8148ef8dccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:17.136596 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-c3f576c2-ffc0-4350-87cf-8148ef8dccce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421679 Dec 16 03:45:17.239449 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-c5028da9-28c8-40ce-a533-1698f3df29c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946782 Dec 16 03:45:17.316481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:17.331658 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3da29053-7a7c-4093-bc99-49c422f54f1c req-8df77fca-5c16-48ec-bd57-ffe2ef9ae5a8 service neutron] 10.222.0.30 "GET /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838873 Dec 16 03:45:17.531232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:17.560898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b43d0-495a-46fa-8dd8-4ecb1de813e5 None None] The sync data for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv is: [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '00381242-3256-4954-a4e7-91c4c8c91a7d', 'name': '', 'network_id': '3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:cc:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:55Z', 'updated_at': '2021-12-16T03:43:58Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': 'd46adcf5-df89-478d-8a93-8ce565c8b64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:17.781062 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eb9437-f4b8-49eb-8cba-430c105db33b None None] New status for floating IP 25f5ff70-71a4-4080-a6c7-62302ac8477c: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:45:18.119937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647e17-0f22-4abe-9535-6e0079f8778a req-198dcff0-9e21-4c96-af53-47ae2f7cfba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:18.121321 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f647e17-0f22-4abe-9535-6e0079f8778a req-198dcff0-9e21-4c96-af53-47ae2f7cfba4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 945 time: 0.0577340 Dec 16 03:45:18.124669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 49983dbf-baef-4d9e-8671-362293438519 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:18.144482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 49983dbf-baef-4d9e-8671-362293438519 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:18.145105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 49983dbf-baef-4d9e-8671-362293438519 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:18.176837 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f647e17-0f22-4abe-9535-6e0079f8778a req-d164f03e-9b7f-4c20-a105-ac8df92f5eab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4f805bf-d582-4f2a-9b17-33a44df6b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488358 Dec 16 03:45:18.461352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-52095973-77e4-4421-a708-150e7bccb31e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:18.462836 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-52095973-77e4-4421-a708-150e7bccb31e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 945 time: 0.0647144 Dec 16 03:45:18.556645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port c117f38f-b074-431c-bc90-087ecd0614c2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:18.556946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:18.652589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port c117f38f-b074-431c-bc90-087ecd0614c2, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=c117f38f-b074-431c-bc90-087ecd0614c2,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:18.652993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:18.665916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for c117f38f-b074-431c-bc90-087ecd0614c2 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:18.800856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:18.829527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=c117f38f-b074-431c-bc90-087ecd0614c2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:18.873187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port c117f38f-b074-431c-bc90-087ecd0614c2 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:45:18.875789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:18.879113 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f6957bb-f56d-456c-b66a-d4695dc0e8e4 req-1ddcc697-f4c7-47eb-8d70-e42edac8d034 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/c117f38f-b074-431c-bc90-087ecd0614c2 HTTP/1.1" status: 204 len: 173 time: 0.4095500 Dec 16 03:45:18.879569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'name': 'network-vif-deleted', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:18.881857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7934080e-97da-46d2-9603-1e099b692fcb" -d '{"events": [{"server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "name": "network-vif-deleted", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:18.918760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0ad67e-8ae1-4a87-b3a4-3da39fde26e1 x-openstack-request-id: req-fb0ad67e-8ae1-4a87-b3a4-3da39fde26e1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:18.919056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c34151a-5613-4daf-9fb8-cfc09e7408cb", "name": "network-vif-deleted", "tag": "c117f38f-b074-431c-bc90-087ecd0614c2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:18.919301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb0ad67e-8ae1-4a87-b3a4-3da39fde26e1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:18.919684 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c34151a-5613-4daf-9fb8-cfc09e7408cb', 'name': 'network-vif-deleted', 'tag': 'c117f38f-b074-431c-bc90-087ecd0614c2', 'status': 'completed', 'code': 200} Dec 16 03:45:19.287248 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f68939ee-0588-4af4-b9e9-f571d938c4b5 req-c8386a14-a775-4bb7-87d4-502e0b175e6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c34151a-5613-4daf-9fb8-cfc09e7408cb HTTP/1.1" status: 200 len: 210 time: 0.0273912 Dec 16 03:45:20.359539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39896) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:20.423162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c2046b6-00e4-491d-b5e2-c9f73714467b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:20.449273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c2046b6-00e4-491d-b5e2-c9f73714467b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:20.514312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c2046b6-00e4-491d-b5e2-c9f73714467b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:20.517018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c2046b6-00e4-491d-b5e2-c9f73714467b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:20.518205 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5c2046b6-00e4-491d-b5e2-c9f73714467b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4f805bf-d582-4f2a-9b17-33a44df6b0ec HTTP/1.1" status: 204 len: 168 time: 0.1573112 Dec 16 03:45:20.528733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2046b6-00e4-491d-b5e2-c9f73714467b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f805bf-d582-4f2a-9b17-33a44df6b0ec,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:20.554877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39900) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:20.935004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:21.194941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 00381242-3256-4954-a4e7-91c4c8c91a7d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:21.195222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:21.287601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 00381242-3256-4954-a4e7-91c4c8c91a7d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=00381242-3256-4954-a4e7-91c4c8c91a7d,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:21.287929 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:21.300806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 00381242-3256-4954-a4e7-91c4c8c91a7d owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:21.499835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:21.531703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=00381242-3256-4954-a4e7-91c4c8c91a7d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:21.706301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:21.920123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 1a70abc4-34b7-4869-b14f-460ff8dedc82 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:45:22.125985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device c117f38f-b074-431c-bc90-087ecd0614c2 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:22.146245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: c117f38f-b074-431c-bc90-087ecd0614c2 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:22.146623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device c117f38f-b074-431c-bc90-087ecd0614c2 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:22.361782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:22.366970 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6a44ef9f-9b74-4104-893d-05a77d3465b4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/1a70abc4-34b7-4869-b14f-460ff8dedc82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109872 Dec 16 03:45:22.371302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:22.374735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] Sync routers for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:22.386588 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:22.387208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:22.421136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet d46adcf5-df89-478d-8a93-8ce565c8b64f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:45:22.424354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.464963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.494101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:22.549059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.605650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.633954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=d46adcf5-df89-478d-8a93-8ce565c8b64f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:22.635864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.640304 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0d7649ea-52bb-4b24-b8d6-82f39e71fc8d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/d46adcf5-df89-478d-8a93-8ce565c8b64f HTTP/1.1" status: 204 len: 168 time: 0.2677693 Dec 16 03:45:22.643224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39904) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:22.648092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f063940-f0dd-4865-af42-2faa74f7b927 None None] Network 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:45:22.751028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.768470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:45:21Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:22.796708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] Checking router: 1a70abc4-34b7-4869-b14f-460ff8dedc82 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:22.806060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] Routers {'1a70abc4-34b7-4869-b14f-460ff8dedc82'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:22.806060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1a70abc4-34b7-4869-b14f-460ff8dedc82'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:22.849390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] DHCP port deletion for 3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:22.866940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.920856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port f2942dcf-114d-478d-9feb-90f7e4ef453a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:22.921117 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:22.945096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] Set router 1a70abc4-34b7-4869-b14f-460ff8dedc82 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:23.004675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port f2942dcf-114d-478d-9feb-90f7e4ef453a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f2942dcf-114d-478d-9feb-90f7e4ef453a,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:23.005068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.017385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for f2942dcf-114d-478d-9feb-90f7e4ef453a owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:23.049931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] Deleting port e970deac-5339-41ae-a9e3-d7af659faed1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:45:23.050307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.136143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] For port e970deac-5339-41ae-a9e3-d7af659faed1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=e970deac-5339-41ae-a9e3-d7af659faed1,segment=NetworkSegment(72a93e5c-3961-4138-8963-a0e414d7cbaa),segment_id=72a93e5c-3961-4138-8963-a0e414d7cbaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:23.136879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.166709 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] Calling delete_port for e970deac-5339-41ae-a9e3-d7af659faed1 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:45:23.184192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.209880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=f2942dcf-114d-478d-9feb-90f7e4ef453a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:23.227799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76b96d-9d1b-470f-97a0-fcea8ae98e5a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:23.271579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:45:21Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:23.276812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.302999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.306720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb145dd2-2dd7-49b6-8c47-7bff334dd207 None None] The sync data for ids ['1a70abc4-34b7-4869-b14f-460ff8dedc82'] in dv-neutron-821927-1-hyperv is: [{'id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'name': 'tempest-TestNetworkBasicOps-router-133230555', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:45:21Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': 'f2942dcf-114d-478d-9feb-90f7e4ef453a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70abc4-34b7-4869-b14f-460ff8dedc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:43:52Z', 'updated_at': '2021-12-16T03:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:23.331153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] Pushing event deleted for resources: {'Port': ['ID=e970deac-5339-41ae-a9e3-d7af659faed1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:23.334786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ceb60-5864-41eb-8ae5-c30618d5cf5d None None] No DVR routers for this DVR port e970deac-5339-41ae-a9e3-d7af659faed1 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:45:23.370581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.373299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.421634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.422609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router 1a70abc4-34b7-4869-b14f-460ff8dedc82 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:45:23.430312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.431711 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9c26caa6-0ab0-410f-bd86-634ffec213bc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/1a70abc4-34b7-4869-b14f-460ff8dedc82 HTTP/1.1" status: 204 len: 168 time: 0.7872343 Dec 16 03:45:23.434944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39906) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:23.517111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.606666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.627180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:23.640076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a93e5c-3961-4138-8963-a0e414d7cbaa') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:23.640327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a93e5c-3961-4138-8963-a0e414d7cbaa') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:23.650445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.665019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.671958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:45:23.672385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:45:23.675820 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:45:23.741343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.748979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.751657 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a HTTP/1.1" status: 204 len: 168 time: 0.3158939 Dec 16 03:45:23.767947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18001d1-6dc7-4544-a454-7cc6a5fe400e tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=3e70f14f-abf8-4c7f-b9b0-85e4a08bd20a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:23.778048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39910) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:23.783557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'network': {'name': 'tempest-network-smoke--1679387464', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'port_security_enabled': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:23.807898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:45:23.811674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.834930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:45:23.844009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.844345 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Added segment d136d372-7b5d-4712-a786-9188cb9aeee5 of type vlan for network 08784831-93a3-449e-a9ba-38ee9dc3588e Dec 16 03:45:23.871518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.890691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.917618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:23.923374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:23.923973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.307222 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5251050 Dec 16 03:45:24.308025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:24.313650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-61474235', 'admin_state_up': True, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:24.317896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e49f6-ab88-4f19-addf-75bc73ec09c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Network': ['ID=08784831-93a3-449e-a9ba-38ee9dc3588e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:24.330743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 08784831-93a3-449e-a9ba-38ee9dc3588e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:45:24.345164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.346534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.402605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.542273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.714166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 00381242-3256-4954-a4e7-91c4c8c91a7d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:24.735066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 00381242-3256-4954-a4e7-91c4c8c91a7d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:24.735347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 00381242-3256-4954-a4e7-91c4c8c91a7d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:24.735805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e970deac-5339-41ae-a9e3-d7af659faed1 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:24.741306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.754674 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: e970deac-5339-41ae-a9e3-d7af659faed1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:24.755005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device e970deac-5339-41ae-a9e3-d7af659faed1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:24.755425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f2942dcf-114d-478d-9feb-90f7e4ef453a no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:45:24.759436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.773911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f2942dcf-114d-478d-9feb-90f7e4ef453a {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:45:24.774260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f2942dcf-114d-478d-9feb-90f7e4ef453a not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:45:24.858344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.23 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/5ab980fe-5b88-4db0-a219-6f333a2646e2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:45:24.963674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:24.999098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:25.037258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:45:25.040230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:45:25.043991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:45:25.053769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36937eac-d993-40f7-9521-4b11becbe587 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:25.072644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=5ab980fe-5b88-4db0-a219-6f333a2646e2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:25.168062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5d4ce729-45f9-47d1-adc4-370ed28308dc None None] Provisioning complete for port 5ab980fe-5b88-4db0-a219-6f333a2646e2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:25.168772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d4ce729-45f9-47d1-adc4-370ed28308dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:25.203308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ce729-45f9-47d1-adc4-370ed28308dc None None] Port 5ab980fe-5b88-4db0-a219-6f333a2646e2 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:45:25.304457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:25.504080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:25.635424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 168f8dab-73e7-43b8-b967-a6b314ff5b01 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:45:25.753306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:25.763069 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Sync routers for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:25.773082 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:25.773671 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:25.774932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:25.776206 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7457bf06-df88-47bb-9738-bcb1e8a550d5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4662459 Dec 16 03:45:25.779459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:25.807949 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-50c3b9b8-42a2-48b3-8d34-d8a5170a7437 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=30e74e4b4b6d435f8199d4a1ccc49dfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273890 Dec 16 03:45:25.811154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39916) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:25.878365 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:25.899246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62690b4a-cc26-4f8a-9403-70d57ec71540 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:25.900796 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-62690b4a-cc26-4f8a-9403-70d57ec71540 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886335 Dec 16 03:45:25.903674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39918) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:25.936312 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-682fe0cd-49cd-4638-a694-e4037abba06f tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310826 Dec 16 03:45:25.937982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:25.943908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1535154076', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:26.046963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:45:26.050495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.063161 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:25Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:26.088966 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Checking router: 168f8dab-73e7-43b8-b967-a6b314ff5b01 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:26.089318 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Updating router 168f8dab-73e7-43b8-b967-a6b314ff5b01 port 5ab980fe-5b88-4db0-a219-6f333a2646e2 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:45:26.113148 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.231785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.288417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Subnet': ['ID=27163885-4512-45eb-bb72-43fd5234e7a5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:26.298907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Checking segment: {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:45:26.299212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network hostable DHCP agents. Network: 08784831-93a3-449e-a9ba-38ee9dc3588e, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:45:26.317247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 08784831-93a3-449e-a9ba-38ee9dc3588e is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:45:26.327838 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 08784831-93a3-449e-a9ba-38ee9dc3588e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:45:26.332065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:26.332645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.337344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344a4a7-a518-4edf-b353-72f99dbe583d None None] Network 08784831-93a3-449e-a9ba-38ee9dc3588e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:45:26.352553 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf99b081-4b4a-475f-a3f4-ee0a5aaf186b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4107239 Dec 16 03:45:26.352787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:26.371584 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.379955 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.447813 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Attempting to bind port 5ab980fe-5b88-4db0-a219-6f333a2646e2 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:45:26.449007 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Attempting to bind port 5ab980fe-5b88-4db0-a219-6f333a2646e2 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:45:26.449376 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Attempting to bind port 5ab980fe-5b88-4db0-a219-6f333a2646e2 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:45:26.451790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06115fd6-3774-47fd-8d5e-42c863076a88 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:26.453101 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Pushing event updated for resources: {'Port': ['ID=5ab980fe-5b88-4db0-a219-6f333a2646e2,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:26.461576 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:45:26.461841 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:45:26.462166 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.462644 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:45:26.463111 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Bound port: 5ab980fe-5b88-4db0-a219-6f333a2646e2, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:45:26.463463 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.466156 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.466646 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.466997 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.467317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-08784831-93a3-449e-a9ba-38ee9dc3588e', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:45:26.467478 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.467661 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.467995 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.468336 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.468457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.468667 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.468978 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.469302 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.469628 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.469947 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.470266 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:45:26.530603 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] For port 5ab980fe-5b88-4db0-a219-6f333a2646e2, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:45:26.533629 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] For port 5ab980fe-5b88-4db0-a219-6f333a2646e2, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5ab980fe-5b88-4db0-a219-6f333a2646e2,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:45:26.543848 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.569403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-94b8a6ae-53d2-4d17-b57a-31e4163e609e None None] Provisioning complete for port 5ab980fe-5b88-4db0-a219-6f333a2646e2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:26.569901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94b8a6ae-53d2-4d17-b57a-31e4163e609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.595450 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab4032-c379-4b9e-9449-de4cf2bdf317 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:45:26.601371 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:26.602143 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:26.674548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Allocated IP 172.20.0.2 (08784831-93a3-449e-a9ba-38ee9dc3588e/27163885-4512-45eb-bb72-43fd5234e7a5/773a692d-c3e4-4890-8985-1ca811bee75f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:45:26.698720 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be384806-5f12-4c9e-860a-1d62e389cb9a None None] Pushing event updated for resources: {'Port': ['ID=5ab980fe-5b88-4db0-a219-6f333a2646e2,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:26.725887 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:26.754185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94b8a6ae-53d2-4d17-b57a-31e4163e609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.787512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-94b8a6ae-53d2-4d17-b57a-31e4163e609e None None] For port 5ab980fe-5b88-4db0-a219-6f333a2646e2, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5ab980fe-5b88-4db0-a219-6f333a2646e2,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:26.801942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94b8a6ae-53d2-4d17-b57a-31e4163e609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.847173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:26.917295 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:25Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:26.947006 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a91eac-4bbb-4bb2-b88b-4f289279eef7 None None] The sync data for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv is: [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:25Z', 'revision_number': 3, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:27.048558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8a6ae-53d2-4d17-b57a-31e4163e609e None None] Pushing event updated for resources: {'Port': ['ID=5ab980fe-5b88-4db0-a219-6f333a2646e2,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:27.079786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fff4c3f4-9e0a-4dea-844c-e86feb6dcbeb None None] Provisioning complete for port 5ab980fe-5b88-4db0-a219-6f333a2646e2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:27.080177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fff4c3f4-9e0a-4dea-844c-e86feb6dcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.129097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.138465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.209974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.1 (08784831-93a3-449e-a9ba-38ee9dc3588e/27163885-4512-45eb-bb72-43fd5234e7a5/3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:45:27.228186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Network 08784831-93a3-449e-a9ba-38ee9dc3588e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:45:27.242312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:45:27.245710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Pushing event updated for resources: {'Port': ['ID=773a692d-c3e4-4890-8985-1ca811bee75f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:27.248629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:45:27.317329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Attempting to bind port 773a692d-c3e4-4890-8985-1ca811bee75f on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:45:27.317696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Attempting to bind port 773a692d-c3e4-4890-8985-1ca811bee75f by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:45:27.318066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Attempting to bind port 773a692d-c3e4-4890-8985-1ca811bee75f on network 08784831-93a3-449e-a9ba-38ee9dc3588e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:45:27.323688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:45:27.324060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Checking segment: {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:45:27.324690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.325080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Bound using segment: {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:45:27.325792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Bound port: 773a692d-c3e4-4890-8985-1ca811bee75f, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:45:27.326179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.353976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.394453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.399107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] For port 773a692d-c3e4-4890-8985-1ca811bee75f, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:45:27.404019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] For port 773a692d-c3e4-4890-8985-1ca811bee75f, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=773a692d-c3e4-4890-8985-1ca811bee75f,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:45:27.408703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.443646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 08784831-93a3-449e-a9ba-38ee9dc3588e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:45:27.446959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:45:27.451968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:45:27.456141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:27.477776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eb240-a1a6-4bf6-a9bb-6851fa06c0d7 None None] Pushing event updated for resources: {'Port': ['ID=773a692d-c3e4-4890-8985-1ca811bee75f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:27.506074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:27.659241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.288670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.293776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.371079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:28.373915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.398066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4389c-28dc-4871-9b03-8fef7444e519 None None] Network 08784831-93a3-449e-a9ba-38ee9dc3588e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:45:28.463881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 08784831-93a3-449e-a9ba-38ee9dc3588e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:45:28.465428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:45:28.512411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3ae5c615-a55e-4553-ba05-ae6baf1bcf3f None None] Provisioning complete for port 773a692d-c3e4-4890-8985-1ca811bee75f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:28.513188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c615-a55e-4553-ba05-ae6baf1bcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.594713 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 168f8dab-73e7-43b8-b967-a6b314ff5b01 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:45:28.601768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c615-a55e-4553-ba05-ae6baf1bcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.637352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3ae5c615-a55e-4553-ba05-ae6baf1bcf3f None None] For port 773a692d-c3e4-4890-8985-1ca811bee75f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=773a692d-c3e4-4890-8985-1ca811bee75f,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:28.645411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c615-a55e-4553-ba05-ae6baf1bcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.710028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c615-a55e-4553-ba05-ae6baf1bcf3f None None] Pushing event updated for resources: {'Port': ['ID=773a692d-c3e4-4890-8985-1ca811bee75f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:28.730235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:28.738157 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-248b21c6-dc44-47b4-82da-d544bbfaf669 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/168f8dab-73e7-43b8-b967-a6b314ff5b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3814740 Dec 16 03:45:28.738543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:28.810319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 773a692d-c3e4-4890-8985-1ca811bee75f up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:45:28.856802 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9c8b4-95d6-417e-b1f6-d932cf29dcba tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.857481 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9c8b4-95d6-417e-b1f6-d932cf29dcba tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.857951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9c8b4-95d6-417e-b1f6-d932cf29dcba tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.858447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9c8b4-95d6-417e-b1f6-d932cf29dcba tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.860162 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-11a9c8b4-95d6-417e-b1f6-d932cf29dcba tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1207511 Dec 16 03:45:28.863123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39926) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:28.875565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 773a692d-c3e4-4890-8985-1ca811bee75f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:28.875974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.907331 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d82aee43-b2d5-4ab5-b1e8-b966d795aaf1 None None] Provisioning complete for port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:28.907599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d82aee43-b2d5-4ab5-b1e8-b966d795aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:28.935725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Sync routers for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:28.938797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92f3c8-8769-442b-bdbf-d6fa24613dc4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.939385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92f3c8-8769-442b-bdbf-d6fa24613dc4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.940388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92f3c8-8769-442b-bdbf-d6fa24613dc4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.941058 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92f3c8-8769-442b-bdbf-d6fa24613dc4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:28.945831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:28.946157 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6d92f3c8-8769-442b-bdbf-d6fa24613dc4 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0817103 Dec 16 03:45:28.962414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:28.963139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:28.965020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d82aee43-b2d5-4ab5-b1e8-b966d795aaf1 None None] Port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:45:29.079020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d82aee43-b2d5-4ab5-b1e8-b966d795aaf1 None None] Provisioning complete for port 773a692d-c3e4-4890-8985-1ca811bee75f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:29.079403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d82aee43-b2d5-4ab5-b1e8-b966d795aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.086823 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-38a3cc39-f5ab-4809-b346-7a7a76ab8f5e tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1397116 Dec 16 03:45:29.135043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5ab980fe-5b88-4db0-a219-6f333a2646e2 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:45:29.186968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:29.301100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:29.305711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-47df719e-a014-4055-86a1-b530efeca3cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708906116', 'description': 'tempest-secgroup-smoke-708906116 description', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:29.333135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47df719e-a014-4055-86a1-b530efeca3cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.340673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 5ab980fe-5b88-4db0-a219-6f333a2646e2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:29.341168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.404582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47df719e-a014-4055-86a1-b530efeca3cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.409565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47df719e-a014-4055-86a1-b530efeca3cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.435945 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:45:29.441053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df719e-a014-4055-86a1-b530efeca3cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d092d-9b44-4e86-b443-7e41b747e741,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:29.446986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47df719e-a014-4055-86a1-b530efeca3cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.452011 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-47df719e-a014-4055-86a1-b530efeca3cc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1463995 Dec 16 03:45:29.452011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39934) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:29.456499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-505da1a3-0292-4e8a-aa80-289b076885fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '7a3d092d-9b44-4e86-b443-7e41b747e741', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:29.485798 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505da1a3-0292-4e8a-aa80-289b076885fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.505080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6e60e980-96a1-446b-825d-26a623866b85 None None] Provisioning complete for port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:29.505458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e60e980-96a1-446b-825d-26a623866b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.541314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505da1a3-0292-4e8a-aa80-289b076885fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.545506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505da1a3-0292-4e8a-aa80-289b076885fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.546505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:27Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:45:27Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:29.548284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6e60e980-96a1-446b-825d-26a623866b85 None None] Port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:45:29.562378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505da1a3-0292-4e8a-aa80-289b076885fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc514638-bb60-4ac0-9711-9acebd4745c1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:29.574899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-505da1a3-0292-4e8a-aa80-289b076885fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.576461 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-505da1a3-0292-4e8a-aa80-289b076885fd tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236880 Dec 16 03:45:29.579456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:29.580192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Checking router: 168f8dab-73e7-43b8-b967-a6b314ff5b01 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:29.580556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Updating router 168f8dab-73e7-43b8-b967-a6b314ff5b01 port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:45:29.584185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6e324b16-b9a3-4a8b-a133-2cfa1b22c53f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '7a3d092d-9b44-4e86-b443-7e41b747e741', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:29.606341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.612002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e324b16-b9a3-4a8b-a133-2cfa1b22c53f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.668947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e324b16-b9a3-4a8b-a133-2cfa1b22c53f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.673417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e324b16-b9a3-4a8b-a133-2cfa1b22c53f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.691530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e324b16-b9a3-4a8b-a133-2cfa1b22c53f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2294188-8ee3-473e-b7f1-74abd6a38053,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:29.699232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e324b16-b9a3-4a8b-a133-2cfa1b22c53f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.700508 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6e324b16-b9a3-4a8b-a133-2cfa1b22c53f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198797 Dec 16 03:45:29.703631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:29.708158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e5320a7a-f230-4459-b152-f72964384b46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '7a3d092d-9b44-4e86-b443-7e41b747e741', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:29.737515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5320a7a-f230-4459-b152-f72964384b46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.796902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5320a7a-f230-4459-b152-f72964384b46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.800781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5320a7a-f230-4459-b152-f72964384b46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.818634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5320a7a-f230-4459-b152-f72964384b46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06405de0-b3ce-4e1f-a185-059fb9dd2293,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:29.828102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5320a7a-f230-4459-b152-f72964384b46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.831869 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e5320a7a-f230-4459-b152-f72964384b46 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247609 Dec 16 03:45:29.832081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39940) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:29.836573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ccd6bb6e-1460-486a-8d43-41c2c47c8184 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '7a3d092d-9b44-4e86-b443-7e41b747e741', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:29.864895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ccd6bb6e-1460-486a-8d43-41c2c47c8184 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.881302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.887101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.926432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ccd6bb6e-1460-486a-8d43-41c2c47c8184 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.932416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ccd6bb6e-1460-486a-8d43-41c2c47c8184 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.957384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6bb6e-1460-486a-8d43-41c2c47c8184 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fd2452-d841-47cc-84da-e6db705f6b97,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:29.966531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0faab-00b2-476f-b131-4c21aa63f1df None None] Pushing event updated for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:29.976128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ccd6bb6e-1460-486a-8d43-41c2c47c8184 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:29.980495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 39942) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:29.982915 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ccd6bb6e-1460-486a-8d43-41c2c47c8184 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498153 Dec 16 03:45:29.985457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '7a3d092d-9b44-4e86-b443-7e41b747e741', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:30.002811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Attempting to bind port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:45:30.003265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Attempting to bind port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:45:30.003642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Attempting to bind port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 on network 08784831-93a3-449e-a9ba-38ee9dc3588e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:45:30.010068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:45:30.010615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Checking segment: {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:45:30.011097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.011496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Bound using segment: {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:45:30.011980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Bound port: 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:45:30.012356 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:45:30.012503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.018121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.079018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] For port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:45:30.082637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] For port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:45:30.085738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.090044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.092457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.111332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2013c34c-c5a1-4da9-b06d-1c39112b52d0,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:30.122201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.123491 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-788e52f5-c7e6-498b-b4fc-029d6862bc3a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418440 Dec 16 03:45:30.126317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 39944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:30.131178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'security_group_rule': {'security_group_id': '7a3d092d-9b44-4e86-b443-7e41b747e741', 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:30.158292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:30.159012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:30.161065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0faab-00b2-476f-b131-4c21aa63f1df None None] Pushing event updated for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:30.178549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Project 30e74e4b4b6d435f8199d4a1ccc49dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:45:30.186163 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.227356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-88428610-aadd-42b2-8ad3-4e1db56dff72 None None] Provisioning complete for port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:30.227719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88428610-aadd-42b2-8ad3-4e1db56dff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.259402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.264167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.284569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c4ed5c-b8da-410c-9f13-d1d8a8950f6d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:30.297652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.299880 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-20784be4-2cba-4c41-9944-00a021e1a4c8 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723509 Dec 16 03:45:30.324168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:30.625767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88428610-aadd-42b2-8ad3-4e1db56dff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.691434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-88428610-aadd-42b2-8ad3-4e1db56dff72 None None] For port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:30.699373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88428610-aadd-42b2-8ad3-4e1db56dff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.740076 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-ca5e36e1-2b35-4b8f-bc12-e0a43a226464 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708906116&fields=id&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 267 time: 0.0513856 Dec 16 03:45:30.748642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 773a692d-c3e4-4890-8985-1ca811bee75f up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:45:30.820358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88428610-aadd-42b2-8ad3-4e1db56dff72 None None] Pushing event updated for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:30.842747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-75206ce4-329f-41d8-9b02-23178e04364a None None] Provisioning complete for port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:30.843082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75206ce4-329f-41d8-9b02-23178e04364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.846051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:27Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:45:30Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:30.853248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-2bd0dc38-7f75-4195-9d2b-b82bf2dd70c4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:30.854752 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-2bd0dc38-7f75-4195-9d2b-b82bf2dd70c4 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/networks?id=08784831-93a3-449e-a9ba-38ee9dc3588e HTTP/1.1" status: 200 len: 797 time: 0.1075668 Dec 16 03:45:30.870559 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-24a3329a-9c96-4e89-9f8c-4412c14bf567 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/quotas/30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 375 time: 0.0097699 Dec 16 03:45:30.898066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abca3b4-5702-4a2e-a966-aa98ad0a5456 None None] The sync data for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv is: [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:27Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:45:30Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:30.907212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 773a692d-c3e4-4890-8985-1ca811bee75f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:30.907595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:30.929770 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-d1753f6b-ad06-400e-834b-136f4bd6b1b1 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535028 Dec 16 03:45:31.070542 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-8f7b1c15-501c-46fa-96ba-cd2e8af4c7e9 service neutron] 10.222.0.16 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965273 Dec 16 03:45:31.166869 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-454d8da5-1623-47ed-b0b0-d86351bc4c11 service neutron] 10.222.0.16 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898108 Dec 16 03:45:31.471173 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-74c4b9a8-8edf-417a-808b-7b41d97f7c90 req-4b776f04-9c14-4207-91b1-cb60c1029c21 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 210 time: 0.1511900 Dec 16 03:45:32.397567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-ff6c2e6e-c44e-47ad-af73-3f1c4597d5f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:32.399060 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-ff6c2e6e-c44e-47ad-af73-3f1c4597d5f6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/networks?id=08784831-93a3-449e-a9ba-38ee9dc3588e HTTP/1.1" status: 200 len: 797 time: 0.1082675 Dec 16 03:45:32.476269 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-4755629a-6e1c-4e34-a013-c52f89c6913f tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd HTTP/1.1" status: 200 len: 379 time: 0.0604463 Dec 16 03:45:32.486421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'port': {'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'admin_state_up': True, 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'security_groups': ['7a3d092d-9b44-4e86-b443-7e41b747e741']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:32.571761 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f71a9a4b-70a9-4745-8f2a-4e9d9aa900f5 req-c842a400-218d-490e-8387-76bec315dd19 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 210 time: 0.0313709 Dec 16 03:45:32.601407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Made reservation on behalf of 30e74e4b4b6d435f8199d4a1ccc49dfd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:45:32.605123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:32.734214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.20.0.10 (08784831-93a3-449e-a9ba-38ee9dc3588e/27163885-4512-45eb-bb72-43fd5234e7a5/a11e6087-cbde-4e5c-8f21-55b5bcda92a7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:45:32.752147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:45:32.803845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:32.804216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:32.878384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:32.914842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:32.961108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 08784831-93a3-449e-a9ba-38ee9dc3588e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:45:32.964324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:45:32.968820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:45:32.972855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:33.027865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:33.028520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.045812 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-bf2b9ef0-80ba-4644-b1bf-4083c50b04e6 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630484 Dec 16 03:45:33.063702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Request body: {'port': {'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:33.119894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.179031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-41ab2e46-e04e-40dc-9b49-3aa8db789676 None None] Provisioning complete for port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:33.179348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e46-e04e-40dc-9b49-3aa8db789676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.217694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-41ab2e46-e04e-40dc-9b49-3aa8db789676 None None] Port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:45:33.389248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11e6087-cbde-4e5c-8f21-55b5bcda92a7 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:45:33.399394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.418148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Transition to ACTIVE for port object a11e6087-cbde-4e5c-8f21-55b5bcda92a7 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:45:33.423110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.478631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:33.548414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Attempting to bind port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:45:33.548731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Attempting to bind port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:45:33.549092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Attempting to bind port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 on network 08784831-93a3-449e-a9ba-38ee9dc3588e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:45:33.553978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 on network 08784831-93a3-449e-a9ba-38ee9dc3588e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:45:33.554312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Attempting to bind port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 on network 08784831-93a3-449e-a9ba-38ee9dc3588e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:45:33.559847 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:45:33.560156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Checking segment: {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:45:33.560554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Bound using segment: {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:45:33.560991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Bound port: a11e6087-cbde-4e5c-8f21-55b5bcda92a7, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd136d372-7b5d-4712-a786-9188cb9aeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:45:33.561354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.631414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] For port a11e6087-cbde-4e5c-8f21-55b5bcda92a7, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:45:33.635034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] For port a11e6087-cbde-4e5c-8f21-55b5bcda92a7, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:45:33.641629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.681054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:33.681683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:33.683107 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] 10.222.0.30 "PUT /v2.0/ports/a11e6087-cbde-4e5c-8f21-55b5bcda92a7 HTTP/1.1" status: 200 len: 1094 time: 0.6239884 Dec 16 03:45:33.683555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:33.685920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f051f7-322e-4cf0-88ad-c2087da1d941" -d '{"events": [{"name": "network-changed", "server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:33.694225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268820cc-5f3d-450f-87f8-858b5abc3251 req-339c42bd-a407-4620-bea6-50e6b8928ddc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:33.696463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-268820cc-5f3d-450f-87f8-858b5abc3251 req-339c42bd-a407-4620-bea6-50e6b8928ddc tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 944 time: 0.0524590 Dec 16 03:45:33.717050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf4330-4ad0-4674-b926-01b28fbe8ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:33.769379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c62ba2b-d7da-4885-b8c9-e5426c418b21 x-openstack-request-id: req-7c62ba2b-d7da-4885-b8c9-e5426c418b21 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:33.769664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:33.769925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c62ba2b-d7da-4885-b8c9-e5426c418b21 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:33.770340 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'status': 'completed', 'code': 200} Dec 16 03:45:33.783349 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-268820cc-5f3d-450f-87f8-858b5abc3251 req-0cf36767-2d1b-4a61-8f24-dde36ae793c0 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798781 Dec 16 03:45:33.814552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-14468550-00b8-42ba-a8e4-5919429074be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:33.816442 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-14468550-00b8-42ba-a8e4-5919429074be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 1097 time: 0.0643783 Dec 16 03:45:33.884553 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-c7d225b4-151a-42f1-887a-78454898091f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7 HTTP/1.1" status: 200 len: 217 time: 0.0360091 Dec 16 03:45:33.941811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-ab07b489-15e6-4a8d-80bf-85f3b6c0f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:33.943348 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-ab07b489-15e6-4a8d-80bf-85f3b6c0f479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27163885-4512-45eb-bb72-43fd5234e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0492988 Dec 16 03:45:33.993039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-9743ade0-a919-414e-a053-cc83afa6f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:33.994574 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-9743ade0-a919-414e-a053-cc83afa6f4e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08784831-93a3-449e-a9ba-38ee9dc3588e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419445 Dec 16 03:45:34.082272 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-ced08409-54a0-4ac3-9f5f-b1eeb4191ef9 service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796435 Dec 16 03:45:34.249874 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e834d10f-a91c-473e-a440-4f2ae8c0cda0 req-4aae7fc4-7f02-412a-80ee-042ace34340e service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589377 Dec 16 03:45:34.383818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-f2af9eb2-806d-4adf-8728-ca58a38f7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:34.385349 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-f2af9eb2-806d-4adf-8728-ca58a38f7f5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 1097 time: 0.0478642 Dec 16 03:45:34.499418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-930f3f3c-56e3-4006-bd5f-7b4be0fa723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:34.500963 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-930f3f3c-56e3-4006-bd5f-7b4be0fa723d service neutron] 10.222.0.30 "GET /v2.0/networks?id=08784831-93a3-449e-a9ba-38ee9dc3588e HTTP/1.1" status: 200 len: 897 time: 0.1080449 Dec 16 03:45:34.542980 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-d0b63e5f-17f0-4bc8-9808-2c1b12b2ae29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7 HTTP/1.1" status: 200 len: 217 time: 0.0337732 Dec 16 03:45:34.593677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-8a739b85-a274-4710-ae7f-f01ec67c27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:34.595220 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-8a739b85-a274-4710-ae7f-f01ec67c27f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27163885-4512-45eb-bb72-43fd5234e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0447140 Dec 16 03:45:34.649352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-66c12ed3-f967-4e53-8d0d-19881d0d3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:34.650900 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-66c12ed3-f967-4e53-8d0d-19881d0d3e4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08784831-93a3-449e-a9ba-38ee9dc3588e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471580 Dec 16 03:45:34.742585 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-0cffe11a-9f8c-40fc-98f9-9075433d14de service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824387 Dec 16 03:45:34.841623 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c3f051f7-322e-4cf0-88ad-c2087da1d941 req-747109fd-be3e-4de5-a372-db61529caff5 service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868421 Dec 16 03:45:34.897236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92cca5-516e-4725-91e6-790f39d22305 req-b9843f5b-9dda-49ed-955b-921ea6ca0115 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:34.898740 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec92cca5-516e-4725-91e6-790f39d22305 req-b9843f5b-9dda-49ed-955b-921ea6ca0115 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 944 time: 0.0509779 Dec 16 03:45:34.949926 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec92cca5-516e-4725-91e6-790f39d22305 req-b6204de4-ebb3-46a1-80bd-4dca60e31e80 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Dec 16 03:45:35.202604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-421a7f33-9d91-412c-8bd8-40100508ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:36.070980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ac101-fb6c-4377-9fe8-45110f6e729e req-9827f733-f354-48e8-acc4-9d7f3f918569 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:36.072482 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-129ac101-fb6c-4377-9fe8-45110f6e729e req-9827f733-f354-48e8-acc4-9d7f3f918569 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 944 time: 0.0556889 Dec 16 03:45:36.123662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-129ac101-fb6c-4377-9fe8-45110f6e729e req-70f6a1a1-422b-4993-a4e6-fec050944755 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447071 Dec 16 03:45:37.262681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef5c6-6fb0-46c4-9426-5137a175d0a9 req-495b9bf5-e881-4fa1-b074-97b817a3c370 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:37.264354 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-899ef5c6-6fb0-46c4-9426-5137a175d0a9 req-495b9bf5-e881-4fa1-b074-97b817a3c370 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 944 time: 0.0577655 Dec 16 03:45:37.318671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-899ef5c6-6fb0-46c4-9426-5137a175d0a9 req-94f49d0e-2e04-4d1f-9a3d-7677a337e905 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454404 Dec 16 03:45:37.373670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9d2a-6730-43a8-bc40-fe663f17b6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:38.189466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a11e6087-cbde-4e5c-8f21-55b5bcda92a7 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:45:38.301984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port a11e6087-cbde-4e5c-8f21-55b5bcda92a7, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:38.313228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'mac_address': 'fa:16:3e:71:bd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:45:38.350427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:38.363517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11e6087-cbde-4e5c-8f21-55b5bcda92a7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:45:38.383941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port a11e6087-cbde-4e5c-8f21-55b5bcda92a7, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:38.389417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:38.438294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:38.446344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100fe74-8441-4491-9958-146cc4667bb4 req-c28a0511-5b95-4f2d-89b1-31d5d8a7a182 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:38.447915 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2100fe74-8441-4491-9958-146cc4667bb4 req-c28a0511-5b95-4f2d-89b1-31d5d8a7a182 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 945 time: 0.0616119 Dec 16 03:45:38.475236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:38.500306 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2100fe74-8441-4491-9958-146cc4667bb4 req-863c6547-e134-4d8c-acbe-f6b46c141c0b tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462620 Dec 16 03:45:38.646910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['a11e6087-cbde-4e5c-8f21-55b5bcda92a7'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:45:39.635713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ebfc1-f8a3-49e6-91f3-d2bbf5fcfa3f req-ca111549-36bd-499d-a960-92a852621941 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:39.637195 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-281ebfc1-f8a3-49e6-91f3-d2bbf5fcfa3f req-ca111549-36bd-499d-a960-92a852621941 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 945 time: 0.0622547 Dec 16 03:45:39.689602 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-281ebfc1-f8a3-49e6-91f3-d2bbf5fcfa3f req-e3f3c50f-8f79-4251-9511-ceed3594d791 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457790 Dec 16 03:45:40.032715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:40.189233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a11e6087-cbde-4e5c-8f21-55b5bcda92a7 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:45:40.245216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:45:40.250667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:45:40.250667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:40.331667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:40.358367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:40.360685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cfba1e-4ccb-43ba-8c0d-fd776944d7a6" -d '{"events": [{"server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "name": "network-vif-plugged", "status": "completed", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:40.373292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port a11e6087-cbde-4e5c-8f21-55b5bcda92a7, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:45:40.378476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:40.405129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d4ae65-bcac-4283-8f5f-6714dc4dffba x-openstack-request-id: req-b4d4ae65-bcac-4283-8f5f-6714dc4dffba {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:40.405429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "name": "network-vif-plugged", "status": "completed", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:40.405692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4d4ae65-bcac-4283-8f5f-6714dc4dffba {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:40.406090 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'code': 200} Dec 16 03:45:40.433869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:40.613278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab25cc-4e9c-4b81-bce6-839c80d7b8e7 req-e6f2cbad-fd81-4182-a946-72233fe12b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:40.614799 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dcab25cc-4e9c-4b81-bce6-839c80d7b8e7 req-e6f2cbad-fd81-4182-a946-72233fe12b32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 1099 time: 0.0420115 Dec 16 03:45:40.666246 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dcab25cc-4e9c-4b81-bce6-839c80d7b8e7 req-f43d44f6-0617-4d15-9f1c-61cddf44023f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Dec 16 03:45:40.816294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76384da-fb99-45b7-aa15-2cdc6cc7609b req-698783fe-47b9-499e-85bf-0f4f120811ac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:40.817759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d76384da-fb99-45b7-aa15-2cdc6cc7609b req-698783fe-47b9-499e-85bf-0f4f120811ac tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 946 time: 0.0512013 Dec 16 03:45:40.873487 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d76384da-fb99-45b7-aa15-2cdc6cc7609b req-d27b796e-8952-47a7-8b0d-6764964af6a9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472333 Dec 16 03:45:41.106341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:42.008501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1dbeb-76de-4aa6-ba28-5a24062312cd req-6299984b-5d8e-4e18-8677-467203628dcf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:42.009994 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d2d1dbeb-76de-4aa6-ba28-5a24062312cd req-6299984b-5d8e-4e18-8677-467203628dcf tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 946 time: 0.0529215 Dec 16 03:45:42.060892 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d2d1dbeb-76de-4aa6-ba28-5a24062312cd req-83d12ff2-6dae-445b-97ea-d89f235b73b9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Dec 16 03:45:42.180727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c84969-6f9c-44a3-8f21-334e04c9df3c req-9e651543-5ac0-4350-b925-6544639cba11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:42.182166 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97c84969-6f9c-44a3-8f21-334e04c9df3c req-9e651543-5ac0-4350-b925-6544639cba11 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 946 time: 0.0516188 Dec 16 03:45:42.235444 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-97c84969-6f9c-44a3-8f21-334e04c9df3c req-81542841-b1b1-4bed-ad80-a940a0a76857 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461633 Dec 16 03:45:42.258118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:42.300264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d2ba8-92db-437f-9df4-1b3aa1b6c884 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:42.301852 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6e5d2ba8-92db-437f-9df4-1b3aa1b6c884 tempest-TestNetworkBasicOps-1327271727 tempest-TestNetworkBasicOps-1327271727-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 1094 time: 0.0425932 Dec 16 03:45:42.304814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40008) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:42.309239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:45:42.336065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:42.458868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:42.521765 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-5de3450c-8370-4572-b079-03b15f767e8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0967851 Dec 16 03:45:42.577731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Allocated IP 172.26.6.128 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/53e05be7-9962-4152-9b84-395fab8e09b9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:45:42.689442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-30bb1b84-63d5-4008-97d1-00c71266c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:42.691367 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-30bb1b84-63d5-4008-97d1-00c71266c4d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 1099 time: 0.1006758 Dec 16 03:45:42.724736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:42.819444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-8fb89198-e109-4e9d-bfc8-2682c87e7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:42.821009 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-8fb89198-e109-4e9d-bfc8-2682c87e7567 service neutron] 10.222.0.30 "GET /v2.0/networks?id=08784831-93a3-449e-a9ba-38ee9dc3588e HTTP/1.1" status: 200 len: 897 time: 0.1077893 Dec 16 03:45:42.822435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:42.894156 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-64e3ee73-333b-4ec5-a00d-fc2e87554fa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7 HTTP/1.1" status: 200 len: 217 time: 0.0441275 Dec 16 03:45:42.899950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:45:42.906432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:45:42.914792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:45:42.916635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=53e05be7-9962-4152-9b84-395fab8e09b9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:42.981233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-96054643-9a21-48a0-afc0-2614ab900ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:42.982636 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-96054643-9a21-48a0-afc0-2614ab900ef3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27163885-4512-45eb-bb72-43fd5234e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0799112 Dec 16 03:45:43.086168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-be5f8427-8607-4113-96ed-2196eae40c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:43.087709 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-be5f8427-8607-4113-96ed-2196eae40c71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08784831-93a3-449e-a9ba-38ee9dc3588e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818710 Dec 16 03:45:43.258015 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-15714c88-49f7-4d8c-b515-fb183f351dc2 service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380796 Dec 16 03:45:43.769583 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a933ee22-f1f5-40d5-b2c8-f0594d4e0ba8 req-1da6ea71-c7d4-468f-ac78-de3dbee88086 service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909754 Dec 16 03:45:43.787496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:43.854979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:44.018010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:44.025771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:44.090911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event updated for resources: {'Port': ['ID=53e05be7-9962-4152-9b84-395fab8e09b9,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:45:44.107092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:44.207586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP ee0a6021-c582-4c6a-b87c-5c1f8dc66ced associated. External IP: 172.26.6.128, port: a11e6087-cbde-4e5c-8f21-55b5bcda92a7. Dec 16 03:45:44.426215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 168f8dab-73e7-43b8-b967-a6b314ff5b01 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:45:44.535477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:45:44.546112 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] Sync routers for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:45:44.556686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:45:44.557493 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:44.558105 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:44.587274 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0ec852d5-9045-4e79-8467-abc0faf1118d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2788723 Dec 16 03:45:44.587274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:45:44.587639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40010) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:44.588108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d322c14-de7d-49f6-8cf3-00dec0d657ea" -d '{"events": [{"name": "network-changed", "server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:45:44.628913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637246e4-ecd5-49ff-937f-88b6548d8880 x-openstack-request-id: req-637246e4-ecd5-49ff-937f-88b6548d8880 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:45:44.629364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:45:44.629780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-637246e4-ecd5-49ff-937f-88b6548d8880 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:45:44.630201 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'status': 'completed', 'code': 200} Dec 16 03:45:44.661939 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f4ac57d3-6735-4f8c-9b7e-0e89c37ead71 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 200 len: 992 time: 0.0727441 Dec 16 03:45:44.710308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-4689a181-f4d5-4e04-8162-cff806ca80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:44.711768 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-4689a181-f4d5-4e04-8162-cff806ca80ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 1099 time: 0.0416551 Dec 16 03:45:44.769903 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:44.805328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-26dcea66-87d4-4e3f-a25f-59808ce557e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:44.806861 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-26dcea66-87d4-4e3f-a25f-59808ce557e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=08784831-93a3-449e-a9ba-38ee9dc3588e HTTP/1.1" status: 200 len: 897 time: 0.0884655 Dec 16 03:45:44.875017 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-8eb181e2-ba2a-472e-8d25-b86c505fdf3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7 HTTP/1.1" status: 200 len: 1000 time: 0.0586176 Dec 16 03:45:44.929059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-74a880b7-6279-4381-be8a-9fe7815adc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:44.930559 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-74a880b7-6279-4381-be8a-9fe7815adc86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27163885-4512-45eb-bb72-43fd5234e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0478194 Dec 16 03:45:44.979622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-a9ddf804-a4a1-4903-9315-99043c5e401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:45:44.981466 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-a9ddf804-a4a1-4903-9315-99043c5e401c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08784831-93a3-449e-a9ba-38ee9dc3588e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437255 Dec 16 03:45:44.992722 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:27Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ee0a6021-c582-4c6a-b87c-5c1f8dc66ced', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'mac_address': 'fa:16:3e:71:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:45:43Z', 'updated_at': '2021-12-16T03:45:43Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:45:30Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:45.019301 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] Checking router: 168f8dab-73e7-43b8-b967-a6b314ff5b01 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:45:45.028885 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:45:45.029504 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:45:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:45.071296 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-08a72588-1837-43b3-a99a-025149ba0389 service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829713 Dec 16 03:45:45.137896 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:45:45.164288 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3d322c14-de7d-49f6-8cf3-00dec0d657ea req-ffc8566a-eb97-499f-ac6b-7e1ac3435385 service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Dec 16 03:45:45.364162 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:27Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ee0a6021-c582-4c6a-b87c-5c1f8dc66ced', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'mac_address': 'fa:16:3e:71:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:45:43Z', 'updated_at': '2021-12-16T03:45:43Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:45:30Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:45:45.390262 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a14f87-267f-43e4-b554-fb407f6850ba None None] The sync data for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv is: [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:27Z', 'revision_number': 4, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ee0a6021-c582-4c6a-b87c-5c1f8dc66ced', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'mac_address': 'fa:16:3e:71:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:45:43Z', 'updated_at': '2021-12-16T03:45:43Z', 'revision_number': 0, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:45:30Z', 'revision_number': 5, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:45:45.609977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ff80b-e823-4578-a6d8-911ef786d50f None None] New status for floating IP ee0a6021-c582-4c6a-b87c-5c1f8dc66ced: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:45:45.666059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:45.730122 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3537efe3-8214-4556-bffc-680bd48ee154 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 200 len: 992 time: 0.0623147 Dec 16 03:45:46.734150 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40016) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:45:46.807449 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-23d05afc-12f7-4da0-a5e9-0189350d2ad7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 200 len: 994 time: 0.0717824 Dec 16 03:45:53.893162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:05.198188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaa41-58bf-4d1b-bd1f-a92d91cd2bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:06.442431 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:46:07.382625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5676a74-b69c-4372-8f59-33fc8f220d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:08.487689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:10.034360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:11.108023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:13.418166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:13.423157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-89adf9bd-e588-4347-908d-93e9891861fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:13.741772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89adf9bd-e588-4347-908d-93e9891861fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:13.755894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89adf9bd-e588-4347-908d-93e9891861fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:13.878751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89adf9bd-e588-4347-908d-93e9891861fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 168f8dab-73e7-43b8-b967-a6b314ff5b01 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:46:13.992514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89adf9bd-e588-4347-908d-93e9891861fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:46:13.999915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89adf9bd-e588-4347-908d-93e9891861fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:14.001361 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-89adf9bd-e588-4347-908d-93e9891861fa tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/168f8dab-73e7-43b8-b967-a6b314ff5b01 HTTP/1.1" status: 200 len: 886 time: 0.5816638 Dec 16 03:46:14.002757 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] Sync routers for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:46:14.014721 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:14.015474 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:14.053384 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:14.062369 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:14.063256 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:14.096672 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:14.097277 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015e23a-ee72-4027-8664-8056cb4cfb02 None None] The sync data for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:46:14.868359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8e090-9e21-4c62-a132-c956ba738e39 None None] New status for floating IP ee0a6021-c582-4c6a-b87c-5c1f8dc66ced: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:46:14.903958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:46:15.064518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:15.098527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:15.104143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:15.104925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5ab980fe-5b88-4db0-a219-6f333a2646e2 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:46:15.177511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:15.186952 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.187294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.187636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.187956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.188287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.188606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.188924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.189276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.189566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.189887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.190200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.190909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.191204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:15.228890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:15.248649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 5ab980fe-5b88-4db0-a219-6f333a2646e2, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5ab980fe-5b88-4db0-a219-6f333a2646e2,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:15.253332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:15.298823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=5ab980fe-5b88-4db0-a219-6f333a2646e2,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:16.155599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:16.160383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-333140f2-3ced-481e-998a-0cb036a4ee95 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:16.483151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-333140f2-3ced-481e-998a-0cb036a4ee95 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39009'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:16.495918 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-333140f2-3ced-481e-998a-0cb036a4ee95 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551492'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:16.603394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333140f2-3ced-481e-998a-0cb036a4ee95 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 168f8dab-73e7-43b8-b967-a6b314ff5b01 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:46:16.714920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333140f2-3ced-481e-998a-0cb036a4ee95 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:46:16.722192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-333140f2-3ced-481e-998a-0cb036a4ee95 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:16.725601 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-333140f2-3ced-481e-998a-0cb036a4ee95 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/168f8dab-73e7-43b8-b967-a6b314ff5b01 HTTP/1.1" status: 200 len: 885 time: 0.5668046 Dec 16 03:46:16.727130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:16.729166 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] Sync routers for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:46:16.742656 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:16.743188 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:16.791216 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4a41e886-ae0a-43ee-9565-eef1cfe05823 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 200 len: 992 time: 0.0627306 Dec 16 03:46:16.854802 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:46:17.108075 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:16Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ee0a6021-c582-4c6a-b87c-5c1f8dc66ced', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'mac_address': 'fa:16:3e:71:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:45:43Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:17.136578 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] Checking router: 168f8dab-73e7-43b8-b967-a6b314ff5b01 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:46:17.146492 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:17.147139 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:17.264406 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:46:17.584812 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:16Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ee0a6021-c582-4c6a-b87c-5c1f8dc66ced', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'mac_address': 'fa:16:3e:71:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:45:43Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:17.609598 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8f44c-e11c-4778-b5cc-c7c7e9ac2176 None None] The sync data for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv is: [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:16Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'ee0a6021-c582-4c6a-b87c-5c1f8dc66ced', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'port_id': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'mac_address': 'fa:16:3e:71:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d73434-ccc1-4175-93a9-481848c6788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:45:43Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 2, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:46:15Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:46:17.795695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:17.867458 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-15e2a178-769c-484d-86ab-41b587464153 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 200 len: 992 time: 0.0705702 Dec 16 03:46:18.794155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5ab980fe-5b88-4db0-a219-6f333a2646e2 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:46:18.846238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 5ab980fe-5b88-4db0-a219-6f333a2646e2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:46:18.846663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:18.871045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:18.920764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:18.934664 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7218157f-9856-4716-b675-608f346253a2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 200 len: 992 time: 0.0605991 Dec 16 03:46:18.944036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 5ab980fe-5b88-4db0-a219-6f333a2646e2, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5ab980fe-5b88-4db0-a219-6f333a2646e2,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:18.949179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:18.949964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:46:19.024681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=5ab980fe-5b88-4db0-a219-6f333a2646e2,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:19.036804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:46:19.037166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:19.116643 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:19.150151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:19.155530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:19.348627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c376cfdb-219c-4521-b6b8-22fbb011b160 None None] New status for floating IP ee0a6021-c582-4c6a-b87c-5c1f8dc66ced: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:46:19.412125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:19.939191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40040) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:20.010426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-08ae0c4e-2d76-45f3-9a74-0ee8449b9aa2 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 200 len: 994 time: 0.0682476 Dec 16 03:46:20.318091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40046) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:20.481261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 53e05be7-9962-4152-9b84-395fab8e09b9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:46:20.481490 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:20.561173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:20.561389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:20.573271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 53e05be7-9962-4152-9b84-395fab8e09b9 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:46:20.728961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:20.751727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5ab980fe-5b88-4db0-a219-6f333a2646e2 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:46:20.755892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=53e05be7-9962-4152-9b84-395fab8e09b9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:20.784398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.784728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.785069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.785406 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.785705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.786064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.786421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.786741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.787064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.787361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.787662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.787999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.788309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:20.803925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 5ab980fe-5b88-4db0-a219-6f333a2646e2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:46:20.804296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:20.829998 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:20.830324 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Floating IP ee0a6021-c582-4c6a-b87c-5c1f8dc66ced disassociated (deleted). External IP: 172.26.6.128, port: a11e6087-cbde-4e5c-8f21-55b5bcda92a7. Dec 16 03:46:20.885272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:46:20.932217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:46:20.932594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:21.037527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 168f8dab-73e7-43b8-b967-a6b314ff5b01 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:46:21.145671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:46:21.150206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:21.155845 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] Sync routers for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:46:21.171238 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:21.171942 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:21.178617 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7faab6af-0f7c-4dcf-8313-33a3082c7057 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/floatingips/ee0a6021-c582-4c6a-b87c-5c1f8dc66ced HTTP/1.1" status: 204 len: 168 time: 0.8589959 Dec 16 03:46:21.179184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:46:21.181527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fa0677-6b36-42e0-8ae9-45d3976063b9" -d '{"events": [{"name": "network-changed", "server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:46:21.281483 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:46:21.298787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83994bd6-4744-4649-9c29-8944e21d6a45 x-openstack-request-id: req-83994bd6-4744-4649-9c29-8944e21d6a45 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:46:21.299192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:46:21.299543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83994bd6-4744-4649-9c29-8944e21d6a45 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:46:21.300079 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'status': 'completed', 'code': 200} Dec 16 03:46:21.419153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-85913bcf-0194-4409-ae32-704ea8186e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:21.421280 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-85913bcf-0194-4409-ae32-704ea8186e0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 1099 time: 0.0425045 Dec 16 03:46:21.422573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab3a2-335f-47f9-a80f-f91ea04ffcae req-35657c27-ede5-4adf-9d04-2c8412415af5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:21.424093 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-db6ab3a2-335f-47f9-a80f-f91ea04ffcae req-35657c27-ede5-4adf-9d04-2c8412415af5 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 946 time: 0.0516605 Dec 16 03:46:21.475452 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-db6ab3a2-335f-47f9-a80f-f91ea04ffcae req-a1f6a03a-e32c-4e0f-96bd-b44803febac9 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451603 Dec 16 03:46:21.484858 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:16Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:46:19Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:21.517020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-cce8a485-5502-4324-b52b-587a67ff8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:21.517640 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] Checking router: 168f8dab-73e7-43b8-b967-a6b314ff5b01 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:46:21.518631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-cce8a485-5502-4324-b52b-587a67ff8ade service neutron] 10.222.0.30 "GET /v2.0/networks?id=08784831-93a3-449e-a9ba-38ee9dc3588e HTTP/1.1" status: 200 len: 897 time: 0.0899270 Dec 16 03:46:21.525982 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:21.526563 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:21.559967 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-f6b1656d-bfdb-41ae-8be7-8f3884f091a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7 HTTP/1.1" status: 200 len: 217 time: 0.0334032 Dec 16 03:46:21.613446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-bcdb91a0-b409-4bec-a7dd-12276b14ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:21.614910 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-bcdb91a0-b409-4bec-a7dd-12276b14ff88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27163885-4512-45eb-bb72-43fd5234e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0475426 Dec 16 03:46:21.629955 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:46:21.662408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-eb5a7524-7b6b-4dda-9d58-96ad802de579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:21.663951 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-eb5a7524-7b6b-4dda-9d58-96ad802de579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08784831-93a3-449e-a9ba-38ee9dc3588e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407586 Dec 16 03:46:21.758604 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-f60d0860-c9d7-4017-a85e-cd1488d9422a service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861993 Dec 16 03:46:21.827995 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:16Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:46:19Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:21.848347 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05fa0677-6b36-42e0-8ae9-45d3976063b9 req-9f9600c3-64a2-4aec-a8f1-44cd200a8f0b service neutron] 10.222.0.30 "GET /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823941 Dec 16 03:46:21.854109 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62434fe-6845-4965-8715-59e565f6e0d5 None None] The sync data for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv is: [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:16Z', 'revision_number': 6, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8', 'name': '', 'network_id': '08784831-93a3-449e-a9ba-38ee9dc3588e', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'mac_address': 'fa:16:3e:7c:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:26Z', 'updated_at': '2021-12-16T03:46:19Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'subnets': [{'id': '27163885-4512-45eb-bb72-43fd5234e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:46:22.493376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b7b4c-72a2-4e9f-b7be-04fa2c5eedbf None None] New status for floating IP ee0a6021-c582-4c6a-b87c-5c1f8dc66ced: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:46:22.601819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8220841-b271-4f52-acaa-01bd1c43db3c req-4555e601-2d97-4f0c-9040-f3668394bb10 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:22.603336 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a8220841-b271-4f52-acaa-01bd1c43db3c req-4555e601-2d97-4f0c-9040-f3668394bb10 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 946 time: 0.0555530 Dec 16 03:46:22.652622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a8220841-b271-4f52-acaa-01bd1c43db3c req-cf59b692-e4d0-4d48-a870-b20ebd71bc6d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3d092d-9b44-4e86-b443-7e41b747e741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Dec 16 03:46:22.867200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-6e81332c-cd97-41b7-8acb-3abcb7d7496a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:22.868571 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-6e81332c-cd97-41b7-8acb-3abcb7d7496a tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 946 time: 0.0509882 Dec 16 03:46:22.961284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:46:22.961633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:23.049450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port a11e6087-cbde-4e5c-8f21-55b5bcda92a7, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:23.049792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:23.063354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for a11e6087-cbde-4e5c-8f21-55b5bcda92a7 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:46:23.211503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:23.240121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=a11e6087-cbde-4e5c-8f21-55b5bcda92a7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:23.252317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.252664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.253013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.253355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.253722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.254020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.254382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.254735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.255052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.255380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.255690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.256025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.256365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:46:23.294241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] No DVR routers for this DVR port a11e6087-cbde-4e5c-8f21-55b5bcda92a7 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:46:23.297007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:23.300441 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c4cc7aae-2e7b-4310-88c4-845322d54d06 req-ffcca88d-9798-4fc8-8e1b-85e54ac55cae tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.30 "DELETE /v2.0/ports/a11e6087-cbde-4e5c-8f21-55b5bcda92a7 HTTP/1.1" status: 204 len: 173 time: 0.4255099 Dec 16 03:46:23.300906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'name': 'network-vif-deleted', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:46:23.303185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cdd30d-ec90-46d8-9304-aaa0b20e2c60" -d '{"events": [{"server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "name": "network-vif-deleted", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:46:23.401478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99bdbb-5c68-4218-97f7-1546fa67d0be x-openstack-request-id: req-7e99bdbb-5c68-4218-97f7-1546fa67d0be {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:46:23.401784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d73434-ccc1-4175-93a9-481848c6788c", "name": "network-vif-deleted", "tag": "a11e6087-cbde-4e5c-8f21-55b5bcda92a7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:46:23.402045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e99bdbb-5c68-4218-97f7-1546fa67d0be {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:46:23.402478 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d73434-ccc1-4175-93a9-481848c6788c', 'name': 'network-vif-deleted', 'tag': 'a11e6087-cbde-4e5c-8f21-55b5bcda92a7', 'status': 'completed', 'code': 200} Dec 16 03:46:23.761727 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a3d657e-5d98-4041-8c7a-4417ea35e3f4 req-e66bacd0-6ea4-4a13-9cdf-e52bc8a7f753 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d73434-ccc1-4175-93a9-481848c6788c HTTP/1.1" status: 200 len: 210 time: 0.0262911 Dec 16 03:46:23.915844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:24.833129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40066) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:24.889906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6fda5207-9139-4d14-bf46-e44831f2c6f7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:24.914893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6fda5207-9139-4d14-bf46-e44831f2c6f7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:24.983862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6fda5207-9139-4d14-bf46-e44831f2c6f7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:24.986821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6fda5207-9139-4d14-bf46-e44831f2c6f7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:24.988140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6fda5207-9139-4d14-bf46-e44831f2c6f7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a3d092d-9b44-4e86-b443-7e41b747e741 HTTP/1.1" status: 204 len: 168 time: 0.1539915 Dec 16 03:46:24.998720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda5207-9139-4d14-bf46-e44831f2c6f7 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d092d-9b44-4e86-b443-7e41b747e741,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:25.024059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40070) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:25.720745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:25.989999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:46:25.990627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:26.083500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:26.084215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:26.096354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:46:26.292538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:26.320994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:26.480903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a11e6087-cbde-4e5c-8f21-55b5bcda92a7 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:46:26.496981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:26.503369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: a11e6087-cbde-4e5c-8f21-55b5bcda92a7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:46:26.503716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a11e6087-cbde-4e5c-8f21-55b5bcda92a7 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:46:26.713436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Router 168f8dab-73e7-43b8-b967-a6b314ff5b01 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:46:26.820359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:46:26.825716 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f4a540d3-f654-4a9a-a69c-1957e4c2c4b3 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "PUT /v2.0/routers/168f8dab-73e7-43b8-b967-a6b314ff5b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004210 Dec 16 03:46:26.828423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40072) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:26.832063 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] Sync routers for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:46:26.842779 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:26.843420 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:26.882832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting subnet 27163885-4512-45eb-bb72-43fd5234e7a5 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:46:26.886088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:26.927178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:26.952954 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:46:27.011457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.074505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.101131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Subnet': ['ID=27163885-4512-45eb-bb72-43fd5234e7a5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:27.104725 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.107940 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e3db1769-a1ee-4d89-9c17-71686e56a238 tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/subnets/27163885-4512-45eb-bb72-43fd5234e7a5 HTTP/1.1" status: 204 len: 168 time: 0.2786036 Dec 16 03:46:27.110679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40074) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:27.118891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd00e2b-0a0a-47f2-a9c9-331188a5c542 None None] Network 08784831-93a3-449e-a9ba-38ee9dc3588e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:46:27.139973 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:26Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:27.167915 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] Checking router: 168f8dab-73e7-43b8-b967-a6b314ff5b01 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:46:27.178468 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] Routers {'168f8dab-73e7-43b8-b967-a6b314ff5b01'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:46:27.179066 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:46:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['168f8dab-73e7-43b8-b967-a6b314ff5b01'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:27.222886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.288541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] DHCP port deletion for 08784831-93a3-449e-a9ba-38ee9dc3588e request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:46:27.332212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.352773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] Deleting port 773a692d-c3e4-4890-8985-1ca811bee75f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:46:27.353141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.389233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Deleting port 5ab980fe-5b88-4db0-a219-6f333a2646e2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:46:27.389578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.392400 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] Set router 168f8dab-73e7-43b8-b967-a6b314ff5b01 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:46:27.416787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] For port 773a692d-c3e4-4890-8985-1ca811bee75f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=773a692d-c3e4-4890-8985-1ca811bee75f,segment=NetworkSegment(d136d372-7b5d-4712-a786-9188cb9aeee5),segment_id=d136d372-7b5d-4712-a786-9188cb9aeee5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:27.417214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.433716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] Calling delete_port for 773a692d-c3e4-4890-8985-1ca811bee75f owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:46:27.473303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] For port 5ab980fe-5b88-4db0-a219-6f333a2646e2, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5ab980fe-5b88-4db0-a219-6f333a2646e2,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:27.473594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.486436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Calling delete_port for 5ab980fe-5b88-4db0-a219-6f333a2646e2 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:46:27.516256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.541880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] Pushing event deleted for resources: {'Port': ['ID=773a692d-c3e4-4890-8985-1ca811bee75f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:27.556765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c741b-9d4d-4452-9cae-97ea7494fa56 None None] No DVR routers for this DVR port 773a692d-c3e4-4890-8985-1ca811bee75f on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:46:27.585824 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:26Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:27.615108 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887b6c1-661f-4835-9e3f-78d796003215 None None] The sync data for ids ['168f8dab-73e7-43b8-b967-a6b314ff5b01'] in dv-neutron-821927-1-hyperv is: [{'id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'name': 'tempest-TestNetworkBasicOps-router-61474235', 'tenant_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:26Z', 'revision_number': 7, 'project_id': '30e74e4b4b6d435f8199d4a1ccc49dfd', 'gw_port': {'id': '5ab980fe-5b88-4db0-a219-6f333a2646e2', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168f8dab-73e7-43b8-b967-a6b314ff5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:45:24Z', 'updated_at': '2021-12-16T03:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:46:27.680776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.706147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Port': ['ID=5ab980fe-5b88-4db0-a219-6f333a2646e2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:27.721717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2fac2b-d173-43fd-b4ae-6597f28953ae None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:46:27.769063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.860381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.863173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.911445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.912548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Fanout notify agent at l3_agent the message router_deleted on router 168f8dab-73e7-43b8-b967-a6b314ff5b01 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:46:27.919789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:27.920930 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-67c72457-3b91-4523-b331-954a159dc79d tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/routers/168f8dab-73e7-43b8-b967-a6b314ff5b01 HTTP/1.1" status: 204 len: 168 time: 0.8092980 Dec 16 03:46:27.923721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:28.007367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.102340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.122247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08784831-93a3-449e-a9ba-38ee9dc3588e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:28.131638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd136d372-7b5d-4712-a786-9188cb9aeee5') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:28.131932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd136d372-7b5d-4712-a786-9188cb9aeee5') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:46:28.141323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.154177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.160583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:46:28.161005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:46:28.164071 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:46:28.224380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.231846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.234971 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] 10.222.0.16 "DELETE /v2.0/networks/08784831-93a3-449e-a9ba-38ee9dc3588e HTTP/1.1" status: 204 len: 168 time: 0.3102987 Dec 16 03:46:28.248720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2f5de-0db0-4eec-8616-b53a4f3fc2ab tempest-TestNetworkBasicOps-503348726 tempest-TestNetworkBasicOps-503348726-project] Pushing event deleted for resources: {'Network': ['ID=08784831-93a3-449e-a9ba-38ee9dc3588e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:28.533367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40082) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:28.680924 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0fd00d85-e81a-48de-a925-3198f1ae761d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30e74e4b4b6d435f8199d4a1ccc49dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463578 Dec 16 03:46:28.684141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:28.739654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15668c6c-1ba1-4243-af33-6f7ed5e474c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.757973 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5ab980fe-5b88-4db0-a219-6f333a2646e2 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:46:28.761933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15668c6c-1ba1-4243-af33-6f7ed5e474c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.778059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 5ab980fe-5b88-4db0-a219-6f333a2646e2 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:46:28.778426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5ab980fe-5b88-4db0-a219-6f333a2646e2 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:46:28.778873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 773a692d-c3e4-4890-8985-1ca811bee75f no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:46:28.801096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 773a692d-c3e4-4890-8985-1ca811bee75f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:46:28.801440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 773a692d-c3e4-4890-8985-1ca811bee75f not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:46:28.801939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:46:28.810720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15668c6c-1ba1-4243-af33-6f7ed5e474c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.813280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15668c6c-1ba1-4243-af33-6f7ed5e474c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:28.814562 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-15668c6c-1ba1-4243-af33-6f7ed5e474c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a997387-84db-4df4-abcc-4cfe8c343685 HTTP/1.1" status: 204 len: 168 time: 0.1294048 Dec 16 03:46:28.822422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:46:28.822785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 3eaf2eed-f3fd-43c2-b7fa-f0bda6c038c8 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:46:28.823597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15668c6c-1ba1-4243-af33-6f7ed5e474c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a997387-84db-4df4-abcc-4cfe8c343685,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:29.097763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:29.110983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942bacf5-f5c9-45f3-be6c-c140de739179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:29.193247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942bacf5-f5c9-45f3-be6c-c140de739179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:29.199083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942bacf5-f5c9-45f3-be6c-c140de739179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:29.238080 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-942bacf5-f5c9-45f3-be6c-c140de739179 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dc21d1a492a494f8312718cae22526e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391807 Dec 16 03:46:29.238978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bacf5-f5c9-45f3-be6c-c140de739179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eb2cc4-2f0c-4e74-87b5-857cb1415e89,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:29.241357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:29.299381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a36058-2eec-4e6f-82cb-ef512acd3feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:29.321488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a36058-2eec-4e6f-82cb-ef512acd3feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:29.372794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a36058-2eec-4e6f-82cb-ef512acd3feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:29.375348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a36058-2eec-4e6f-82cb-ef512acd3feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:29.376491 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-51a36058-2eec-4e6f-82cb-ef512acd3feb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82eb2cc4-2f0c-4e74-87b5-857cb1415e89 HTTP/1.1" status: 204 len: 168 time: 0.1342483 Dec 16 03:46:29.384326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a36058-2eec-4e6f-82cb-ef512acd3feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eb2cc4-2f0c-4e74-87b5-857cb1415e89,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:35.201307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b698-ead0-4704-b303-732f349da908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:36.171030 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-55cd06d7-7e03-4865-b4ec-2226b50a385f tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=28f45bee3a20429bb1f916f9e39d2229&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289333 Dec 16 03:46:36.367145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-786d04bc-5d50-40c9-9a49-a57dbbfd1caf tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:36.368596 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-786d04bc-5d50-40c9-9a49-a57dbbfd1caf tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915126 Dec 16 03:46:36.384445 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-f82a9c55-d4e9-41ed-aa30-f30cdd41726c tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/quotas/28f45bee3a20429bb1f916f9e39d2229 HTTP/1.1" status: 200 len: 375 time: 0.0100801 Dec 16 03:46:36.417124 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-648c4a9c-888c-41ee-800c-de13dbd66b10 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28f45bee3a20429bb1f916f9e39d2229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264065 Dec 16 03:46:36.585595 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-991d2af7-326c-4f64-a460-63b44acc567a req-9d322921-f1a2-4e77-8029-aa3bcf1598ed tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 210 time: 0.0306809 Dec 16 03:46:37.385264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b643de86-a867-40c0-ac84-ffc1e41fb750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:37.663668 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23b3403d-f938-4b57-999a-1e79022196a5 req-bcb7181c-17d1-4807-a054-e002e47c13d7 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Dec 16 03:46:38.484193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:38.756447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-093b454a-dd77-4497-8cf9-6c4aaee37997 req-5386e386-ca1c-4e8a-a99e-96b8f300fcb2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 210 time: 0.0277517 Dec 16 03:46:39.743711 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-3ccf2898-6cbd-4370-a0b3-3416d02f7af6 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=28f45bee3a20429bb1f916f9e39d2229&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310793 Dec 16 03:46:39.859116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c74d2f51-f96e-4a53-ab8d-d09304a426e5 req-4eaf72ad-d9bc-45c4-85e9-9e8d7c15b0ff tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 210 time: 0.0273075 Dec 16 03:46:39.947214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-bc4fbb23-e4d2-4a04-b409-32c695d0bbe0 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:39.949538 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-bc4fbb23-e4d2-4a04-b409-32c695d0bbe0 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999230 Dec 16 03:46:39.983641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Request body: {'port': {'device_id': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6', 'admin_state_up': True, 'tenant_id': '28f45bee3a20429bb1f916f9e39d2229'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:40.043007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.098606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Made reservation on behalf of 28f45bee3a20429bb1f916f9e39d2229 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:46:40.103491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.114328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.195365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.201960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.265800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c346eb-479a-4d5e-bced-a4c210627e8f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:40.650706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Allocated IP 192.168.233.139 (ada66cae-84ad-4f76-aca8-cdf1780505a6/4a8d9537-9e57-4bd2-b0ae-e9b4d776113a/abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:46:40.802864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.837277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.880676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Network ada66cae-84ad-4f76-aca8-cdf1780505a6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:46:40.883886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:46:40.887691 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:46:40.894511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Pushing event updated for resources: {'Port': ['ID=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:40.949010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:40.949963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:40.970704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-960e0f50-29c5-4483-9a69-c3975e883f33 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9912052 Dec 16 03:46:40.989251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Request body: {'port': {'device_id': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:40.989791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddd6f4-4292-4198-93e1-107bec8ec010 req-49bef40b-66d1-40e8-ad83-b4d05330a3be tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:40.991311 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5fddd6f4-4292-4198-93e1-107bec8ec010 req-49bef40b-66d1-40e8-ad83-b4d05330a3be tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 936 time: 0.0544686 Dec 16 03:46:41.040906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5fddd6f4-4292-4198-93e1-107bec8ec010 req-ea3c71bd-9dfe-469c-9930-083e93bde6e7 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Dec 16 03:46:41.054976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.101498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.181940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8c73a81e-3eab-4a6c-b6de-e4eb6df586ed None None] Provisioning complete for port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:46:41.182221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c73a81e-3eab-4a6c-b6de-e4eb6df586ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.217787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8c73a81e-3eab-4a6c-b6de-e4eb6df586ed None None] Port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:46:41.351630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:46:41.359337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.372683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Transition to ACTIVE for port object abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:46:41.379447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.430024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Pushing event updated for resources: {'Port': ['ID=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:41.505732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Attempting to bind port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:46:41.506766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Attempting to bind port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:46:41.507316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Attempting to bind port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b on network ada66cae-84ad-4f76-aca8-cdf1780505a6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:46:41.512377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b on network ada66cae-84ad-4f76-aca8-cdf1780505a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:46:41.512702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Attempting to bind port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b on network ada66cae-84ad-4f76-aca8-cdf1780505a6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:46:41.518160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:46:41.518601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Checking segment: {'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:46:41.519046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Bound using segment: {'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:46:41.519890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Bound port: abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd0b43f-c96a-4cea-874b-dc22d34c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:46:41.520404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.586338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] For port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:46:41.589276 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] For port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,segment=NetworkSegment(dfd0b43f-c96a-4cea-874b-dc22d34c8bf1),segment_id=dfd0b43f-c96a-4cea-874b-dc22d34c8bf1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:46:41.595482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.630543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:41.631193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:41.632571 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] 10.222.0.30 "PUT /v2.0/ports/abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b HTTP/1.1" status: 200 len: 1098 time: 0.6477690 Dec 16 03:46:41.632988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'tag': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:46:41.635283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e39f73-2d15-44c7-92d9-d52c25b2c568" -d '{"events": [{"name": "network-changed", "server_uuid": "df0355f7-362f-4b67-bd20-52dcffab6e49", "tag": "abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:46:41.668818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf0a9f-d175-4a6e-9b76-82543bb83fce service neutron] Pushing event updated for resources: {'Port': ['ID=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:41.687409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6ec127-ce39-429c-b582-0029f3f214b9 x-openstack-request-id: req-fd6ec127-ce39-429c-b582-0029f3f214b9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:46:41.687712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0355f7-362f-4b67-bd20-52dcffab6e49", "tag": "abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:46:41.688120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd6ec127-ce39-429c-b582-0029f3f214b9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:46:41.688599 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'tag': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b', 'status': 'completed', 'code': 200} Dec 16 03:46:41.749312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-9585d5d5-3bd8-44dc-8484-a05c6ddfb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:41.750891 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-9585d5d5-3bd8-44dc-8484-a05c6ddfb26b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28f45bee3a20429bb1f916f9e39d2229&device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 1101 time: 0.0476704 Dec 16 03:46:41.800837 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-4fc5c8d0-e6f6-4a9f-b4d6-de0e5a979059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b HTTP/1.1" status: 200 len: 217 time: 0.0360682 Dec 16 03:46:41.854370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-28529104-e0d1-447d-bb53-fa489692d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:41.855886 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-28529104-e0d1-447d-bb53-fa489692d508 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a8d9537-9e57-4bd2-b0ae-e9b4d776113a HTTP/1.1" status: 200 len: 843 time: 0.0484526 Dec 16 03:46:41.908046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-7f118c68-68bf-4ae6-b418-35e466b42f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:41.910230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-7f118c68-68bf-4ae6-b418-35e466b42f18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ada66cae-84ad-4f76-aca8-cdf1780505a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0462773 Dec 16 03:46:42.004731 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-bb81d263-dc6b-43b1-b4a5-5d67ca5d7c1c service neutron] 10.222.0.30 "GET /v2.0/networks/ada66cae-84ad-4f76-aca8-cdf1780505a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870864 Dec 16 03:46:42.105140 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fe7c2225-3352-4b9b-ae47-2672ed8c728c req-cedcfec4-02ec-4667-83f9-6b8b15469e65 service neutron] 10.222.0.30 "GET /v2.0/networks/ada66cae-84ad-4f76-aca8-cdf1780505a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935364 Dec 16 03:46:42.173897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24eb9e-4f65-41b3-a0e2-7e6f3d014427 req-3e64b956-79d0-4d9a-8ffe-96815f98a92d tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:42.176460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d24eb9e-4f65-41b3-a0e2-7e6f3d014427 req-3e64b956-79d0-4d9a-8ffe-96815f98a92d tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 948 time: 0.0547271 Dec 16 03:46:42.229160 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d24eb9e-4f65-41b3-a0e2-7e6f3d014427 req-e7d005ed-b11b-4a44-a787-51a9d76a7fc5 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Dec 16 03:46:42.238782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-edd91b05-fd68-40ab-931e-d2ea9f85248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:42.240305 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-edd91b05-fd68-40ab-931e-d2ea9f85248d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28f45bee3a20429bb1f916f9e39d2229&device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 1101 time: 0.0451193 Dec 16 03:46:42.335625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-68e67acb-25b4-40d1-9e0e-f0aa12940533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:42.337114 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-68e67acb-25b4-40d1-9e0e-f0aa12940533 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ada66cae-84ad-4f76-aca8-cdf1780505a6 HTTP/1.1" status: 200 len: 869 time: 0.0871167 Dec 16 03:46:42.383615 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-cf4f6ef4-e6a9-4a23-b612-0945505ec8fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b HTTP/1.1" status: 200 len: 217 time: 0.0387430 Dec 16 03:46:42.435252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-089a8d70-44ee-4491-99f3-b099ac629cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:42.436726 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-089a8d70-44ee-4491-99f3-b099ac629cd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a8d9537-9e57-4bd2-b0ae-e9b4d776113a HTTP/1.1" status: 200 len: 843 time: 0.0463090 Dec 16 03:46:42.487473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-d6000785-108e-48a7-b33f-7b302660ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:42.489112 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-d6000785-108e-48a7-b33f-7b302660ecf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ada66cae-84ad-4f76-aca8-cdf1780505a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0433161 Dec 16 03:46:42.592291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-c98ba22d-637c-45dd-a364-ec71cab51188 service neutron] 10.222.0.30 "GET /v2.0/networks/ada66cae-84ad-4f76-aca8-cdf1780505a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934086 Dec 16 03:46:42.692460 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-33e39f73-2d15-44c7-92d9-d52c25b2c568 req-ee7b453c-d7d2-4f67-b6f8-813600e3207b service neutron] 10.222.0.30 "GET /v2.0/networks/ada66cae-84ad-4f76-aca8-cdf1780505a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848670 Dec 16 03:46:43.351490 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ba7ad-4954-42c9-886e-3cb50aacbc34 req-3566c32f-df94-46c0-8ebe-e28df99190d4 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:43.352969 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3a9ba7ad-4954-42c9-886e-3cb50aacbc34 req-3566c32f-df94-46c0-8ebe-e28df99190d4 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 948 time: 0.0547349 Dec 16 03:46:43.415329 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3a9ba7ad-4954-42c9-886e-3cb50aacbc34 req-44a04f3a-7c41-407b-a975-687307033784 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Dec 16 03:46:43.442321 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:46:44.567732 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458339a2-fe0a-446e-ac85-1cab7bd58bdf req-374fee11-b8bd-4e05-8590-818f19e48c93 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:44.569901 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-458339a2-fe0a-446e-ac85-1cab7bd58bdf req-374fee11-b8bd-4e05-8590-818f19e48c93 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 948 time: 0.0703180 Dec 16 03:46:44.623435 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-458339a2-fe0a-446e-ac85-1cab7bd58bdf req-68c0248b-bc97-43a2-ac58-4f3b467f122f tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Dec 16 03:46:44.628110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:46:44.726603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,segment=NetworkSegment(dfd0b43f-c96a-4cea-874b-dc22d34c8bf1),segment_id=dfd0b43f-c96a-4cea-874b-dc22d34c8bf1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:44.738307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b', 'network_id': 'ada66cae-84ad-4f76-aca8-cdf1780505a6', 'port_id': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b', 'mac_address': 'fa:16:3e:9d:db:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8d9537-9e57-4bd2-b0ae-e9b4d776113a', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:46:44.775397 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:44.788073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:46:44.807941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,segment=NetworkSegment(dfd0b43f-c96a-4cea-874b-dc22d34c8bf1),segment_id=dfd0b43f-c96a-4cea-874b-dc22d34c8bf1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:44.814572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:44.884874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:45.092015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:46:45.746757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9b23-0b12-4952-947f-24d96cb358b1 req-483dc6fb-bc29-4acf-aede-60f8f17b0495 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:45.748239 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a4bf9b23-0b12-4952-947f-24d96cb358b1 req-483dc6fb-bc29-4acf-aede-60f8f17b0495 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 949 time: 0.0510676 Dec 16 03:46:45.806321 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a4bf9b23-0b12-4952-947f-24d96cb358b1 req-22028f57-a746-4e3d-bc71-3783a8186902 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517483 Dec 16 03:46:46.637452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:46:46.690553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:46:46.695136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:46:46.695511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:46.773246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:46.796262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:46:46.798517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45decd2-305c-4242-8def-2b7f5c197733" -d '{"events": [{"server_uuid": "df0355f7-362f-4b67-bd20-52dcffab6e49", "name": "network-vif-plugged", "status": "completed", "tag": "abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:46:46.810766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,segment=NetworkSegment(dfd0b43f-c96a-4cea-874b-dc22d34c8bf1),segment_id=dfd0b43f-c96a-4cea-874b-dc22d34c8bf1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:46.816296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:46.845332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e36ee-6e82-41ab-88ed-b9200e888bca x-openstack-request-id: req-ba2e36ee-6e82-41ab-88ed-b9200e888bca {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:46:46.845632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0355f7-362f-4b67-bd20-52dcffab6e49", "name": "network-vif-plugged", "status": "completed", "tag": "abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:46:46.845890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba2e36ee-6e82-41ab-88ed-b9200e888bca {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:46:46.846281 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b', 'code': 200} Dec 16 03:46:46.873608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:46.927470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be26b7-2b30-4967-9a70-00185f4a5c50 req-e6c4424f-4d17-467d-885a-328aeaefd81c tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:46.928954 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1be26b7-2b30-4967-9a70-00185f4a5c50 req-e6c4424f-4d17-467d-885a-328aeaefd81c tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 950 time: 0.0549541 Dec 16 03:46:46.983067 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1be26b7-2b30-4967-9a70-00185f4a5c50 req-071a950f-ec00-435c-8dc6-f3c5f2cc65d0 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471461 Dec 16 03:46:47.057655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e5eb-b182-4dfc-86d2-7551ba6bb3f7 req-689959a8-2220-4d1e-902e-31254d70a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:47.059203 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-77b9e5eb-b182-4dfc-86d2-7551ba6bb3f7 req-689959a8-2220-4d1e-902e-31254d70a714 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 1103 time: 0.0413780 Dec 16 03:46:47.110283 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-77b9e5eb-b182-4dfc-86d2-7551ba6bb3f7 req-83e8af13-2374-4441-bc0d-129981ea2410 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Dec 16 03:46:48.102823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3a632-dc03-405d-b94c-379478a6c23c req-e099fddd-f0e3-4f65-b35f-661708a75eb5 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:48.106842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-79d3a632-dc03-405d-b94c-379478a6c23c req-e099fddd-f0e3-4f65-b35f-661708a75eb5 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 950 time: 0.0528243 Dec 16 03:46:48.162175 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-79d3a632-dc03-405d-b94c-379478a6c23c req-2d9c8c1f-6ff6-4c4e-b0ab-6614c5a25453 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507913 Dec 16 03:46:49.285582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08bdf7-e247-4a4f-8449-ec7e44e9c5df req-5ea004d9-786e-4d84-a71c-0e2f18e84f3a tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:49.287164 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c08bdf7-e247-4a4f-8449-ec7e44e9c5df req-5ea004d9-786e-4d84-a71c-0e2f18e84f3a tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 950 time: 0.0503993 Dec 16 03:46:49.344345 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c08bdf7-e247-4a4f-8449-ec7e44e9c5df req-a214dc1c-45b7-4f00-b4ce-6bff7e225a19 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482605 Dec 16 03:46:49.738665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-c33b8889-b6dd-478c-9e2a-fd0e09e7595b req-ca5462d9-4d69-4511-943b-f5577a3e3641 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:46:49.740522 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c33b8889-b6dd-478c-9e2a-fd0e09e7595b req-ca5462d9-4d69-4511-943b-f5577a3e3641 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1076927 Dec 16 03:46:50.127201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-bb7971c0-cc35-44dc-9cd7-f5be5fca6616 req-2cd7e360-de5e-4c75-96a2-cabe73e10ac1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:46:50.128174 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb7971c0-cc35-44dc-9cd7-f5be5fca6616 req-2cd7e360-de5e-4c75-96a2-cabe73e10ac1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053806 Dec 16 03:46:50.493674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c7379-9d5c-4751-83f7-696af849e426 req-65da0fd8-2ea4-4aaf-9765-ad0b25fc5de3 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:50.495023 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e48c7379-9d5c-4751-83f7-696af849e426 req-65da0fd8-2ea4-4aaf-9765-ad0b25fc5de3 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 950 time: 0.0499070 Dec 16 03:46:50.546036 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e48c7379-9d5c-4751-83f7-696af849e426 req-0f093e18-a09b-4b40-afa4-123722eecbae tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Dec 16 03:46:51.678006 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488863-b8e9-40dd-82cb-66c3a50cf5ad req-681b3dfc-997a-4218-931d-8d3003c0fe7a tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:51.679508 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5a488863-b8e9-40dd-82cb-66c3a50cf5ad req-681b3dfc-997a-4218-931d-8d3003c0fe7a tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 950 time: 0.0558450 Dec 16 03:46:51.728940 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5a488863-b8e9-40dd-82cb-66c3a50cf5ad req-1836fd13-1ddb-431d-b013-0961587fa319 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c346eb-479a-4d5e-bced-a4c210627e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Dec 16 03:46:51.914449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4e1a8bf4-79c0-4b95-9aae-a93799b3c3b8 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:51.915866 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4e1a8bf4-79c0-4b95-9aae-a93799b3c3b8 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.30 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 950 time: 0.0688884 Dec 16 03:46:52.007152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Deleting port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:46:52.007499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:52.104387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] For port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,segment=NetworkSegment(dfd0b43f-c96a-4cea-874b-dc22d34c8bf1),segment_id=dfd0b43f-c96a-4cea-874b-dc22d34c8bf1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:46:52.104764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:52.118200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Calling delete_port for abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:46:52.260262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:52.288052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Pushing event deleted for resources: {'Port': ['ID=abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:52.295991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:46:52.330852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] No DVR routers for this DVR port abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:46:52.333757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:52.337367 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0c6df2a-4def-4e87-9b4b-bde7995ff205 req-4b53e856-cb36-449c-85c6-3d403a897ea2 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.30 "DELETE /v2.0/ports/abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b HTTP/1.1" status: 204 len: 173 time: 0.4139955 Dec 16 03:46:52.337839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'name': 'network-vif-deleted', 'tag': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:46:52.340357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c3e5f-e0e2-4db5-b1a6-bf4c5ed952d8" -d '{"events": [{"server_uuid": "df0355f7-362f-4b67-bd20-52dcffab6e49", "name": "network-vif-deleted", "tag": "abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:46:52.383131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5b2ae5-c4c2-43a4-b23b-6c8cb71a4e01 x-openstack-request-id: req-2b5b2ae5-c4c2-43a4-b23b-6c8cb71a4e01 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:46:52.383431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0355f7-362f-4b67-bd20-52dcffab6e49", "name": "network-vif-deleted", "tag": "abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:46:52.383694 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b5b2ae5-c4c2-43a4-b23b-6c8cb71a4e01 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:46:52.384110 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0355f7-362f-4b67-bd20-52dcffab6e49', 'name': 'network-vif-deleted', 'tag': 'abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b', 'status': 'completed', 'code': 200} Dec 16 03:46:52.844742 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d3156a4e-7d54-41d1-a8eb-1fcc4c3b42b6 req-10ceb2e0-fe3e-4d25-b95f-215e215ef7a6 tempest-ServersAdminNegativeTestJSON-712952556 tempest-ServersAdminNegativeTestJSON-712952556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0355f7-362f-4b67-bd20-52dcffab6e49 HTTP/1.1" status: 200 len: 210 time: 0.0324800 Dec 16 03:46:53.914607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.194727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:54.340732 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-338e7783-0b93-4610-9c92-ae2ababd4afe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28f45bee3a20429bb1f916f9e39d2229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447866 Dec 16 03:46:54.343545 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40248) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:54.405338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff0d8-9318-4d72-9859-51473d972586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.427396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff0d8-9318-4d72-9859-51473d972586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.479919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff0d8-9318-4d72-9859-51473d972586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.484369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff0d8-9318-4d72-9859-51473d972586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.486003 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ae9ff0d8-9318-4d72-9859-51473d972586 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1c346eb-479a-4d5e-bced-a4c210627e8f HTTP/1.1" status: 204 len: 168 time: 0.1413043 Dec 16 03:46:54.494029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ff0d8-9318-4d72-9859-51473d972586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c346eb-479a-4d5e-bced-a4c210627e8f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:54.756760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40254) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:54.770191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1dd3bb7e-5230-4dd9-8217-ed25fde6836c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.856228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1dd3bb7e-5230-4dd9-8217-ed25fde6836c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.862119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1dd3bb7e-5230-4dd9-8217-ed25fde6836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.900225 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1dd3bb7e-5230-4dd9-8217-ed25fde6836c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7932c4ecef1d43188d191ca3bdbc0f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423109 Dec 16 03:46:54.901373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3bb7e-5230-4dd9-8217-ed25fde6836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31de7ed9-2d6c-4401-9b89-53fccc26a678,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:54.904125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40256) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:54.961918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0a62191-f2dc-405f-9f54-1e7e9d08aed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:54.984606 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0a62191-f2dc-405f-9f54-1e7e9d08aed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:55.032024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0a62191-f2dc-405f-9f54-1e7e9d08aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:55.034610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0a62191-f2dc-405f-9f54-1e7e9d08aed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:55.035770 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a0a62191-f2dc-405f-9f54-1e7e9d08aed7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31de7ed9-2d6c-4401-9b89-53fccc26a678 HTTP/1.1" status: 204 len: 168 time: 0.1301045 Dec 16 03:46:55.043746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a62191-f2dc-405f-9f54-1e7e9d08aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de7ed9-2d6c-4401-9b89-53fccc26a678,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:55.767900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40278) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:55.873883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1792208414-network', 'tenant_id': 'e8b8beb2fe9e452cb5cbfe6ecfdac880'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:55.900192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Made reservation on behalf of e8b8beb2fe9e452cb5cbfe6ecfdac880 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:46:55.902492 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:55.910793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:55.985204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:55.991046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.014714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:46:56.024280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6c731f-9b2a-409e-8901-23e9bb9ae045,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:56.028856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.029192 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Added segment 0a78c50c-b958-4cda-9988-7543679ad84d of type vlan for network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 Dec 16 03:46:56.070759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.098105 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.099798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:56.100837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.158149 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3887119 Dec 16 03:46:56.161594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:46:56.167082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Request body: {'subnet': {'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1792208414-subnet', 'tenant_id': 'e8b8beb2fe9e452cb5cbfe6ecfdac880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:56.168997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842671a-fe8c-4378-aacf-1fbe471d1964 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3f2711-6fcd-4b87-9b76-ffc4d5300233,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:56.180941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:46:56.195029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Made reservation on behalf of e8b8beb2fe9e452cb5cbfe6ecfdac880 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:46:56.197404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.364716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.420148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=073d4a02-b7a6-4654-bd34-36d170c73d75,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:56.430604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Checking segment: {'id': '0a78c50c-b958-4cda-9988-7543679ad84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:46:56.430940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Network hostable DHCP agents. Network: 3f3f2711-6fcd-4b87-9b76-ffc4d5300233, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:46:56.450984 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:46:56.461321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 3f3f2711-6fcd-4b87-9b76-ffc4d5300233) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:46:56.465568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:56.466162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:56.471726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d36a6-b6c4-456d-b015-5abde3b55c25 None None] Network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:46:56.485334 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0605f04b-3fb5-4dfa-91eb-a5ed111c28e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3225713 Dec 16 03:46:56.570136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf3767-c072-433b-8315-4cfd01d60301 None None] Network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:46:56.686235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:46:56.705612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:46:56.705960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abe9cecb-4bc6-4156-9e8c-9c3f1c0d5a8b not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:46:56.930158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-835bac1d-78c3-40c4-bc05-f985d5a502e3 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:56.931535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-835bac1d-78c3-40c4-bc05-f985d5a502e3 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/networks?id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233 HTTP/1.1" status: 200 len: 812 time: 0.1092024 Dec 16 03:46:56.948588 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-4c0f10cc-e694-4668-b170-689940e36aaa tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/quotas/e8b8beb2fe9e452cb5cbfe6ecfdac880 HTTP/1.1" status: 200 len: 375 time: 0.0108259 Dec 16 03:46:56.980215 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-ec6e4242-cc66-4a3d-a119-5ee4f4538a96 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262153 Dec 16 03:46:57.089474 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-56b946c7-e26f-489f-a618-d2018e9cb044 service neutron] 10.222.0.16 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022878 Dec 16 03:46:57.186054 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-ac333ea4-dbd8-45d6-9af7-234dea43deed service neutron] 10.222.0.16 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899279 Dec 16 03:46:57.351331 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8b6ae7a-3371-4d35-8623-78daa2fde8f5 req-3a939159-1526-4447-8edb-b1ac7aeb7a5a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 210 time: 0.0265522 Dec 16 03:46:58.412275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-19c6e193-23ce-4d1f-aa3c-4b6071fdef27 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:58.413761 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-19c6e193-23ce-4d1f-aa3c-4b6071fdef27 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.30 "GET /v2.0/networks?id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233 HTTP/1.1" status: 200 len: 812 time: 0.1068702 Dec 16 03:46:58.435230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Request body: {'port': {'device_id': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233', 'admin_state_up': True, 'tenant_id': 'e8b8beb2fe9e452cb5cbfe6ecfdac880'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:58.452089 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-508953b1-563c-4b13-89a6-a9dd19e45047 req-f272b1d8-64c7-43c7-8e0a-afee83b3f332 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 210 time: 0.0283232 Dec 16 03:46:58.553835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Made reservation on behalf of e8b8beb2fe9e452cb5cbfe6ecfdac880 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:46:58.557407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:58.700379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Allocated IP 172.20.0.5 (3f3f2711-6fcd-4b87-9b76-ffc4d5300233/073d4a02-b7a6-4654-bd34-36d170c73d75/1a222ac3-c914-4f25-a860-680c812cd79a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:46:58.852762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:58.890632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:58.938519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:46:58.942136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:46:58.945973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:46:58.952471 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Pushing event updated for resources: {'Port': ['ID=1a222ac3-c914-4f25-a860-680c812cd79a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:58.997017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:58.997625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:59.015253 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-12defd85-ff74-4345-a123-69022999f396 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841520 Dec 16 03:46:59.036615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Request body: {'port': {'device_id': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:46:59.100734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:59.370329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a222ac3-c914-4f25-a860-680c812cd79a {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:46:59.383406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:59.395603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Transition to ACTIVE for port object 1a222ac3-c914-4f25-a860-680c812cd79a will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:46:59.401662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:59.449330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a222ac3-c914-4f25-a860-680c812cd79a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:59.521516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Attempting to bind port 1a222ac3-c914-4f25-a860-680c812cd79a on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:46:59.522049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Attempting to bind port 1a222ac3-c914-4f25-a860-680c812cd79a by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '0a78c50c-b958-4cda-9988-7543679ad84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:46:59.522409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Attempting to bind port 1a222ac3-c914-4f25-a860-680c812cd79a on network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:46:59.527331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Port 1a222ac3-c914-4f25-a860-680c812cd79a on network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:46:59.527649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Attempting to bind port 1a222ac3-c914-4f25-a860-680c812cd79a on network 3f3f2711-6fcd-4b87-9b76-ffc4d5300233 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:46:59.532801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:46:59.533143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Checking segment: {'id': '0a78c50c-b958-4cda-9988-7543679ad84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:46:59.533525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Bound using segment: {'id': '0a78c50c-b958-4cda-9988-7543679ad84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:46:59.533948 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Bound port: 1a222ac3-c914-4f25-a860-680c812cd79a, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a78c50c-b958-4cda-9988-7543679ad84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:46:59.534304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:59.574888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3fb9-2535-44da-8048-7521dc63cf41 req-574a112c-05e8-4a53-b0f5-47d270533da5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:59.576362 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a94f3fb9-2535-44da-8048-7521dc63cf41 req-574a112c-05e8-4a53-b0f5-47d270533da5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 943 time: 0.0556991 Dec 16 03:46:59.599145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] For port 1a222ac3-c914-4f25-a860-680c812cd79a, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:46:59.602664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] For port 1a222ac3-c914-4f25-a860-680c812cd79a, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1a222ac3-c914-4f25-a860-680c812cd79a,segment=NetworkSegment(0a78c50c-b958-4cda-9988-7543679ad84d),segment_id=0a78c50c-b958-4cda-9988-7543679ad84d)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:46:59.608324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:59.625724 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a94f3fb9-2535-44da-8048-7521dc63cf41 req-cc0b520a-81f9-4939-9d15-85b673b6a7a9 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Dec 16 03:46:59.643951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:59.644571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:46:59.645949 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a222ac3-c914-4f25-a860-680c812cd79a HTTP/1.1" status: 200 len: 1093 time: 0.6160944 Dec 16 03:46:59.646418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'tag': '1a222ac3-c914-4f25-a860-680c812cd79a'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:46:59.648803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cd6aa2-cfca-47a5-a543-989b88367598" -d '{"events": [{"name": "network-changed", "server_uuid": "4296b8eb-e2d1-4f85-9413-189b76f3ca44", "tag": "1a222ac3-c914-4f25-a860-680c812cd79a"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:46:59.670692 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf7540-8c4e-4dc3-b31a-68a4ce4640b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a222ac3-c914-4f25-a860-680c812cd79a,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:46:59.700154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd06fcda-bab8-45a8-99f7-fc2c1364e119 x-openstack-request-id: req-dd06fcda-bab8-45a8-99f7-fc2c1364e119 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:46:59.700458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4296b8eb-e2d1-4f85-9413-189b76f3ca44", "tag": "1a222ac3-c914-4f25-a860-680c812cd79a", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:46:59.700724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd06fcda-bab8-45a8-99f7-fc2c1364e119 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:46:59.701178 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'tag': '1a222ac3-c914-4f25-a860-680c812cd79a', 'status': 'completed', 'code': 200} Dec 16 03:46:59.759806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-6b44f325-584a-44a1-a04d-3b4b294282dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:59.761322 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-6b44f325-584a-44a1-a04d-3b4b294282dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 1096 time: 0.0429204 Dec 16 03:46:59.813361 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-08950994-32ce-481c-a6b6-961e2cb28aa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a222ac3-c914-4f25-a860-680c812cd79a HTTP/1.1" status: 200 len: 217 time: 0.0369825 Dec 16 03:46:59.865564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-62242dbf-431f-4a29-b8c5-cf34d77786e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:46:59.867033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-62242dbf-431f-4a29-b8c5-cf34d77786e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073d4a02-b7a6-4654-bd34-36d170c73d75 HTTP/1.1" status: 200 len: 852 time: 0.0461223 Dec 16 03:46:59.899535 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-395791b5-1107-4def-ae4b-e9fb74d08c8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256367 Dec 16 03:46:59.995936 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-77b035fa-e59a-4254-a829-0f792dd43ff7 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892870 Dec 16 03:47:00.091347 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-56bc9982-db64-4a94-83ac-0d9bc93bb33e req-eb021df0-ec2b-4147-b8c7-2a0041d239e1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879848 Dec 16 03:47:00.223866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-8709c18d-f37c-4687-9d87-1bc0d5ccc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:00.226308 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-8709c18d-f37c-4687-9d87-1bc0d5ccc5ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 1096 time: 0.0460739 Dec 16 03:47:00.330764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-1fd924a2-4a63-41fa-95aa-27390eb330b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:00.332205 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-1fd924a2-4a63-41fa-95aa-27390eb330b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233 HTTP/1.1" status: 200 len: 912 time: 0.0985944 Dec 16 03:47:00.373867 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-52e41711-10ab-4b09-a240-9b870d68511b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a222ac3-c914-4f25-a860-680c812cd79a HTTP/1.1" status: 200 len: 217 time: 0.0339460 Dec 16 03:47:00.428036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-357ed81f-2ef8-4faa-ac16-153e86410d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:00.429642 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-357ed81f-2ef8-4faa-ac16-153e86410d24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073d4a02-b7a6-4654-bd34-36d170c73d75 HTTP/1.1" status: 200 len: 852 time: 0.0471818 Dec 16 03:47:00.463495 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-e11fa1b7-93b3-4aa2-b4aa-b7e765e5a5a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255773 Dec 16 03:47:00.558921 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-2330b0ab-1103-48bc-8db2-c97e87687cbc service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870719 Dec 16 03:47:00.666928 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b4cd6aa2-cfca-47a5-a543-989b88367598 req-4b2f4e8b-2ff5-4e89-88be-a13579886ba5 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997143 Dec 16 03:47:00.751904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8ed32-64d1-4c91-b0f9-74b67803895f req-fbd998cf-4f48-408d-b8d1-caec72eb85f6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:00.753661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ba8ed32-64d1-4c91-b0f9-74b67803895f req-fbd998cf-4f48-408d-b8d1-caec72eb85f6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 943 time: 0.0549159 Dec 16 03:47:00.806409 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ba8ed32-64d1-4c91-b0f9-74b67803895f req-2d46a4fb-a341-4bda-a5b9-7cb8d5b961f6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Dec 16 03:47:01.944803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f61ad-dce2-4952-8c1c-dd06c2a7bb13 req-8eb82449-b9cf-4c1a-8b10-f6904f87df96 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:01.946293 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-786f61ad-dce2-4952-8c1c-dd06c2a7bb13 req-8eb82449-b9cf-4c1a-8b10-f6904f87df96 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 943 time: 0.0580363 Dec 16 03:47:02.000461 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-786f61ad-dce2-4952-8c1c-dd06c2a7bb13 req-ae2e7f49-0112-4c24-885e-1a687468b4b3 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480738 Dec 16 03:47:02.704214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1a222ac3-c914-4f25-a860-680c812cd79a details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:47:02.808136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1a222ac3-c914-4f25-a860-680c812cd79a, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1a222ac3-c914-4f25-a860-680c812cd79a,segment=NetworkSegment(0a78c50c-b958-4cda-9988-7543679ad84d),segment_id=0a78c50c-b958-4cda-9988-7543679ad84d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:47:02.821357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '1a222ac3-c914-4f25-a860-680c812cd79a', 'network_id': '3f3f2711-6fcd-4b87-9b76-ffc4d5300233', 'port_id': '1a222ac3-c914-4f25-a860-680c812cd79a', 'mac_address': 'fa:16:3e:d9:ba:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073d4a02-b7a6-4654-bd34-36d170c73d75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:47:02.869853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:02.882941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a222ac3-c914-4f25-a860-680c812cd79a {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:47:02.903647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1a222ac3-c914-4f25-a860-680c812cd79a, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1a222ac3-c914-4f25-a860-680c812cd79a,segment=NetworkSegment(0a78c50c-b958-4cda-9988-7543679ad84d),segment_id=0a78c50c-b958-4cda-9988-7543679ad84d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:47:02.910744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:02.960260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=1a222ac3-c914-4f25-a860-680c812cd79a,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:03.123790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b8a92-9d0c-4ab9-b6d7-42b7fd37af47 req-b9e36f27-c531-4a1b-8e42-2716f6e6958a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:03.125287 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4f3b8a92-9d0c-4ab9-b6d7-42b7fd37af47 req-b9e36f27-c531-4a1b-8e42-2716f6e6958a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 944 time: 0.0514693 Dec 16 03:47:03.176117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4f3b8a92-9d0c-4ab9-b6d7-42b7fd37af47 req-5e58e622-6565-4811-b15f-e942d8a97be6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Dec 16 03:47:03.176365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['1a222ac3-c914-4f25-a860-680c812cd79a'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:47:04.299268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b7a7c-0a6d-4649-864d-a428556c4a74 req-02c0fc46-c6bd-4961-a092-c7e85e6cf5f2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:04.300807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb8b7a7c-0a6d-4649-864d-a428556c4a74 req-02c0fc46-c6bd-4961-a092-c7e85e6cf5f2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 944 time: 0.0521393 Dec 16 03:47:04.354846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb8b7a7c-0a6d-4649-864d-a428556c4a74 req-487c7f70-7422-4fdf-bfb2-34b00d5438b0 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Dec 16 03:47:04.719344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1a222ac3-c914-4f25-a860-680c812cd79a up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:47:04.782121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 1a222ac3-c914-4f25-a860-680c812cd79a completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:47:04.785707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 1a222ac3-c914-4f25-a860-680c812cd79a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:47:04.786094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:04.868641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:04.892409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a222ac3-c914-4f25-a860-680c812cd79a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:47:04.894664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2c2a68-57c0-4730-aad7-ebefb1740a73" -d '{"events": [{"server_uuid": "4296b8eb-e2d1-4f85-9413-189b76f3ca44", "name": "network-vif-plugged", "status": "completed", "tag": "1a222ac3-c914-4f25-a860-680c812cd79a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:47:04.907391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1a222ac3-c914-4f25-a860-680c812cd79a, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1a222ac3-c914-4f25-a860-680c812cd79a,segment=NetworkSegment(0a78c50c-b958-4cda-9988-7543679ad84d),segment_id=0a78c50c-b958-4cda-9988-7543679ad84d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:47:04.912551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:04.936175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59dfcd1-fd62-477a-bb83-8ff3be363e72 x-openstack-request-id: req-f59dfcd1-fd62-477a-bb83-8ff3be363e72 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:47:04.936449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4296b8eb-e2d1-4f85-9413-189b76f3ca44", "name": "network-vif-plugged", "status": "completed", "tag": "1a222ac3-c914-4f25-a860-680c812cd79a", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:47:04.936718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f59dfcd1-fd62-477a-bb83-8ff3be363e72 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:47:04.937074 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a222ac3-c914-4f25-a860-680c812cd79a', 'code': 200} Dec 16 03:47:04.969762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=1a222ac3-c914-4f25-a860-680c812cd79a,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:05.155894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a9904-3be8-43a9-a69d-d820d1b75cfe req-db3ff593-af6c-49fc-ada6-b020e828bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:05.157429 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b49a9904-3be8-43a9-a69d-d820d1b75cfe req-db3ff593-af6c-49fc-ada6-b020e828bb69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 1098 time: 0.0456293 Dec 16 03:47:05.207777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81dc56ca-ffc1-4572-8c7b-d3e6540868a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:05.218208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b49a9904-3be8-43a9-a69d-d820d1b75cfe req-a469e53a-7810-4b39-9b9a-b4966a45bfc9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524940 Dec 16 03:47:05.499973 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b29f7-2eea-4960-a720-79f5462bc347 req-737be022-3e38-4b1c-980d-9cc9c37f6d6b tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:05.501493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce0b29f7-2eea-4960-a720-79f5462bc347 req-737be022-3e38-4b1c-980d-9cc9c37f6d6b tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0627763 Dec 16 03:47:05.565313 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce0b29f7-2eea-4960-a720-79f5462bc347 req-039b55f9-b92b-4342-a745-e7bb0575dd59 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 Dec 16 03:47:06.691463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad78f9-6230-4235-94c7-3fffb50d34ca req-d276cd0f-be69-4125-a0d3-a22ad999de59 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:06.692935 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e9ad78f9-6230-4235-94c7-3fffb50d34ca req-d276cd0f-be69-4125-a0d3-a22ad999de59 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0507088 Dec 16 03:47:06.742071 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e9ad78f9-6230-4235-94c7-3fffb50d34ca req-8f522ea1-13be-463c-a433-f341d2ea6bbb tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Dec 16 03:47:07.096716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03202-8e1e-4269-b93c-5ed071bcc4f8 req-873a45a2-f0d2-4623-8dcb-ec70e8ab6923 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:07.098203 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fcd03202-8e1e-4269-b93c-5ed071bcc4f8 req-873a45a2-f0d2-4623-8dcb-ec70e8ab6923 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Dec 16 03:47:07.121501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:47:07.151320 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fcd03202-8e1e-4269-b93c-5ed071bcc4f8 req-d7fbbb10-d7db-4ce4-b046-8222e827a79e tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463707 Dec 16 03:47:07.207340 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-19f0288a-db9e-4411-b945-233e02801cd7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846114 Dec 16 03:47:07.217014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-4f0f29a1-090b-4965-ad55-bf55612ec0f2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:47:07.217983 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-4f0f29a1-090b-4965-ad55-bf55612ec0f2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050926 Dec 16 03:47:07.379838 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c451f255-9639-43cc-b26e-480df29edb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:08.273341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16654-1ebc-4c5d-b989-5e927a9e3b91 req-c26bc3ca-8144-470d-8227-1a26abadc765 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:08.274999 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7bd16654-1ebc-4c5d-b989-5e927a9e3b91 req-c26bc3ca-8144-470d-8227-1a26abadc765 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0519388 Dec 16 03:47:08.324888 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7bd16654-1ebc-4c5d-b989-5e927a9e3b91 req-6839f99b-9f36-484f-9186-2ad180da918a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437274 Dec 16 03:47:08.487555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:08.594246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-87065a2d-d6df-4072-beaa-b88b87b9fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:08.595827 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-87065a2d-d6df-4072-beaa-b88b87b9fdcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 1098 time: 0.0503764 Dec 16 03:47:08.701044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-ccc7d446-5f89-46b1-9936-7b3988c3243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:08.702566 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-ccc7d446-5f89-46b1-9936-7b3988c3243d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233 HTTP/1.1" status: 200 len: 912 time: 0.0990028 Dec 16 03:47:08.747302 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-ebe90614-397f-4af5-ac13-da00f73a495f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a222ac3-c914-4f25-a860-680c812cd79a HTTP/1.1" status: 200 len: 217 time: 0.0381453 Dec 16 03:47:08.798359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-954f6d87-2153-4b41-b055-fde540d52aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:08.799827 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-954f6d87-2153-4b41-b055-fde540d52aa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073d4a02-b7a6-4654-bd34-36d170c73d75 HTTP/1.1" status: 200 len: 852 time: 0.0459898 Dec 16 03:47:08.833034 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-801e0b56-958a-43c7-9a16-c5de2730381b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254996 Dec 16 03:47:08.925838 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-d2368be4-f2fd-464c-83f7-87dc0bf61e71 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Dec 16 03:47:09.033628 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-abd3bc55-c738-4274-a68a-8ede630ff6bd service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002405 Dec 16 03:47:09.450421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca48f2-93bc-4d43-abfa-db8c725a115f req-3e99aa86-82e6-4338-9a3d-3d7ca8d9c0b7 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:09.451876 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ceca48f2-93bc-4d43-abfa-db8c725a115f req-3e99aa86-82e6-4338-9a3d-3d7ca8d9c0b7 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0525501 Dec 16 03:47:09.510016 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ceca48f2-93bc-4d43-abfa-db8c725a115f req-b1ef7d1e-8bad-40ba-824f-cd5714f42edd tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520024 Dec 16 03:47:10.043375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:10.628914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df07961-370c-4221-8f2c-4452676e968c req-97d08c90-c62b-49d9-b7f8-7de3ed232422 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:10.630424 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8df07961-370c-4221-8f2c-4452676e968c req-97d08c90-c62b-49d9-b7f8-7de3ed232422 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Dec 16 03:47:10.677536 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8df07961-370c-4221-8f2c-4452676e968c req-379ffd22-08d1-4403-b06d-17964c56cb6b tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Dec 16 03:47:11.116070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:11.817226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414774d5-0a6c-44e0-921b-c042dde68d66 req-b90efc94-629e-4547-a52c-50658274a0e0 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:11.818743 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-414774d5-0a6c-44e0-921b-c042dde68d66 req-b90efc94-629e-4547-a52c-50658274a0e0 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0601029 Dec 16 03:47:11.867729 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-414774d5-0a6c-44e0-921b-c042dde68d66 req-efbea959-e26e-4d1b-ae64-25e26cd9a602 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Dec 16 03:47:12.998679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0e448-0e95-41b1-82a5-7ce933179bd4 req-62167c74-c8c6-4d91-86c9-d56d969eb66f tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:13.000047 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8df0e448-0e95-41b1-82a5-7ce933179bd4 req-62167c74-c8c6-4d91-86c9-d56d969eb66f tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0596669 Dec 16 03:47:13.048534 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8df0e448-0e95-41b1-82a5-7ce933179bd4 req-0e894ffc-6366-458f-ac28-d2940583fdd9 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Dec 16 03:47:14.179184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c91e7-7808-402c-b976-9cea1011ae9f req-200727b6-ffd8-4984-aace-d57623f416cd tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:14.180625 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a71c91e7-7808-402c-b976-9cea1011ae9f req-200727b6-ffd8-4984-aace-d57623f416cd tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0519941 Dec 16 03:47:14.229315 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a71c91e7-7808-402c-b976-9cea1011ae9f req-d2a8969e-acbb-4b51-8ed7-b39f8bb87167 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Dec 16 03:47:15.368883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a8aa6-3ed3-42f5-b1d2-8ad84484b5a4 req-fb0414de-965e-42e8-bb2c-a0181b412246 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:15.370574 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a25a8aa6-3ed3-42f5-b1d2-8ad84484b5a4 req-fb0414de-965e-42e8-bb2c-a0181b412246 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0574565 Dec 16 03:47:15.422051 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a25a8aa6-3ed3-42f5-b1d2-8ad84484b5a4 req-3993cb89-2a96-4f7f-bb3a-167bddab49cd tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Dec 16 03:47:16.555480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873aeeb-146f-4f47-82cc-712cd6c4e5c4 req-3a7751e4-3395-4e96-a377-800626082acb tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:16.557576 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5873aeeb-146f-4f47-82cc-712cd6c4e5c4 req-3a7751e4-3395-4e96-a377-800626082acb tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0515683 Dec 16 03:47:16.610432 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5873aeeb-146f-4f47-82cc-712cd6c4e5c4 req-0c3b4185-6573-4e2c-91f2-8f73c36a98ea tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Dec 16 03:47:17.737931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3523f86-0db8-480b-a3fa-f4a50e31b9f9 req-38a588ea-17ff-4776-8061-1d2b5a3b243a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:17.739440 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3523f86-0db8-480b-a3fa-f4a50e31b9f9 req-38a588ea-17ff-4776-8061-1d2b5a3b243a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0551615 Dec 16 03:47:17.787264 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3523f86-0db8-480b-a3fa-f4a50e31b9f9 req-8119d712-e8a0-48d4-b8e8-f47af2a62124 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Dec 16 03:47:18.922292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439659-8902-4a67-93ba-709be74d262d req-b32caa3a-b231-4600-b97b-e35e2b5244c5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:18.923787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d439659-8902-4a67-93ba-709be74d262d req-b32caa3a-b231-4600-b97b-e35e2b5244c5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0565841 Dec 16 03:47:18.977245 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d439659-8902-4a67-93ba-709be74d262d req-0307dce5-5ec4-4ec1-9967-db3d7c3958a6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473270 Dec 16 03:47:20.094661 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323157-93ef-41e0-be8e-9d8bd742af05 req-101c0aad-1d1e-4ff0-8eda-6cb35891a1aa tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:20.096186 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-17323157-93ef-41e0-be8e-9d8bd742af05 req-101c0aad-1d1e-4ff0-8eda-6cb35891a1aa tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0491939 Dec 16 03:47:20.143976 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-17323157-93ef-41e0-be8e-9d8bd742af05 req-0a88741d-b725-4605-88a7-6469e937e401 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Dec 16 03:47:20.447269 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:47:21.282703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1888e7e-462a-4a6d-a1c2-9c6f7aa9feeb req-ff8aa2cd-9df3-4631-9363-b5425470d6f6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:21.284205 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b1888e7e-462a-4a6d-a1c2-9c6f7aa9feeb req-ff8aa2cd-9df3-4631-9363-b5425470d6f6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0606687 Dec 16 03:47:21.649277 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b1888e7e-462a-4a6d-a1c2-9c6f7aa9feeb req-09879610-c741-4f2f-97f2-2b0669351e5d tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590324 Dec 16 03:47:22.783885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4cba-c229-41be-80e6-b18fccf301b4 req-cbfbc9cb-e039-4330-8bca-d57e7468afa4 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:22.785379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b76e4cba-c229-41be-80e6-b18fccf301b4 req-cbfbc9cb-e039-4330-8bca-d57e7468afa4 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Dec 16 03:47:22.832076 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b76e4cba-c229-41be-80e6-b18fccf301b4 req-107e0981-647d-4dde-b563-2537e23522e5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Dec 16 03:47:23.917677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:23.964304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dbe4d-615f-4bac-9164-eea9fd08da07 req-f7a1ff5f-e599-4aa9-a15b-30e1171c06fd tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:23.965729 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-138dbe4d-615f-4bac-9164-eea9fd08da07 req-f7a1ff5f-e599-4aa9-a15b-30e1171c06fd tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Dec 16 03:47:24.015973 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-138dbe4d-615f-4bac-9164-eea9fd08da07 req-92602e93-935d-4ca4-a6f3-af1b978387fa tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Dec 16 03:47:25.141209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636db09c-c3da-490c-be84-56db11b79aa8 req-ebccbf5d-a9e6-4fff-9bfe-99531493e14b tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:25.142678 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-636db09c-c3da-490c-be84-56db11b79aa8 req-ebccbf5d-a9e6-4fff-9bfe-99531493e14b tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0568533 Dec 16 03:47:25.191425 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-636db09c-c3da-490c-be84-56db11b79aa8 req-533dd9f2-3493-4af2-8a2c-331125c5d1f7 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Dec 16 03:47:26.310769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b46b0-1288-4288-9293-07858eb79e0a req-b7080cea-4072-489b-a4c0-2906897f89e4 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:26.312233 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-574b46b0-1288-4288-9293-07858eb79e0a req-b7080cea-4072-489b-a4c0-2906897f89e4 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0508730 Dec 16 03:47:26.363259 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-574b46b0-1288-4288-9293-07858eb79e0a req-376c6687-2d29-4617-90df-5954eb98ba02 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Dec 16 03:47:27.498515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da9026-ca95-4136-843c-ed198f6b812a req-ddc4e005-22d6-4653-aa2b-d80eb5f7c94a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:27.500012 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-40da9026-ca95-4136-843c-ed198f6b812a req-ddc4e005-22d6-4653-aa2b-d80eb5f7c94a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0547311 Dec 16 03:47:27.552417 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-40da9026-ca95-4136-843c-ed198f6b812a req-1b574497-26d4-4e56-8edf-82e5e37c8dfd tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446162 Dec 16 03:47:28.688675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55eb8e-336c-4235-b1ef-8815d24dec66 req-37e0ec36-7c82-4fd3-b2e1-9ebdb972d467 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:28.690170 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3c55eb8e-336c-4235-b1ef-8815d24dec66 req-37e0ec36-7c82-4fd3-b2e1-9ebdb972d467 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0581372 Dec 16 03:47:28.745734 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3c55eb8e-336c-4235-b1ef-8815d24dec66 req-f3c6bc3a-27d0-4b3c-a770-71c0eb3a2b37 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486572 Dec 16 03:47:29.877434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba4579-04ca-4928-9db3-5c2d76aebadf req-006393a1-681b-49bc-86e9-e1f76ccad867 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:29.878920 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-74ba4579-04ca-4928-9db3-5c2d76aebadf req-006393a1-681b-49bc-86e9-e1f76ccad867 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0530064 Dec 16 03:47:29.935293 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-74ba4579-04ca-4928-9db3-5c2d76aebadf req-b4df7298-f249-4c75-b020-53414249f8e6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Dec 16 03:47:31.054098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db961fa5-754f-4f31-822f-6f8ebb7639c5 req-e1b4e88f-2c51-4a96-a63e-ac4ab6cc1555 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:31.055511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-db961fa5-754f-4f31-822f-6f8ebb7639c5 req-e1b4e88f-2c51-4a96-a63e-ac4ab6cc1555 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0509183 Dec 16 03:47:31.103655 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-db961fa5-754f-4f31-822f-6f8ebb7639c5 req-1d245052-62d2-41b9-a740-e95e95b7a890 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Dec 16 03:47:32.231978 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e93a47-bc1b-408f-912a-2a1e1f929cd8 req-0fb590c5-94bb-4890-83de-698ed02bb670 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:32.233375 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-05e93a47-bc1b-408f-912a-2a1e1f929cd8 req-0fb590c5-94bb-4890-83de-698ed02bb670 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0569677 Dec 16 03:47:32.284529 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-05e93a47-bc1b-408f-912a-2a1e1f929cd8 req-354f473d-f249-45d3-b934-71e3d9281c61 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Dec 16 03:47:33.429615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12c6ae-f4c1-4b1e-bb09-c7180b5a4f94 req-dbc93b22-2801-4aa5-a973-5c7a218e0628 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:33.431075 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6a12c6ae-f4c1-4b1e-bb09-c7180b5a4f94 req-dbc93b22-2801-4aa5-a973-5c7a218e0628 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0602255 Dec 16 03:47:33.482435 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6a12c6ae-f4c1-4b1e-bb09-c7180b5a4f94 req-c40efa1c-1838-43b0-8cdf-ac57250fe3c8 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Dec 16 03:47:34.603384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d07bc-0b68-4142-93a1-498f216b5a2b req-455d7e02-28a8-42ca-88ca-b3fbac913baf tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:34.604837 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-174d07bc-0b68-4142-93a1-498f216b5a2b req-455d7e02-28a8-42ca-88ca-b3fbac913baf tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0500081 Dec 16 03:47:34.657993 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-174d07bc-0b68-4142-93a1-498f216b5a2b req-05496af9-8872-4acb-98c6-d945fe325f61 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467684 Dec 16 03:47:35.204657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cc25-c5cd-430f-be3a-5a7b5cae0d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:35.797197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c8afe-ccc8-41f7-b59c-eaf7d7af8c33 req-9783f212-9e99-40e8-a255-7a96c7fdd110 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:35.798683 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-622c8afe-ccc8-41f7-b59c-eaf7d7af8c33 req-9783f212-9e99-40e8-a255-7a96c7fdd110 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0616579 Dec 16 03:47:35.852082 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-622c8afe-ccc8-41f7-b59c-eaf7d7af8c33 req-c11a25b2-176b-4219-8f1a-3efa5e099a83 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Dec 16 03:47:35.896166 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-9baa69cd-943f-430d-89d8-f887c215df7e service neutron] 10.222.0.30 "GET /v2.0/ports/1a222ac3-c914-4f25-a860-680c812cd79a/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0568080 Dec 16 03:47:36.164646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-2fdabb0e-e6bf-4daf-aadb-1d7ff0e87266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:36.166159 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-2fdabb0e-e6bf-4daf-aadb-1d7ff0e87266 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44&tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880 HTTP/1.1" status: 200 len: 1098 time: 0.0778027 Dec 16 03:47:36.239582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-53ee28e3-5eb1-4f52-ae19-f0ac9f866a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:36.240960 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-53ee28e3-5eb1-4f52-ae19-f0ac9f866a3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 1098 time: 0.0407903 Dec 16 03:47:36.341754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-54a263b0-d84d-46d2-b6ba-72ef0a4c7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:36.343939 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-54a263b0-d84d-46d2-b6ba-72ef0a4c7dac service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233 HTTP/1.1" status: 200 len: 912 time: 0.0958393 Dec 16 03:47:36.386445 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-0100fda9-7f5e-4b57-a853-a0216921beb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a222ac3-c914-4f25-a860-680c812cd79a HTTP/1.1" status: 200 len: 217 time: 0.0347648 Dec 16 03:47:36.435094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-428a4620-0ec5-43b5-9843-01aba9e82063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:36.436519 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-428a4620-0ec5-43b5-9843-01aba9e82063 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073d4a02-b7a6-4654-bd34-36d170c73d75 HTTP/1.1" status: 200 len: 852 time: 0.0430641 Dec 16 03:47:36.469060 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-9a488da0-00c5-40fd-86e7-a95064664d08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239785 Dec 16 03:47:36.565324 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-81fd2677-7f5e-4c8b-84ce-57017ef339c7 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883346 Dec 16 03:47:36.653864 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-80458868-adb4-46ee-816a-c11c4bf6fc77 req-d1532b74-3119-43b7-a362-0823c5a973ea service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806558 Dec 16 03:47:36.979186 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87405-f030-4262-8977-1a7bad31c67d req-59e0582a-7e69-47cb-a342-90c92c88bdb5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:36.980673 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b8b87405-f030-4262-8977-1a7bad31c67d req-59e0582a-7e69-47cb-a342-90c92c88bdb5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Dec 16 03:47:37.029430 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b8b87405-f030-4262-8977-1a7bad31c67d req-09f17dfd-cd70-48c0-bb49-60683d2db14a tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Dec 16 03:47:37.389886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-babe2d13-2e56-4987-a083-390911febd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:38.157907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25eb8e-434e-459e-961d-4379343d11a4 req-64d025a0-0a4e-49cf-93a7-767dcd46279d tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:38.159451 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9d25eb8e-434e-459e-961d-4379343d11a4 req-64d025a0-0a4e-49cf-93a7-767dcd46279d tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0511265 Dec 16 03:47:38.214045 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9d25eb8e-434e-459e-961d-4379343d11a4 req-204a533f-cbc3-49a7-bbc4-35fc03b722a4 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484316 Dec 16 03:47:38.488029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:39.337470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bcf43-f008-439b-9602-ae1cafb9a029 req-d49beee1-dd0d-48b0-812e-cb110c3f2c19 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:39.338920 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b7bcf43-f008-439b-9602-ae1cafb9a029 req-d49beee1-dd0d-48b0-812e-cb110c3f2c19 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0553133 Dec 16 03:47:39.392998 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b7bcf43-f008-439b-9602-ae1cafb9a029 req-3edcee74-0e83-4ca1-9f80-31e79a3b1b21 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 Dec 16 03:47:39.780090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-dc45bd1f-aada-499e-871a-435a907856f7 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:39.781505 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-dc45bd1f-aada-499e-871a-435a907856f7 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.30 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44&tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 945 time: 0.0903552 Dec 16 03:47:39.883482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-8ea370a4-2d38-4e1e-900d-bb452180cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:39.884982 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-8ea370a4-2d38-4e1e-900d-bb452180cfc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 1098 time: 0.0421162 Dec 16 03:47:39.983495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-577b68a1-e6ca-4a0f-b830-35c8fee312cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:39.985120 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-577b68a1-e6ca-4a0f-b830-35c8fee312cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233 HTTP/1.1" status: 200 len: 912 time: 0.0936804 Dec 16 03:47:40.024981 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-f7f42c41-505d-4d14-b8ee-0b10a0625fda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a222ac3-c914-4f25-a860-680c812cd79a HTTP/1.1" status: 200 len: 217 time: 0.0333049 Dec 16 03:47:40.044909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:40.073543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-805ef746-5e4c-4df9-b770-4e411d64a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:40.075049 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-805ef746-5e4c-4df9-b770-4e411d64a528 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073d4a02-b7a6-4654-bd34-36d170c73d75 HTTP/1.1" status: 200 len: 852 time: 0.0432873 Dec 16 03:47:40.110316 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-5f0074e3-8443-4041-b562-56016f23700b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f3f2711-6fcd-4b87-9b76-ffc4d5300233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279772 Dec 16 03:47:40.198786 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-16bf3b50-381e-4698-9ee0-8d0457028d1e service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813107 Dec 16 03:47:40.299189 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-20ae9ee6-e647-4f03-aab1-12d787f9de07 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930791 Dec 16 03:47:41.111881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:41.134849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16aaa-9cfb-474d-ae0c-f2a897a66619 req-a3f4dabf-56f0-4975-941d-2a04675cc550 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:41.136318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3b16aaa-9cfb-474d-ae0c-f2a897a66619 req-a3f4dabf-56f0-4975-941d-2a04675cc550 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0514104 Dec 16 03:47:41.186074 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3b16aaa-9cfb-474d-ae0c-f2a897a66619 req-f87232b4-e87b-4a4b-a183-34db38a5f565 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Dec 16 03:47:42.310118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ad061-3c59-43e8-96c7-c51936c3d711 req-2d9a0479-bf53-4ff1-8d88-3405f16724d5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:42.311646 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-446ad061-3c59-43e8-96c7-c51936c3d711 req-2d9a0479-bf53-4ff1-8d88-3405f16724d5 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0550814 Dec 16 03:47:42.361355 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-446ad061-3c59-43e8-96c7-c51936c3d711 req-9fa15bc4-1b55-4c60-91ca-f85579f1a4c6 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Dec 16 03:47:43.223350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-47a80a96-a2af-42a7-9053-68f606c8f9e3 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:43.224509 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-47a80a96-a2af-42a7-9053-68f606c8f9e3 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.30 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.3921947 Dec 16 03:47:43.316787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Deleting port 1a222ac3-c914-4f25-a860-680c812cd79a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:47:43.317117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:43.412203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] For port 1a222ac3-c914-4f25-a860-680c812cd79a, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1a222ac3-c914-4f25-a860-680c812cd79a,segment=NetworkSegment(0a78c50c-b958-4cda-9988-7543679ad84d),segment_id=0a78c50c-b958-4cda-9988-7543679ad84d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:47:43.412585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:43.425588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Calling delete_port for 1a222ac3-c914-4f25-a860-680c812cd79a owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:47:43.487613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b59a04-0692-460d-a4e0-4ff37ff4508f req-d8634827-e19b-4044-a789-4b30b91cf49e tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:43.488961 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10b59a04-0692-460d-a4e0-4ff37ff4508f req-d8634827-e19b-4044-a789-4b30b91cf49e tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/ports?device_id=4296b8eb-e2d1-4f85-9413-189b76f3ca44 HTTP/1.1" status: 200 len: 945 time: 0.0526814 Dec 16 03:47:43.538113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10b59a04-0692-460d-a4e0-4ff37ff4508f req-116bdb26-001d-40f3-b5e2-034589fd9deb tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.16 "GET /v2.0/security-groups?id=da6c731f-9b2a-409e-8901-23e9bb9ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Dec 16 03:47:43.561162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:43.588705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Pushing event deleted for resources: {'Port': ['ID=1a222ac3-c914-4f25-a860-680c812cd79a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:43.593591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['1a222ac3-c914-4f25-a860-680c812cd79a'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:47:43.602978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.603358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.603699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.604009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.604369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.604677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.605022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.605345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.605668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.605971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.606272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.606641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.606942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:43.641531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] No DVR routers for this DVR port 1a222ac3-c914-4f25-a860-680c812cd79a on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:47:43.644167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:43.647487 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a6f93cb6-d6a9-4b28-91e0-a0280cf347b0 req-df6d8058-c637-49d3-a006-a813df7c3ec2 tempest-DeleteServersTestJSON-2075124833 tempest-DeleteServersTestJSON-2075124833-project] 10.222.0.30 "DELETE /v2.0/ports/1a222ac3-c914-4f25-a860-680c812cd79a HTTP/1.1" status: 204 len: 173 time: 0.4169133 Dec 16 03:47:43.647925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'name': 'network-vif-deleted', 'tag': '1a222ac3-c914-4f25-a860-680c812cd79a'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:47:43.650250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d471b0-4142-4a90-8a35-1e2d4eb542bb" -d '{"events": [{"server_uuid": "4296b8eb-e2d1-4f85-9413-189b76f3ca44", "name": "network-vif-deleted", "tag": "1a222ac3-c914-4f25-a860-680c812cd79a"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:47:43.688555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5109d273-a44f-4c6c-8ed7-c582273c9851 x-openstack-request-id: req-5109d273-a44f-4c6c-8ed7-c582273c9851 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:47:43.688878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4296b8eb-e2d1-4f85-9413-189b76f3ca44", "name": "network-vif-deleted", "tag": "1a222ac3-c914-4f25-a860-680c812cd79a", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:47:43.689171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5109d273-a44f-4c6c-8ed7-c582273c9851 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:47:43.689618 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296b8eb-e2d1-4f85-9413-189b76f3ca44', 'name': 'network-vif-deleted', 'tag': '1a222ac3-c914-4f25-a860-680c812cd79a', 'status': 'completed', 'code': 200} Dec 16 03:47:44.678189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40442) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:47:44.735738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Deleting subnet 073d4a02-b7a6-4654-bd34-36d170c73d75 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:47:44.739039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:44.773667 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:44.811940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:44.864629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:44.893921 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073d4a02-b7a6-4654-bd34-36d170c73d75,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:44.898499 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:44.901620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/073d4a02-b7a6-4654-bd34-36d170c73d75 HTTP/1.1" status: 204 len: 168 time: 0.2222812 Dec 16 03:47:44.904511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40444) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:47:44.906816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.907315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.907671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.907994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.908342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.908662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.908988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.909311 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.909634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.909958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.910279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.910614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.910934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ebe558-072c-4666-94e6-b3a2e6c95108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:44.978236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.056182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.078814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3f2711-6fcd-4b87-9b76-ffc4d5300233']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:47:45.088339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a78c50c-b958-4cda-9988-7543679ad84d') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:47:45.088640 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a78c50c-b958-4cda-9988-7543679ad84d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:47:45.103277 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.117075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.123284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:47:45.123656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:47:45.125650 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:47:45.186730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.193172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.196426 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f3f2711-6fcd-4b87-9b76-ffc4d5300233 HTTP/1.1" status: 204 len: 168 time: 0.2908347 Dec 16 03:47:45.213295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eb4d0-f7eb-404c-93af-22aff610c747 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3f2711-6fcd-4b87-9b76-ffc4d5300233,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:45.312572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40448) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:47:45.353627 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-87349fea-d3aa-48af-9136-c9a71bb00267 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8b8beb2fe9e452cb5cbfe6ecfdac880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398443 Dec 16 03:47:45.356176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40450) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:47:45.405170 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93b92599-1239-4fa0-8c16-298ae61e13f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.426380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93b92599-1239-4fa0-8c16-298ae61e13f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.477785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93b92599-1239-4fa0-8c16-298ae61e13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.480475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93b92599-1239-4fa0-8c16-298ae61e13f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:45.481641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-93b92599-1239-4fa0-8c16-298ae61e13f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da6c731f-9b2a-409e-8901-23e9bb9ae045 HTTP/1.1" status: 204 len: 168 time: 0.1246150 Dec 16 03:47:45.489602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b92599-1239-4fa0-8c16-298ae61e13f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6c731f-9b2a-409e-8901-23e9bb9ae045,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:46.202002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40472) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:47:46.309331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1674408057-network', 'tenant_id': '590f901defd54a1f95d22eca5e827f17'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:47:46.342517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Made reservation on behalf of 590f901defd54a1f95d22eca5e827f17 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:47:46.345192 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.353592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.434366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.439377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.463180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:47:46.476544 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f4f17c-6d1b-4ab3-8515-2775ea5140ed,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:46.481330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.481671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Added segment a9a498b0-d19b-4a3e-a974-732c065789ee of type vlan for network 656f0ec6-8af3-4f5c-b777-3429b65acae2 Dec 16 03:47:46.526770 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.557906 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.559362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:46.560199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.612977 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4098310 Dec 16 03:47:46.616256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:47:46.621394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Request body: {'subnet': {'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1674408057-subnet', 'tenant_id': '590f901defd54a1f95d22eca5e827f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:47:46.623591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389625ab-0462-42f9-902a-5bfc483a1316 admin admin] Pushing event updated for resources: {'Network': ['ID=656f0ec6-8af3-4f5c-b777-3429b65acae2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:46.635163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 656f0ec6-8af3-4f5c-b777-3429b65acae2 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:47:46.645928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Made reservation on behalf of 590f901defd54a1f95d22eca5e827f17 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:47:46.648463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.823382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.877950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8296dc87-3db3-47f9-8d88-866116c9091b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:46.888257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Checking segment: {'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:47:46.888617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Network hostable DHCP agents. Network: 656f0ec6-8af3-4f5c-b777-3429b65acae2, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:47:46.907961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Network 656f0ec6-8af3-4f5c-b777-3429b65acae2 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:47:46.917301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 656f0ec6-8af3-4f5c-b777-3429b65acae2) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:47:46.919701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1a222ac3-c914-4f25-a860-680c812cd79a no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:47:46.921013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:46.921839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:46.940863 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-66ae325c-3607-4722-aaf9-8d671a47b6c2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3233719 Dec 16 03:47:46.942222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baf0001-edbf-4595-9027-9a6e3365946a None None] Network 656f0ec6-8af3-4f5c-b777-3429b65acae2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:47:46.944527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 1a222ac3-c914-4f25-a860-680c812cd79a {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:47:46.944869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1a222ac3-c914-4f25-a860-680c812cd79a not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:47:47.199357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df4d3e-75f4-43e0-9e29-7437ab8a4ebe None None] Network 656f0ec6-8af3-4f5c-b777-3429b65acae2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:47:47.384397 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-9c03bde6-0256-4c4b-a1af-fa06cb954373 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:47.385836 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-9c03bde6-0256-4c4b-a1af-fa06cb954373 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 815 time: 0.1043155 Dec 16 03:47:47.400703 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-1399135a-4261-4967-89df-9bf9aa0b9f5c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/quotas/590f901defd54a1f95d22eca5e827f17 HTTP/1.1" status: 200 len: 375 time: 0.0090423 Dec 16 03:47:47.434405 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-85a9f347-a1e1-40c7-ad6a-d479d543d1de tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285540 Dec 16 03:47:47.545577 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-533df149-b4d5-4730-bdd3-3bffbefa8484 service neutron] 10.222.0.16 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994987 Dec 16 03:47:47.638425 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-45924fad-bb1d-4721-ac62-68f12e77659c service neutron] 10.222.0.16 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859730 Dec 16 03:47:47.793679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-02f1f04d-c19c-416a-94b6-142971f5b3f7 req-36d04afd-8803-451f-a9c5-45a5bf379bcf tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 210 time: 0.0266631 Dec 16 03:47:48.820744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-f17df1c2-4b62-41ba-96a2-e048942e540c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:48.822237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-f17df1c2-4b62-41ba-96a2-e048942e540c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 815 time: 0.1098404 Dec 16 03:47:48.843603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Request body: {'port': {'device_id': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2', 'admin_state_up': True, 'tenant_id': '590f901defd54a1f95d22eca5e827f17'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:47:48.892062 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ceabe0ce-16f0-4240-8d2f-ab297e8f1cc0 req-b8b66bdf-a33c-445b-9e22-ff3909557ff0 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 210 time: 0.0288634 Dec 16 03:47:48.959769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Made reservation on behalf of 590f901defd54a1f95d22eca5e827f17 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:47:48.963389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.088874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Allocated IP 172.20.0.10 (656f0ec6-8af3-4f5c-b777-3429b65acae2/8296dc87-3db3-47f9-8d88-866116c9091b/6189bd9b-0a83-4d0b-8233-6a093427ba39) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:47:49.240282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.275497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.320017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Network 656f0ec6-8af3-4f5c-b777-3429b65acae2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:47:49.323232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:47:49.326840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:47:49.333913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:49.383076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:49.383683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.402065 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-0aede1a2-8b59-4dc9-bc7d-8b34b8ea55a8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640101 Dec 16 03:47:49.423826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Request body: {'port': {'device_id': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:47:49.483670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.747599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6189bd9b-0a83-4d0b-8233-6a093427ba39 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:47:49.755200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.769183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Transition to ACTIVE for port object 6189bd9b-0a83-4d0b-8233-6a093427ba39 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:47:49.774541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.830093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:49.897305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Attempting to bind port 6189bd9b-0a83-4d0b-8233-6a093427ba39 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:47:49.897639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Attempting to bind port 6189bd9b-0a83-4d0b-8233-6a093427ba39 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:47:49.897965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Attempting to bind port 6189bd9b-0a83-4d0b-8233-6a093427ba39 on network 656f0ec6-8af3-4f5c-b777-3429b65acae2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:47:49.902380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Port 6189bd9b-0a83-4d0b-8233-6a093427ba39 on network 656f0ec6-8af3-4f5c-b777-3429b65acae2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:47:49.902717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Attempting to bind port 6189bd9b-0a83-4d0b-8233-6a093427ba39 on network 656f0ec6-8af3-4f5c-b777-3429b65acae2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:47:49.908069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:47:49.908400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Checking segment: {'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:47:49.908776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Bound using segment: {'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:47:49.909192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Bound port: 6189bd9b-0a83-4d0b-8233-6a093427ba39, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:47:49.909535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:49.975211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:47:49.978366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:47:49.985127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:50.014476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275ae4-6506-4924-a909-0c9ee83a7367 req-42a4a173-03b3-4c8e-9bc1-cd34a29b52b4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:50.015871 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14275ae4-6506-4924-a909-0c9ee83a7367 req-42a4a173-03b3-4c8e-9bc1-cd34a29b52b4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0535822 Dec 16 03:47:50.025321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:50.025949 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:50.027379 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] 10.222.0.30 "PUT /v2.0/ports/6189bd9b-0a83-4d0b-8233-6a093427ba39 HTTP/1.1" status: 200 len: 1094 time: 0.6104481 Dec 16 03:47:50.027844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:47:50.030100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f78206-0b8d-47d9-acdb-595cf4f1fd24" -d '{"events": [{"name": "network-changed", "server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:47:50.054266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1ee86-2dca-4f27-849c-544b9b9f771c service neutron] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:50.069155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14275ae4-6506-4924-a909-0c9ee83a7367 req-c4290f73-94b7-41f9-8622-5dd8734d54cc tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Dec 16 03:47:50.082040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4253cc-5c44-4495-8e3d-d6e5aaf2c72a x-openstack-request-id: req-7b4253cc-5c44-4495-8e3d-d6e5aaf2c72a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:47:50.082295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:47:50.082588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b4253cc-5c44-4495-8e3d-d6e5aaf2c72a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:47:50.083004 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'status': 'completed', 'code': 200} Dec 16 03:47:50.140868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-7bd7b562-6241-42b4-a863-6a20920039f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:50.142486 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-7bd7b562-6241-42b4-a863-6a20920039f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 1097 time: 0.0420437 Dec 16 03:47:50.189665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-4232b5ce-dd0f-46a0-b1f0-8dad52f47fff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39 HTTP/1.1" status: 200 len: 217 time: 0.0340974 Dec 16 03:47:50.242344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-c85b692d-dc99-4b53-a0d0-50a7f66a772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:50.243815 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-c85b692d-dc99-4b53-a0d0-50a7f66a772f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0473709 Dec 16 03:47:50.275633 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-c332bde7-53c1-4a40-bd4d-20d0444be186 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244768 Dec 16 03:47:50.366568 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-70279a07-1056-4d79-bd4b-a2f0d58d8f57 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834813 Dec 16 03:47:50.459504 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f4ce5e3-c646-4c17-8ed9-340d10b0c1c4 req-34ee9cf1-fe36-431d-b969-27c7ee828cf4 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861146 Dec 16 03:47:50.587080 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-0d42a54a-43e8-4087-bdea-47a749e5809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:50.588573 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-0d42a54a-43e8-4087-bdea-47a749e5809f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 1097 time: 0.0446212 Dec 16 03:47:50.696972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-d201d340-bd07-4f11-8e8e-16fd4f6a2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:50.698495 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-d201d340-bd07-4f11-8e8e-16fd4f6a2e60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.1007586 Dec 16 03:47:50.742174 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-275302f3-24c7-452c-87c2-f3400d3dbb5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39 HTTP/1.1" status: 200 len: 217 time: 0.0348661 Dec 16 03:47:50.791394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-4adbddbc-d143-4241-8f7f-476e352769f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:50.792882 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-4adbddbc-d143-4241-8f7f-476e352769f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0436060 Dec 16 03:47:50.834947 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-41c3859d-0785-4343-99ee-937aa763523f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311656 Dec 16 03:47:50.944925 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-b100253c-932a-4e37-8e17-5a675860b87a service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023409 Dec 16 03:47:51.042162 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47f78206-0b8d-47d9-acdb-595cf4f1fd24 req-656a8e4d-6c8b-4d8c-831d-8991df785246 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885973 Dec 16 03:47:51.203711 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032fcc2-ae7f-41fc-8fbe-4bb174483427 req-aa8300d9-1338-40f4-a27e-152b2ce5761f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:51.205279 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c032fcc2-ae7f-41fc-8fbe-4bb174483427 req-aa8300d9-1338-40f4-a27e-152b2ce5761f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0529559 Dec 16 03:47:51.254676 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c032fcc2-ae7f-41fc-8fbe-4bb174483427 req-8827ccad-33c3-4d86-8b3f-ac5b5bd7eabf tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432055 Dec 16 03:47:52.391355 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470ec42-ebdf-4f42-b250-94559c099ba5 req-a5d1638f-64f7-41d8-9a3f-e46cc9ef6cc3 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:52.392867 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1470ec42-ebdf-4f42-b250-94559c099ba5 req-a5d1638f-64f7-41d8-9a3f-e46cc9ef6cc3 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0521665 Dec 16 03:47:52.451187 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1470ec42-ebdf-4f42-b250-94559c099ba5 req-094ff44c-b7e8-4764-a6ea-210512602aa7 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 Dec 16 03:47:52.955607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6189bd9b-0a83-4d0b-8233-6a093427ba39 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:47:53.058854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:47:53.072757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2', 'port_id': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'mac_address': 'fa:16:3e:a3:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8296dc87-3db3-47f9-8d88-866116c9091b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:47:53.109992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:53.122913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6189bd9b-0a83-4d0b-8233-6a093427ba39 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:47:53.143537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:47:53.151821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:53.210426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:53.218214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.218607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.218951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.219286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.219624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.220431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.220807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.221151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.221488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.221822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.222147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.222507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.222809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:47:53.437462 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['6189bd9b-0a83-4d0b-8233-6a093427ba39'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:47:53.570966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf189b-725e-42a0-8366-d75f0ca76a75 req-ccdfad50-b187-471b-9138-7150748213cd tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:53.573961 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-becf189b-725e-42a0-8366-d75f0ca76a75 req-ccdfad50-b187-471b-9138-7150748213cd tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0533690 Dec 16 03:47:53.620435 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-becf189b-725e-42a0-8366-d75f0ca76a75 req-2c699ad6-3996-4472-93ca-8459047e83ab tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 Dec 16 03:47:53.918598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:54.756147 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce006-5bc7-4abb-b061-bb25ce93d12b req-074ed5f0-f095-483e-8548-7f6ef733a74d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:54.757639 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f0ce006-5bc7-4abb-b061-bb25ce93d12b req-074ed5f0-f095-483e-8548-7f6ef733a74d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0549026 Dec 16 03:47:54.809914 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f0ce006-5bc7-4abb-b061-bb25ce93d12b req-f91fe1ab-f3a7-423c-b3ca-8febb1d71b84 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Dec 16 03:47:54.966060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6189bd9b-0a83-4d0b-8233-6a093427ba39 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:47:55.026517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 6189bd9b-0a83-4d0b-8233-6a093427ba39 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:47:55.032356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 6189bd9b-0a83-4d0b-8233-6a093427ba39 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:47:55.033116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:55.124924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:55.151006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:47:55.154733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7b297-7a3b-4a82-88fe-44b5090001d6" -d '{"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-plugged", "status": "completed", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:47:55.168988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:47:55.175827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:47:55.206160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec896b6-09cf-4c14-9a82-bbb753503f1f x-openstack-request-id: req-fec896b6-09cf-4c14-9a82-bbb753503f1f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:47:55.206473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-plugged", "status": "completed", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:47:55.206729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fec896b6-09cf-4c14-9a82-bbb753503f1f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:47:55.207116 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'code': 200} Dec 16 03:47:55.241585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:47:55.439361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d4ce5-d66c-4f45-9dfc-198ba9ae6978 req-e8e73892-ead2-4115-bf96-83977eb6c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:55.440929 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-122d4ce5-d66c-4f45-9dfc-198ba9ae6978 req-e8e73892-ead2-4115-bf96-83977eb6c217 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 1099 time: 0.0431726 Dec 16 03:47:55.489954 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-122d4ce5-d66c-4f45-9dfc-198ba9ae6978 req-609dc0af-c431-4f6b-8e48-399d9b0adad3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Dec 16 03:47:55.938362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36527a64-c69e-46c4-93e6-9a8a1c9635dc req-ee41c0c7-dc9a-413c-a3d1-5eefe446018f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:55.939981 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-36527a64-c69e-46c4-93e6-9a8a1c9635dc req-ee41c0c7-dc9a-413c-a3d1-5eefe446018f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0560403 Dec 16 03:47:55.998003 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-36527a64-c69e-46c4-93e6-9a8a1c9635dc req-9fd43a77-b46f-4a66-a553-0fa7d68a7fc1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483220 Dec 16 03:47:57.126654 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0386d-7390-4070-a8d3-9ded8029ff67 req-2d86f906-0f03-4521-917e-6a061175c54f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:57.128201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b8e0386d-7390-4070-a8d3-9ded8029ff67 req-2d86f906-0f03-4521-917e-6a061175c54f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0521636 Dec 16 03:47:57.176741 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b8e0386d-7390-4070-a8d3-9ded8029ff67 req-d94e1181-d104-42a8-a9b9-c65b8124dc81 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Dec 16 03:47:57.316376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10c9d9-c8a0-4643-a986-87e6ee5b5dde req-7fa976ec-52b8-4d08-905b-cf09b58ccf97 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:57.317780 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8a10c9d9-c8a0-4643-a986-87e6ee5b5dde req-7fa976ec-52b8-4d08-905b-cf09b58ccf97 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0743704 Dec 16 03:47:57.375772 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8a10c9d9-c8a0-4643-a986-87e6ee5b5dde req-e0f2dd52-7674-45fe-8940-4939caf3f7b6 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487225 Dec 16 03:47:57.446646 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:47:57.604994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375818-eb3f-40c2-80ef-c312544dd34d req-b3c63d8d-ed12-4a1a-a596-677f0ae2d4c4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:57.607281 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe375818-eb3f-40c2-80ef-c312544dd34d req-b3c63d8d-ed12-4a1a-a596-677f0ae2d4c4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0645397 Dec 16 03:47:57.675512 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe375818-eb3f-40c2-80ef-c312544dd34d req-25f8cc9a-ef67-4763-8ebe-a01d155c3d2b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610738 Dec 16 03:47:57.792850 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f682d-26ed-4044-ac8f-98f646ae203d req-d97783ab-0626-42d8-bf82-ffac6a6a4bf6 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:57.794566 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-663f682d-26ed-4044-ac8f-98f646ae203d req-d97783ab-0626-42d8-bf82-ffac6a6a4bf6 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Dec 16 03:47:57.852679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-663f682d-26ed-4044-ac8f-98f646ae203d req-fd2c1579-fc88-40ef-b191-2ef6f636bbd6 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514152 Dec 16 03:47:58.087483 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-3ae68e88-1531-4460-b7bf-6704ce121f9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412924 Dec 16 03:47:58.102903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefd008-ab13-4368-9d68-ab0f0ab700d7 req-c5badb71-06c8-4aa2-8d78-bc3beb4245d1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:58.104878 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abefd008-ab13-4368-9d68-ab0f0ab700d7 req-c5badb71-06c8-4aa2-8d78-bc3beb4245d1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0514846 Dec 16 03:47:58.153236 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abefd008-ab13-4368-9d68-ab0f0ab700d7 req-24bcc716-472a-4bdf-9ec9-15de31663c9d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Dec 16 03:47:59.285166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d960-b292-4f71-b485-a167b3c68dae req-09f63880-5a1c-4296-8f3b-6580eded867a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:59.286680 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3d5d960-b292-4f71-b485-a167b3c68dae req-09f63880-5a1c-4296-8f3b-6580eded867a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0537395 Dec 16 03:47:59.336612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3d5d960-b292-4f71-b485-a167b3c68dae req-2fb1169f-b583-4e54-a8cc-ab1911e631b1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Dec 16 03:47:59.347410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-4183a2e8-78f2-4abe-b6f6-363699f929e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:59.348973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-4183a2e8-78f2-4abe-b6f6-363699f929e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 1099 time: 0.0438459 Dec 16 03:47:59.445179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-3206ff28-958b-4be5-84de-6a878d4826e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:59.446595 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-3206ff28-958b-4be5-84de-6a878d4826e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.0911651 Dec 16 03:47:59.488704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-bbdf078b-5760-4750-a3bf-18bfe312f07d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39 HTTP/1.1" status: 200 len: 217 time: 0.0350642 Dec 16 03:47:59.553539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-0a7a26f2-754f-466c-b1d8-6fab165f02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:47:59.555025 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-0a7a26f2-754f-466c-b1d8-6fab165f02bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0582037 Dec 16 03:47:59.588239 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-a4865ab7-22f3-41e8-b749-b10846f6f29f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257304 Dec 16 03:47:59.682142 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-1dc74e0f-7eb9-4327-8deb-43844caeb871 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867794 Dec 16 03:47:59.854845 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-7147e2a1-35fc-4731-a1a6-468cf6123c98 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922971 Dec 16 03:48:00.471740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca449-acc9-4e23-856e-fde07b364288 req-92ade370-fa59-40ef-8a2b-0fc0e006c8f5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:00.473204 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa1ca449-acc9-4e23-856e-fde07b364288 req-92ade370-fa59-40ef-8a2b-0fc0e006c8f5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0551288 Dec 16 03:48:00.520117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa1ca449-acc9-4e23-856e-fde07b364288 req-c653096d-ae57-4914-a55c-880e620478c2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Dec 16 03:48:01.658792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36552-6a10-4095-92cd-0fb83864910a req-63cfff7f-7893-47b7-b35a-af780deb7503 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:01.660290 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-afc36552-6a10-4095-92cd-0fb83864910a req-63cfff7f-7893-47b7-b35a-af780deb7503 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0594361 Dec 16 03:48:01.718472 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-afc36552-6a10-4095-92cd-0fb83864910a req-6645598d-655f-413c-a7d8-f465b39eb43b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521107 Dec 16 03:48:02.854571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f46db-9457-462e-aaf2-828daee12563 req-adb7218c-6a27-480b-9829-e14e46c6f447 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:02.856049 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a56f46db-9457-462e-aaf2-828daee12563 req-adb7218c-6a27-480b-9829-e14e46c6f447 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0594125 Dec 16 03:48:02.909470 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a56f46db-9457-462e-aaf2-828daee12563 req-d2cd8023-9a7b-4718-a0e2-fda0f5ce5824 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Dec 16 03:48:04.033338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe0482-f306-43c9-8c37-7025976bbf16 req-319cfa97-973a-4dca-93fa-c145c6522b53 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:04.034833 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4efe0482-f306-43c9-8c37-7025976bbf16 req-319cfa97-973a-4dca-93fa-c145c6522b53 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0518510 Dec 16 03:48:04.084294 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4efe0482-f306-43c9-8c37-7025976bbf16 req-bcabec3c-b521-4a1f-8ab7-609ab530ec5f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Dec 16 03:48:05.197687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdaed68e-4131-4a75-88e5-8d8b7a129e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:05.213086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa812bd-7eeb-4a86-aca5-560953d7e585 req-bb2d1ae1-1f74-4105-867b-ee576c79b6c9 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:05.214596 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cfa812bd-7eeb-4a86-aca5-560953d7e585 req-bb2d1ae1-1f74-4105-867b-ee576c79b6c9 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0516872 Dec 16 03:48:05.268525 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cfa812bd-7eeb-4a86-aca5-560953d7e585 req-a843627f-48c7-4a99-9926-81457b89bc34 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473249 Dec 16 03:48:06.401575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b32c69-53ae-417b-949b-e5074374802b req-568002de-b286-4898-949d-776a79a9a31d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:06.403134 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c3b32c69-53ae-417b-949b-e5074374802b req-568002de-b286-4898-949d-776a79a9a31d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0623643 Dec 16 03:48:06.455165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c3b32c69-53ae-417b-949b-e5074374802b req-b266a676-fbd5-468f-97a3-66fb1a380690 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424333 Dec 16 03:48:07.389474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ebc89e7-e8fb-4dad-a622-e34027b2d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:07.598900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734779-a9c8-48fb-8979-88c7080e37b4 req-0dc18c95-6812-4cb8-8876-d74778c7b70b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:07.600655 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-78734779-a9c8-48fb-8979-88c7080e37b4 req-0dc18c95-6812-4cb8-8876-d74778c7b70b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0639057 Dec 16 03:48:07.658385 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-78734779-a9c8-48fb-8979-88c7080e37b4 req-9730f5aa-a7bb-434b-9702-e5c39b5d8235 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487342 Dec 16 03:48:08.492134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:08.797873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a424b-8755-4999-963e-716934a4eeb1 req-c78b0c3f-079b-4a9c-afcc-a96ba066de2c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:08.799511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-454a424b-8755-4999-963e-716934a4eeb1 req-c78b0c3f-079b-4a9c-afcc-a96ba066de2c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0641632 Dec 16 03:48:08.848402 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-454a424b-8755-4999-963e-716934a4eeb1 req-89ff69ea-b3f3-46bd-9af1-4c0b0e39baf5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Dec 16 03:48:09.979797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b174a-7d07-48b4-86ef-805a4c2f4f69 req-ae383608-a4e5-4391-a301-e1817ff86ed2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:09.981291 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bc0b174a-7d07-48b4-86ef-805a4c2f4f69 req-ae383608-a4e5-4391-a301-e1817ff86ed2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0538652 Dec 16 03:48:10.030437 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bc0b174a-7d07-48b4-86ef-805a4c2f4f69 req-cf50b0f6-e3cb-48d6-aa15-3d58e2a6db4d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Dec 16 03:48:10.043404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:11.124459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:11.159110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647207e-4f29-498e-9b1c-84abae4820e3 req-f8a0fc1b-0ec8-4877-88a6-08febb931c74 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:11.160644 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1647207e-4f29-498e-9b1c-84abae4820e3 req-f8a0fc1b-0ec8-4877-88a6-08febb931c74 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0554883 Dec 16 03:48:11.225500 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1647207e-4f29-498e-9b1c-84abae4820e3 req-b1eb1fb5-56b8-403e-b2c0-3d143f44e0f9 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561712 Dec 16 03:48:12.358374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89e2c2-ef5e-4d15-9112-9934cf3f00c4 req-1e8b8467-4a6a-4fcf-9b36-26b96fe199d1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:12.359851 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b89e2c2-ef5e-4d15-9112-9934cf3f00c4 req-1e8b8467-4a6a-4fcf-9b36-26b96fe199d1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0506783 Dec 16 03:48:12.408417 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b89e2c2-ef5e-4d15-9112-9934cf3f00c4 req-2effd62f-6689-409a-b2e5-ec599b038d6d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Dec 16 03:48:13.545898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383c3bb-7472-4299-8b8e-eceed663dbba req-3aabaccd-7c68-4e92-bd11-263a01aa625c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:13.547358 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a383c3bb-7472-4299-8b8e-eceed663dbba req-3aabaccd-7c68-4e92-bd11-263a01aa625c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0647962 Dec 16 03:48:13.600176 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a383c3bb-7472-4299-8b8e-eceed663dbba req-a4dcde83-76c7-4cd7-ab37-eb12fd39e2f3 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Dec 16 03:48:14.733234 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8812a3-7ec1-4dbc-9e70-793c0260356f req-04750745-250f-4b08-93f0-34d2e10a9fc8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:14.734745 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb8812a3-7ec1-4dbc-9e70-793c0260356f req-04750745-250f-4b08-93f0-34d2e10a9fc8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0560753 Dec 16 03:48:14.788234 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb8812a3-7ec1-4dbc-9e70-793c0260356f req-390350d6-c680-41e4-b1ee-af0ebd8d7f4d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473535 Dec 16 03:48:15.915662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6903b9-0481-46df-9c14-6db3d399f294 req-b8127492-139b-40fd-be53-f9b3ed0a05b5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:15.917106 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad6903b9-0481-46df-9c14-6db3d399f294 req-b8127492-139b-40fd-be53-f9b3ed0a05b5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0545433 Dec 16 03:48:15.970445 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad6903b9-0481-46df-9c14-6db3d399f294 req-31d66338-2f77-4eff-8cbb-5fbaf0477b0b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Dec 16 03:48:17.096372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f68abb-986a-46bf-9aba-191aa090e7fb req-d27b9655-8ace-46ef-812b-3e752427d330 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:17.097846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4f68abb-986a-46bf-9aba-191aa090e7fb req-d27b9655-8ace-46ef-812b-3e752427d330 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0522056 Dec 16 03:48:17.151002 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4f68abb-986a-46bf-9aba-191aa090e7fb req-9fa85969-df68-449b-b459-246da7136393 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 Dec 16 03:48:18.277317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748090e5-3b14-40be-8aa7-2271e2e155fa req-ad01459b-e82c-4f30-92fc-4c32cfbeb2fa tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:18.278729 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-748090e5-3b14-40be-8aa7-2271e2e155fa req-ad01459b-e82c-4f30-92fc-4c32cfbeb2fa tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0528533 Dec 16 03:48:18.342265 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-748090e5-3b14-40be-8aa7-2271e2e155fa req-93c4c472-4a54-4751-b49a-0461eb026b2b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549617 Dec 16 03:48:19.468682 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653f1be-cc61-4df5-995b-ceb2d65a35f7 req-5b117852-af42-48f7-ad47-836133cd54e4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:19.470175 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2653f1be-cc61-4df5-995b-ceb2d65a35f7 req-5b117852-af42-48f7-ad47-836133cd54e4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0528593 Dec 16 03:48:19.518068 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2653f1be-cc61-4df5-995b-ceb2d65a35f7 req-eebc84c8-b9fb-4f64-adae-55223385b179 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Dec 16 03:48:20.646583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4885337-b68c-4432-9f46-cb057c287afb req-63cf8425-5420-40b5-92de-456998a12920 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:20.648294 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a4885337-b68c-4432-9f46-cb057c287afb req-63cf8425-5420-40b5-92de-456998a12920 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0536652 Dec 16 03:48:20.712841 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a4885337-b68c-4432-9f46-cb057c287afb req-52c35ad0-a669-41e0-80cc-9546eb76c6b1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543849 Dec 16 03:48:21.834979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db784-ae3d-435e-ad78-1e38460d3501 req-2380f8c2-57d2-41be-9eba-ea0b50ddcbd9 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:21.836532 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-285db784-ae3d-435e-ad78-1e38460d3501 req-2380f8c2-57d2-41be-9eba-ea0b50ddcbd9 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0525000 Dec 16 03:48:21.886602 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-285db784-ae3d-435e-ad78-1e38460d3501 req-52f20c59-a888-47d8-8a6c-762ee9a0991a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Dec 16 03:48:23.014862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc892-ea8f-4438-b3dc-66c0190819e6 req-696eeb48-8b9a-4268-9dc8-2e630db038fb tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:23.016206 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3f1cc892-ea8f-4438-b3dc-66c0190819e6 req-696eeb48-8b9a-4268-9dc8-2e630db038fb tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0526011 Dec 16 03:48:23.062456 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3f1cc892-ea8f-4438-b3dc-66c0190819e6 req-4e2f2b5d-8f7c-470b-a0f2-3df0e7f10d2a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Dec 16 03:48:23.925204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:24.179798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867eb518-0ac7-48b7-b579-7f1921263fca req-82f7e7e6-11b8-4514-aec7-2b7f8b4b4fea tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:24.181315 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-867eb518-0ac7-48b7-b579-7f1921263fca req-82f7e7e6-11b8-4514-aec7-2b7f8b4b4fea tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0507154 Dec 16 03:48:24.229258 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-867eb518-0ac7-48b7-b579-7f1921263fca req-6a021116-9df4-4a2c-93d6-21e51cdd67e8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Dec 16 03:48:25.347032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf1d4-a80c-40f6-ada5-5ef254102218 req-ffe7a9e8-bb4f-460d-81a6-5e52da234aed tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:25.348462 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9fcaf1d4-a80c-40f6-ada5-5ef254102218 req-ffe7a9e8-bb4f-460d-81a6-5e52da234aed tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0486016 Dec 16 03:48:25.398295 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9fcaf1d4-a80c-40f6-ada5-5ef254102218 req-ce5ab236-80b7-4d20-bb7d-799583f325df tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Dec 16 03:48:26.528294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4978f7-1777-47d9-ab6c-91570202f038 req-80cb7e46-6246-48e2-8299-d5ab17cc00f0 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:26.529743 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff4978f7-1777-47d9-ab6c-91570202f038 req-80cb7e46-6246-48e2-8299-d5ab17cc00f0 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0496218 Dec 16 03:48:26.577496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff4978f7-1777-47d9-ab6c-91570202f038 req-42a2c1d3-1488-4088-80b4-2d7869cf252d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Dec 16 03:48:26.626977 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-3fb53430-3c0a-4a3b-8828-fe7adc8d8042 service neutron] 10.222.0.30 "GET /v2.0/ports/6189bd9b-0a83-4d0b-8233-6a093427ba39/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0546744 Dec 16 03:48:26.864709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-1bbc40d1-f890-43fc-b19e-337fa9ec78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:26.869340 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-1bbc40d1-f890-43fc-b19e-337fa9ec78c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5&tenant_id=590f901defd54a1f95d22eca5e827f17 HTTP/1.1" status: 200 len: 1099 time: 0.0516238 Dec 16 03:48:26.952936 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-c6383229-2ad3-4430-9b5c-550bcb6eb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:26.954520 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-c6383229-2ad3-4430-9b5c-550bcb6eb6df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 1099 time: 0.0468266 Dec 16 03:48:27.045133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-c6335189-a1bc-4f02-a50d-2c33942f7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:27.047342 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-c6335189-a1bc-4f02-a50d-2c33942f7e7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.0856960 Dec 16 03:48:27.093138 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-5f3cc4fa-d153-437d-b633-bc60e2b26ccc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39 HTTP/1.1" status: 200 len: 217 time: 0.0386899 Dec 16 03:48:27.147395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-09f9b29e-354a-4e6e-a213-ab894b140ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:27.148868 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-09f9b29e-354a-4e6e-a213-ab894b140ea6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0484524 Dec 16 03:48:27.181158 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-ee171671-250c-4aa7-b740-20674af1d207 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253785 Dec 16 03:48:27.272795 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-dd8739df-5daf-4b9f-80f6-1e8d13af10dd service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834188 Dec 16 03:48:27.368371 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a3c2ada3-9812-4a14-bfe9-8023de1e82b2 req-774626df-8964-4c97-bbff-7f388e794274 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880599 Dec 16 03:48:27.706525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb589e-39bd-40fd-8468-fb34bee3b2ce req-d81979b1-40b3-48b8-b8f9-8c0e3d92c5cf tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:27.707891 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38bb589e-39bd-40fd-8468-fb34bee3b2ce req-d81979b1-40b3-48b8-b8f9-8c0e3d92c5cf tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0535266 Dec 16 03:48:27.765203 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38bb589e-39bd-40fd-8468-fb34bee3b2ce req-2f3f7565-a665-41ba-844c-dad1fe3e654d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483620 Dec 16 03:48:28.893940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c2a13-07e7-4d14-a817-dca7f32b4e5d req-1db5200c-ca54-4bc1-a6db-3cc907180d2a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:28.895460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-490c2a13-07e7-4d14-a817-dca7f32b4e5d req-1db5200c-ca54-4bc1-a6db-3cc907180d2a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0534737 Dec 16 03:48:28.945429 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-490c2a13-07e7-4d14-a817-dca7f32b4e5d req-cf42b51d-96cf-4769-b702-c2815460a0ef tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Dec 16 03:48:30.069258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869842ac-e59c-4a59-ab30-eaba5dfd6481 req-651d04c2-cd83-4985-944b-a2391a3bfa99 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:30.070921 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-869842ac-e59c-4a59-ab30-eaba5dfd6481 req-651d04c2-cd83-4985-944b-a2391a3bfa99 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0513260 Dec 16 03:48:30.123235 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-869842ac-e59c-4a59-ab30-eaba5dfd6481 req-571f8bce-db62-43e3-a1b4-e16de2c87799 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Dec 16 03:48:30.342357 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb962b5-8ae9-466f-b79b-c7c584ec9cba req-0ffd0b36-61cd-4c04-88a2-879a155a7ea2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:30.343898 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4cb962b5-8ae9-466f-b79b-c7c584ec9cba req-0ffd0b36-61cd-4c04-88a2-879a155a7ea2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0492988 Dec 16 03:48:30.368643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-bc19da87-7c24-4e87-9be9-1c1d6ab2ebc0 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:30.370236 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-bc19da87-7c24-4e87-9be9-1c1d6ab2ebc0 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5&tenant_id=590f901defd54a1f95d22eca5e827f17&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 946 time: 0.0544970 Dec 16 03:48:30.395639 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4cb962b5-8ae9-466f-b79b-c7c584ec9cba req-cbc05292-3c59-4b95-81e2-0742d25e2d79 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456846 Dec 16 03:48:30.473420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-18b24f65-a8af-4e06-a489-e87409896703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:30.474943 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-18b24f65-a8af-4e06-a489-e87409896703 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 1099 time: 0.0417168 Dec 16 03:48:30.581519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-d614244e-6bbf-452e-b922-fdc8ba22e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:30.583053 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-d614244e-6bbf-452e-b922-fdc8ba22e650 service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.1000996 Dec 16 03:48:30.624895 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-37ed6d4a-8ba1-4cf5-987b-988a82af2b9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39 HTTP/1.1" status: 200 len: 217 time: 0.0340867 Dec 16 03:48:30.678739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-eba3e243-37e1-46ee-8528-17daaba961f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:30.680195 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-eba3e243-37e1-46ee-8528-17daaba961f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0481820 Dec 16 03:48:30.712337 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-7891a7d2-88dc-4d19-9cf8-10072fbbe8f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247018 Dec 16 03:48:30.810045 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-3210b416-90aa-4b92-8748-f05f84aa49bc service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904493 Dec 16 03:48:30.922203 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-75351262-e8ea-4807-8e50-008bebeed0d4 req-0cc6fcb3-6429-492d-9110-f438059b3c65 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044996 Dec 16 03:48:31.098604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6189bd9b-0a83-4d0b-8233-6a093427ba39 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:48:31.109362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6189bd9b-0a83-4d0b-8233-6a093427ba39 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:48:31.259322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:31.267060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:31.279946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2', 'port_id': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'mac_address': 'fa:16:3e:a3:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8296dc87-3db3-47f9-8d88-866116c9091b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:48:31.295929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:48:31.298167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f3c93d-02fe-415e-90a2-9d0f1fddad9a" -d '{"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:48:31.330756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:31.338044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:31.345569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:31.394645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6189bd9b-0a83-4d0b-8233-6a093427ba39 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:48:31.403903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0e422-4056-4de4-827e-b16a18ecd5c3 x-openstack-request-id: req-82c0e422-4056-4de4-827e-b16a18ecd5c3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:48:31.404186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:48:31.404437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82c0e422-4056-4de4-827e-b16a18ecd5c3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:48:31.404845 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'code': 200} Dec 16 03:48:31.437690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:31.458272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:48:31.458673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:48:31.517666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3a014-c874-400c-a19f-4abb36c3854e req-26195931-985b-423d-95fd-c5ded0a265e5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:31.519144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-39f3a014-c874-400c-a19f-4abb36c3854e req-26195931-985b-423d-95fd-c5ded0a265e5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0508547 Dec 16 03:48:31.570603 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-39f3a014-c874-400c-a19f-4abb36c3854e req-71e35010-e99a-4e87-8b80-27785f3a8839 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Dec 16 03:48:31.697875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850782b-89df-4108-b6de-b71d10caed67 req-9c463ffc-bde3-476b-98a6-974c8251a03d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:31.699286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9850782b-89df-4108-b6de-b71d10caed67 req-9c463ffc-bde3-476b-98a6-974c8251a03d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0512376 Dec 16 03:48:31.753336 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9850782b-89df-4108-b6de-b71d10caed67 req-edade817-49b8-43e6-9ec9-c4199dd2831e tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Dec 16 03:48:31.885447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c849cd-e252-4328-bb9f-89df5fe52862 req-267f81e9-9b6f-490a-b826-4d1ab80c9130 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:31.886939 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d6c849cd-e252-4328-bb9f-89df5fe52862 req-267f81e9-9b6f-490a-b826-4d1ab80c9130 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0567889 Dec 16 03:48:31.936514 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d6c849cd-e252-4328-bb9f-89df5fe52862 req-257d1eef-0c63-481f-a6f7-bf1e50293bed tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Dec 16 03:48:31.994879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:32.007934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6189bd9b-0a83-4d0b-8233-6a093427ba39 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:48:32.027636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:32.032820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:32.088768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:32.158944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['6189bd9b-0a83-4d0b-8233-6a093427ba39'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:48:32.310591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-7166cb5e-4305-4555-a0c5-d92884b1922a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:32.311963 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-7166cb5e-4305-4555-a0c5-d92884b1922a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 815 time: 0.1181793 Dec 16 03:48:32.327483 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4124aec4-c09d-45f6-938d-332329624af6 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/quotas/590f901defd54a1f95d22eca5e827f17 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Dec 16 03:48:32.375285 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-11be63cb-d7e5-4507-b2ef-a16feeb09ad4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425580 Dec 16 03:48:32.470260 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-93fe4dde-9860-41ca-b69d-fc383bf0c164 service neutron] 10.222.0.16 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880435 Dec 16 03:48:32.567769 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-2c8278ca-724d-4fcd-91d0-b1362e2313a1 service neutron] 10.222.0.16 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911889 Dec 16 03:48:32.736008 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ea229b26-86ec-43c5-a32e-176951b50a63 req-a94dc66a-df4f-435d-89fa-ab431f9008fc tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 210 time: 0.0266345 Dec 16 03:48:33.110735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6189bd9b-0a83-4d0b-8233-6a093427ba39 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:48:33.169922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 6189bd9b-0a83-4d0b-8233-6a093427ba39 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:48:33.170618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:33.250895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:33.288105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:33.293293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:33.339891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:33.406064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:48:33.409051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d6488-3d8d-4d09-8bed-cde835aeda03" -d '{"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-plugged", "status": "completed", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:48:33.447963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06efae5f-8fb5-4cd0-8ef8-c6c77626d381 x-openstack-request-id: req-06efae5f-8fb5-4cd0-8ef8-c6c77626d381 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:48:33.448258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-plugged", "status": "completed", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:48:33.448528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06efae5f-8fb5-4cd0-8ef8-c6c77626d381 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:48:33.448912 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'code': 200} Dec 16 03:48:33.829708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-033d4130-07d6-47e3-b842-307c812652c5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:33.831243 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-033d4130-07d6-47e3-b842-307c812652c5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 815 time: 0.1149817 Dec 16 03:48:33.837342 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-43a4b9bd-2a91-43cc-bbb6-b60e5edce596 req-7f3d3dfa-477c-4bc6-88c1-458522148cce tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 210 time: 0.0281887 Dec 16 03:48:33.870782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Request body: {'port': {'device_id': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2', 'admin_state_up': True, 'tenant_id': '590f901defd54a1f95d22eca5e827f17'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:48:34.003097 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Made reservation on behalf of 590f901defd54a1f95d22eca5e827f17 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:48:34.006581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.157844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Allocated IP 172.20.0.12 (656f0ec6-8af3-4f5c-b777-3429b65acae2/8296dc87-3db3-47f9-8d88-866116c9091b/e6de23bd-5ede-4ddc-9562-a0e08f54a2ed) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:48:34.179970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-47c7b003-c10b-4d8f-a45b-44cfda62a9ab tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:34.181672 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-47c7b003-c10b-4d8f-a45b-44cfda62a9ab tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e12bd5-65dd-4a38-b634-dde8495d82f5 HTTP/1.1" status: 200 len: 946 time: 0.0752320 Dec 16 03:48:34.374957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.377290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Deleting port 6189bd9b-0a83-4d0b-8233-6a093427ba39 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:48:34.377610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.446086 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:48:34.481234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.490919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] For port 6189bd9b-0a83-4d0b-8233-6a093427ba39, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=6189bd9b-0a83-4d0b-8233-6a093427ba39,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:34.491268 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.519285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['6189bd9b-0a83-4d0b-8233-6a093427ba39'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:48:34.533130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Calling delete_port for 6189bd9b-0a83-4d0b-8233-6a093427ba39 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:48:34.542562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Network 656f0ec6-8af3-4f5c-b777-3429b65acae2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:48:34.551225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:48:34.556842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:48:34.563019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Pushing event updated for resources: {'Port': ['ID=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:34.648226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:34.648834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.674018 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-4f0bd8a0-93b6-495c-8b2d-ace6a8bb8759 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8073025 Dec 16 03:48:34.709577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Request body: {'port': {'device_id': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:48:34.771393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.804546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.806765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Pushing event deleted for resources: {'Port': ['ID=6189bd9b-0a83-4d0b-8233-6a093427ba39,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:34.872015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] No DVR routers for this DVR port 6189bd9b-0a83-4d0b-8233-6a093427ba39 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:48:34.875580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:34.878737 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-94d94934-1a9e-4b4a-8bc7-29aa28558d10 req-63a4311f-5b1a-4d07-8c05-30a0f3683541 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "DELETE /v2.0/ports/6189bd9b-0a83-4d0b-8233-6a093427ba39 HTTP/1.1" status: 204 len: 173 time: 0.6846423 Dec 16 03:48:34.879171 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-deleted', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:48:34.881490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc07c5c1-bf53-4e92-9544-5f4c5c2ed74b" -d '{"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-deleted", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:48:34.953366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf63a19d-96bd-4eca-bc05-7c82f4e9bf3e x-openstack-request-id: req-cf63a19d-96bd-4eca-bc05-7c82f4e9bf3e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:48:34.953678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e12bd5-65dd-4a38-b634-dde8495d82f5", "name": "network-vif-deleted", "tag": "6189bd9b-0a83-4d0b-8233-6a093427ba39", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:48:34.953876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf63a19d-96bd-4eca-bc05-7c82f4e9bf3e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:48:34.954276 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e12bd5-65dd-4a38-b634-dde8495d82f5', 'name': 'network-vif-deleted', 'tag': '6189bd9b-0a83-4d0b-8233-6a093427ba39', 'status': 'completed', 'code': 200} Dec 16 03:48:34.978616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527660-7106-4685-9639-3a6c012915f0 req-686ec84a-e71f-437e-9c2b-dd4a7f668a9d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:34.979993 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3a527660-7106-4685-9639-3a6c012915f0 req-686ec84a-e71f-437e-9c2b-dd4a7f668a9d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 932 time: 0.0525155 Dec 16 03:48:35.034928 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3a527660-7106-4685-9639-3a6c012915f0 req-50fdfe11-04c3-4585-9611-d157cf3ef500 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484505 Dec 16 03:48:35.127223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6de23bd-5ede-4ddc-9562-a0e08f54a2ed {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:48:35.135254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:35.148351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Transition to ACTIVE for port object e6de23bd-5ede-4ddc-9562-a0e08f54a2ed will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:48:35.153794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:35.201669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e7b313a-42ee-4f44-90a0-0cd22a7d3771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:35.204305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Pushing event updated for resources: {'Port': ['ID=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:35.279124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Attempting to bind port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:48:35.279350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Attempting to bind port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:48:35.279663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Attempting to bind port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed on network 656f0ec6-8af3-4f5c-b777-3429b65acae2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:48:35.284559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed on network 656f0ec6-8af3-4f5c-b777-3429b65acae2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:48:35.284876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Attempting to bind port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed on network 656f0ec6-8af3-4f5c-b777-3429b65acae2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:48:35.290166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:48:35.290537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Checking segment: {'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:48:35.290942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Bound using segment: {'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:48:35.291360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Bound port: e6de23bd-5ede-4ddc-9562-a0e08f54a2ed, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a498b0-d19b-4a3e-a974-732c065789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:48:35.291710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:35.360523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] For port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:48:35.363689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] For port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:48:35.368937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:35.405958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:35.406439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:35.407836 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] 10.222.0.30 "PUT /v2.0/ports/e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 200 len: 1094 time: 0.7044764 Dec 16 03:48:35.429079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceb125-efaa-4ff8-b07c-d534b788756d service neutron] Pushing event updated for resources: {'Port': ['ID=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:35.519272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-57e7f19a-8683-4b94-9bff-f851e4f69fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:35.520769 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-57e7f19a-8683-4b94-9bff-f851e4f69fee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 1097 time: 0.0504792 Dec 16 03:48:35.580015 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-32144dd4-f579-41b7-8b3f-db5efa5d61f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 200 len: 217 time: 0.0456119 Dec 16 03:48:35.627477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-3416f7d0-94ee-44ad-9945-6485d7056502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:35.628880 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-3416f7d0-94ee-44ad-9945-6485d7056502 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0424862 Dec 16 03:48:35.660794 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-7660e1bc-57b7-4c00-a0e4-ab2506313d29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247202 Dec 16 03:48:35.756436 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-da810947-20bf-4200-a77a-6339d376fc93 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885241 Dec 16 03:48:35.857063 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a01b29e7-a5e7-46b3-99c7-95198165b069 req-14887389-0b57-4185-b0aa-16c3efe86796 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929143 Dec 16 03:48:36.176934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905c2cf-3c48-4aa4-88c8-0f70fd671039 req-6f5a99b3-6260-432a-a347-c0ecc16f6da4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:36.178297 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5905c2cf-3c48-4aa4-88c8-0f70fd671039 req-6f5a99b3-6260-432a-a347-c0ecc16f6da4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 944 time: 0.0616224 Dec 16 03:48:36.228723 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5905c2cf-3c48-4aa4-88c8-0f70fd671039 req-63f53fcf-423f-4209-82ea-e4020d1a22fa tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Dec 16 03:48:36.955717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'tag': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:48:36.958122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381" -d '{"events": [{"name": "network-changed", "server_uuid": "fb19c377-a6b5-4224-a99d-3af8441fe90e", "tag": "e6de23bd-5ede-4ddc-9562-a0e08f54a2ed"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:48:36.994434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baacb67-a755-4c30-9ff9-371357323d67 x-openstack-request-id: req-8baacb67-a755-4c30-9ff9-371357323d67 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:48:36.994845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb19c377-a6b5-4224-a99d-3af8441fe90e", "tag": "e6de23bd-5ede-4ddc-9562-a0e08f54a2ed", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:48:36.995332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8baacb67-a755-4c30-9ff9-371357323d67 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:48:36.995760 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'tag': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed', 'status': 'completed', 'code': 200} Dec 16 03:48:37.087121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-903bbdb8-c9c9-4c64-aa3b-22363bb94c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:37.088708 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-903bbdb8-c9c9-4c64-aa3b-22363bb94c57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 1097 time: 0.0479424 Dec 16 03:48:37.179092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-9ebe3a58-d002-4688-925c-5b665e350587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:37.180540 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-9ebe3a58-d002-4688-925c-5b665e350587 service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.0851407 Dec 16 03:48:37.225123 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-fe70b416-1257-4e1a-9ea7-c5f46f8c0ea1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 200 len: 217 time: 0.0365841 Dec 16 03:48:37.273542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-f2e48d34-bd21-4fb0-b686-292c5f12b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:37.275040 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-f2e48d34-bd21-4fb0-b686-292c5f12b574 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0435557 Dec 16 03:48:37.310898 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-803f3420-bbef-4396-8a89-436bd6ff3fb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284781 Dec 16 03:48:37.349796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ce6aa-3689-4e44-a0ef-503ddf1a55b4 req-d7c17c75-3318-4188-815b-2359def96e8a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:37.351334 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb9ce6aa-3689-4e44-a0ef-503ddf1a55b4 req-d7c17c75-3318-4188-815b-2359def96e8a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 944 time: 0.0517838 Dec 16 03:48:37.399314 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb9ce6aa-3689-4e44-a0ef-503ddf1a55b4 req-4b2865f5-a942-43cd-9445-d069ec2cf734 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Dec 16 03:48:37.399573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b503e54d-cb16-47f7-a611-59d85b38d66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:37.404672 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-e57a8f76-2dd8-44f7-89a8-06b240299ec5 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856817 Dec 16 03:48:37.856395 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4727e3-e7cc-4ef4-bcc9-babb36ba0381 req-d4ecceb2-d5a0-42bc-bb77-7a1fa47d944e service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247143 Dec 16 03:48:38.497001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:38.526092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9691e0d-c45c-4580-a899-4508a940d771 req-f8bbf684-f064-4172-9aa1-692dc3aa5461 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:38.527805 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9691e0d-c45c-4580-a899-4508a940d771 req-f8bbf684-f064-4172-9aa1-692dc3aa5461 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 944 time: 0.0540183 Dec 16 03:48:38.574624 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9691e0d-c45c-4580-a899-4508a940d771 req-c37bc113-81ac-4877-a656-56727f37140f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Dec 16 03:48:39.107064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device e6de23bd-5ede-4ddc-9562-a0e08f54a2ed details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:48:39.112234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6189bd9b-0a83-4d0b-8233-6a093427ba39 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:48:39.140799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 6189bd9b-0a83-4d0b-8233-6a093427ba39 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:48:39.141135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 6189bd9b-0a83-4d0b-8233-6a093427ba39 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:48:39.230471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:39.241750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed', 'network_id': '656f0ec6-8af3-4f5c-b777-3429b65acae2', 'port_id': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed', 'mac_address': 'fa:16:3e:02:1f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8296dc87-3db3-47f9-8d88-866116c9091b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:48:39.304707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:39.320238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6de23bd-5ede-4ddc-9562-a0e08f54a2ed {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:48:39.348429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:39.355465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:39.403371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:39.617512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['e6de23bd-5ede-4ddc-9562-a0e08f54a2ed'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:48:39.693197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fddc0a-1bbf-4283-87fa-84840a61259b req-0d252123-8628-40ad-8b9b-6ea6d83dcad2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:39.694636 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30fddc0a-1bbf-4283-87fa-84840a61259b req-0d252123-8628-40ad-8b9b-6ea6d83dcad2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 945 time: 0.0501347 Dec 16 03:48:39.742484 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30fddc0a-1bbf-4283-87fa-84840a61259b req-1072c873-eda1-492c-9e33-121f2ba214ea tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Dec 16 03:48:40.052456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:41.022819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bc4ee-4503-402d-891d-0b048e11980e req-10e986d8-3aa5-4876-bc33-322fc6390968 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:41.024170 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6d4bc4ee-4503-402d-891d-0b048e11980e req-10e986d8-3aa5-4876-bc33-322fc6390968 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 945 time: 0.0501883 Dec 16 03:48:41.075389 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6d4bc4ee-4503-402d-891d-0b048e11980e req-b47aa1ad-5a21-4044-a368-2cb396440d21 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Dec 16 03:48:41.119708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:41.136172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device e6de23bd-5ede-4ddc-9562-a0e08f54a2ed up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:48:41.192081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:48:41.196057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:48:41.196430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:41.275958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:41.298697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:48:41.300886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf3c782-a335-487f-8d9a-e2d9365ef0d0" -d '{"events": [{"server_uuid": "fb19c377-a6b5-4224-a99d-3af8441fe90e", "name": "network-vif-plugged", "status": "completed", "tag": "e6de23bd-5ede-4ddc-9562-a0e08f54a2ed"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:48:41.313476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:48:41.318153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:41.340524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc49b99-8e60-4466-8e98-5162170a0996 x-openstack-request-id: req-9fc49b99-8e60-4466-8e98-5162170a0996 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:48:41.340765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb19c377-a6b5-4224-a99d-3af8441fe90e", "name": "network-vif-plugged", "status": "completed", "tag": "e6de23bd-5ede-4ddc-9562-a0e08f54a2ed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:48:41.341014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fc49b99-8e60-4466-8e98-5162170a0996 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:48:41.341399 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed', 'code': 200} Dec 16 03:48:41.366784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:48:41.559589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a633958-8ac2-4ba1-98ab-1b3dc1163548 req-504f80d5-b020-42cd-8451-26a68a82b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:41.561036 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3a633958-8ac2-4ba1-98ab-1b3dc1163548 req-504f80d5-b020-42cd-8451-26a68a82b579 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 1099 time: 0.0403864 Dec 16 03:48:41.607309 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3a633958-8ac2-4ba1-98ab-1b3dc1163548 req-4a61cb8c-b923-424e-85dc-672bb8753938 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Dec 16 03:48:42.202651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a2f2b-5420-4875-9638-596c89e98d4c req-1758431a-ea59-4334-9bde-fb66a9b7f5e8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:42.204059 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7f9a2f2b-5420-4875-9638-596c89e98d4c req-1758431a-ea59-4334-9bde-fb66a9b7f5e8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0516088 Dec 16 03:48:42.251101 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7f9a2f2b-5420-4875-9638-596c89e98d4c req-969af0d3-4ce9-4b70-835e-96558b4518ab tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Dec 16 03:48:43.371888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499448c-c117-4cf1-afc8-c7ad963a7d42 req-2f44ac9e-70e6-4faa-b183-b8cca77312cb tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:43.373458 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1499448c-c117-4cf1-afc8-c7ad963a7d42 req-2f44ac9e-70e6-4faa-b183-b8cca77312cb tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0511053 Dec 16 03:48:43.419895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1499448c-c117-4cf1-afc8-c7ad963a7d42 req-3e61bea9-c728-4f6b-92c4-ef15f29223f1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 Dec 16 03:48:43.549968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc601d-99d9-4a29-a87c-cad9d622b48b req-87fbb6fc-379a-49b6-b484-a0a388d58c45 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:43.551338 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2cc601d-99d9-4a29-a87c-cad9d622b48b req-87fbb6fc-379a-49b6-b484-a0a388d58c45 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0548441 Dec 16 03:48:43.603931 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2cc601d-99d9-4a29-a87c-cad9d622b48b req-a5e38d29-4920-4615-aac7-ab21e347bb34 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437434 Dec 16 03:48:43.936775 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-7c8e7d2d-ad53-421c-9d51-8d7ef3f5bbbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400648 Dec 16 03:48:43.954003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264e2b3-baa6-48e2-af8e-0138f6738160 req-c3d89afb-50d5-471f-8081-fc4628e8348a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:43.955766 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7264e2b3-baa6-48e2-af8e-0138f6738160 req-c3d89afb-50d5-471f-8081-fc4628e8348a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0539234 Dec 16 03:48:44.003697 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7264e2b3-baa6-48e2-af8e-0138f6738160 req-da2c9b19-424e-426a-a1f5-8d8e8cb82d86 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Dec 16 03:48:45.137440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21f97e-71dd-4168-a569-defd949ea1f6 req-000cb889-601d-4840-8d42-a017b216fa3a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:45.139035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd21f97e-71dd-4168-a569-defd949ea1f6 req-000cb889-601d-4840-8d42-a017b216fa3a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0636425 Dec 16 03:48:45.168862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-ddd7c035-bb22-4e13-a6d6-11f6ea894d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:45.170310 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-ddd7c035-bb22-4e13-a6d6-11f6ea894d14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 1099 time: 0.0446901 Dec 16 03:48:45.188462 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd21f97e-71dd-4168-a569-defd949ea1f6 req-35b60e73-6798-4b92-8c50-a3828ec30001 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433197 Dec 16 03:48:45.262428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-ea2058e1-604f-4ddd-aa19-b55a76a629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:45.263989 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-ea2058e1-604f-4ddd-aa19-b55a76a629d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.0866709 Dec 16 03:48:45.307983 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-8c70c570-6cec-43da-9afc-d5219668e8e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 200 len: 217 time: 0.0367591 Dec 16 03:48:45.365092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-a5c8f0bb-7791-43ce-8428-7a306c34bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:45.366582 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-a5c8f0bb-7791-43ce-8428-7a306c34bff1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0505333 Dec 16 03:48:45.398986 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-bac0ce52-19b6-4185-8fc0-9752bb206b97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253935 Dec 16 03:48:45.513340 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-62b31670-7805-4faf-9b8f-a92a8076168f service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873601 Dec 16 03:48:45.604317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-bceed3dc-cb90-4bd9-ab83-633de0e70673 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838454 Dec 16 03:48:45.753452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c925b3-8760-4d04-8968-350507950460 req-6cabfc9a-e3d2-4036-8937-35a799ab2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:45.755333 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-95c925b3-8760-4d04-8968-350507950460 req-6cabfc9a-e3d2-4036-8937-35a799ab2681 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 1099 time: 0.0473597 Dec 16 03:48:45.926425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c925b3-8760-4d04-8968-350507950460 req-6cdb360e-0b11-4330-b95c-bf6b646daaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:45.927920 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-95c925b3-8760-4d04-8968-350507950460 req-6cdb360e-0b11-4330-b95c-bf6b646daaa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.1106586 Dec 16 03:48:45.971953 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-95c925b3-8760-4d04-8968-350507950460 req-8b10b8c6-c7c6-494f-96e7-80bde67f05dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 200 len: 217 time: 0.0357220 Dec 16 03:48:46.030732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c925b3-8760-4d04-8968-350507950460 req-f154f45f-2e98-44e8-957b-09ac1a999974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:46.032160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-95c925b3-8760-4d04-8968-350507950460 req-f154f45f-2e98-44e8-957b-09ac1a999974 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0534551 Dec 16 03:48:46.069128 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-95c925b3-8760-4d04-8968-350507950460 req-e914f6c8-e24d-4799-ba09-a23f628de757 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299804 Dec 16 03:48:46.164287 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-95c925b3-8760-4d04-8968-350507950460 req-217d392d-abe7-4d20-bc9e-734bf5a35825 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883281 Dec 16 03:48:46.259005 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-95c925b3-8760-4d04-8968-350507950460 req-06347d35-4cb7-47ef-b02d-8d0f1b61402a service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872469 Dec 16 03:48:46.307073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c724152-132b-4053-925b-63e526634d53 req-5d3005e5-bd3d-4162-8759-657d75ba3891 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:46.308508 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c724152-132b-4053-925b-63e526634d53 req-5d3005e5-bd3d-4162-8759-657d75ba3891 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0489900 Dec 16 03:48:46.357867 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c724152-132b-4053-925b-63e526634d53 req-3aa50cdd-7ee6-4f92-84cd-24037088655d tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 Dec 16 03:48:47.501496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538f71b-0bbe-4c56-b05a-46ec93d59a7d req-7e06c4b3-0af8-40ee-b031-00bebde79b06 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:47.503022 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d538f71b-0bbe-4c56-b05a-46ec93d59a7d req-7e06c4b3-0af8-40ee-b031-00bebde79b06 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0611842 Dec 16 03:48:47.561404 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d538f71b-0bbe-4c56-b05a-46ec93d59a7d req-b96320fc-225e-4d28-8f66-46c963c60072 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522189 Dec 16 03:48:48.694636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d468216-b7a3-4ca9-a48f-723324f430b8 req-80c9630b-d963-4223-b16f-3266fb0c7dae tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:48.696107 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d468216-b7a3-4ca9-a48f-723324f430b8 req-80c9630b-d963-4223-b16f-3266fb0c7dae tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0555429 Dec 16 03:48:48.746580 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d468216-b7a3-4ca9-a48f-723324f430b8 req-26bc743d-cc58-4fd7-b8a8-9ae704bd09fa tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442178 Dec 16 03:48:49.865715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c6ed8-7a37-40e7-a634-0c95cc45b950 req-26b10f4b-eaac-40e2-8a00-f902717e684a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:49.867742 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-434c6ed8-7a37-40e7-a634-0c95cc45b950 req-26b10f4b-eaac-40e2-8a00-f902717e684a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0524004 Dec 16 03:48:49.927738 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-434c6ed8-7a37-40e7-a634-0c95cc45b950 req-fe85866c-ba02-4ee2-b867-4c6f43019521 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Dec 16 03:48:51.054687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68760fa8-fb63-40a2-b82e-e12a4b48bf80 req-4f46cf42-f461-4ebc-88df-ca0fc2fd58fa tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:51.056025 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-68760fa8-fb63-40a2-b82e-e12a4b48bf80 req-4f46cf42-f461-4ebc-88df-ca0fc2fd58fa tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0550380 Dec 16 03:48:51.102633 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-68760fa8-fb63-40a2-b82e-e12a4b48bf80 req-b7cf9d24-be88-462c-a6a1-590c2b4e9c44 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Dec 16 03:48:52.227618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4442-8e6b-4923-98d0-ca35226667ea req-cfcfe259-702c-46b3-aab7-8c8ca6fad21f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:52.228993 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad1a4442-8e6b-4923-98d0-ca35226667ea req-cfcfe259-702c-46b3-aab7-8c8ca6fad21f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0521553 Dec 16 03:48:52.276931 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad1a4442-8e6b-4923-98d0-ca35226667ea req-0e207b9d-7264-4c8a-b60a-a83ca32f850c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Dec 16 03:48:53.408751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb748fb-3006-42dc-998f-d072a0b4e0f0 req-47bc2e00-51ab-4bab-aee9-71a21653e814 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:53.410206 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fcb748fb-3006-42dc-998f-d072a0b4e0f0 req-47bc2e00-51ab-4bab-aee9-71a21653e814 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0569408 Dec 16 03:48:53.465194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fcb748fb-3006-42dc-998f-d072a0b4e0f0 req-b68f9697-46cf-41da-86c7-8af4fd999844 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Dec 16 03:48:53.917502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:48:54.605376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d22d93-b476-426e-9ca5-d3767deb519d req-f9e162d9-3ba4-4adb-bfeb-0690afcf8681 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:54.606849 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f5d22d93-b476-426e-9ca5-d3767deb519d req-f9e162d9-3ba4-4adb-bfeb-0690afcf8681 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0623941 Dec 16 03:48:54.655749 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f5d22d93-b476-426e-9ca5-d3767deb519d req-d57a2af7-287e-48ec-ac4b-64d074c9e0a6 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Dec 16 03:48:55.782932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435f196-e30b-4c7b-8a66-2edad759ab69 req-c81ce357-8b8c-43f1-a6be-3ab2c8c8c315 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:55.784414 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8435f196-e30b-4c7b-8a66-2edad759ab69 req-c81ce357-8b8c-43f1-a6be-3ab2c8c8c315 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0522168 Dec 16 03:48:55.835463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8435f196-e30b-4c7b-8a66-2edad759ab69 req-95926c15-e010-4500-9520-ed0d74a439b3 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Dec 16 03:48:56.976829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643034-14a5-4ada-b080-b2c4f4a8e4e9 req-20e908b2-d9c4-4a93-aff4-1dd4fff4fed4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:56.978311 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a643034-14a5-4ada-b080-b2c4f4a8e4e9 req-20e908b2-d9c4-4a93-aff4-1dd4fff4fed4 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0591309 Dec 16 03:48:57.026346 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a643034-14a5-4ada-b080-b2c4f4a8e4e9 req-a656bf96-d149-4d25-b77f-72aa0ed35f07 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Dec 16 03:48:58.154646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b2be-fdc2-483a-962e-ae59edfefa46 req-cc5aa7ba-81a3-46cf-824a-d3a3777691e7 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:58.156130 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ef8b2be-fdc2-483a-962e-ae59edfefa46 req-cc5aa7ba-81a3-46cf-824a-d3a3777691e7 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0499413 Dec 16 03:48:58.204300 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ef8b2be-fdc2-483a-962e-ae59edfefa46 req-ada09eaf-ee5f-4d84-813c-90c91f78fc17 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Dec 16 03:48:59.495363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45728031-b7e3-4e09-ac78-7a736449307b req-5f0edc68-7307-4401-92a9-20a237c7ee01 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:48:59.496752 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45728031-b7e3-4e09-ac78-7a736449307b req-5f0edc68-7307-4401-92a9-20a237c7ee01 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0649977 Dec 16 03:48:59.549828 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45728031-b7e3-4e09-ac78-7a736449307b req-8a6fc624-bece-4f0d-81e0-ce78242b161a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Dec 16 03:49:00.684480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02d97f-4469-4ac9-8585-51e06d6ad404 req-e1108a03-ca1b-4ca8-b448-1bb448e2cdef tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:00.685939 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8c02d97f-4469-4ac9-8585-51e06d6ad404 req-e1108a03-ca1b-4ca8-b448-1bb448e2cdef tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0587945 Dec 16 03:49:00.733227 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8c02d97f-4469-4ac9-8585-51e06d6ad404 req-b37720c3-74f2-474b-b092-e8ece8510133 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Dec 16 03:49:01.856433 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bf9c4-dc4e-4a52-9747-cb3e8114688d req-bf2b69f5-d1db-4721-b813-9869f38861a2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:01.857915 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f57bf9c4-dc4e-4a52-9747-cb3e8114688d req-bf2b69f5-d1db-4721-b813-9869f38861a2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0525348 Dec 16 03:49:01.910364 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f57bf9c4-dc4e-4a52-9747-cb3e8114688d req-617b9443-21db-4ec7-a7d3-6f2f72377990 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458524 Dec 16 03:49:03.034762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4a32-06fd-418e-96d8-a6cdb4d02467 req-41970acb-4b6c-40a8-af81-4b6e32e8188b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:03.036109 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-157a4a32-06fd-418e-96d8-a6cdb4d02467 req-41970acb-4b6c-40a8-af81-4b6e32e8188b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0497122 Dec 16 03:49:03.088171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-157a4a32-06fd-418e-96d8-a6cdb4d02467 req-65264187-059f-418e-8f13-345565fd5ea7 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Dec 16 03:49:04.218044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44103612-e579-4ef3-8f4d-0c98176402ec req-3d088101-6100-426b-837f-9a747b3048d5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:04.219496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-44103612-e579-4ef3-8f4d-0c98176402ec req-3d088101-6100-426b-837f-9a747b3048d5 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0512240 Dec 16 03:49:04.272289 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-44103612-e579-4ef3-8f4d-0c98176402ec req-6ceaa8bf-a0d4-4a6e-bdac-ac378647b16f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Dec 16 03:49:05.215413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a204af4-0f76-4d80-bf67-6bcf03d9945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:05.412169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037aeca-06fa-4cba-ae3c-d48dcab60dd6 req-6a4b9f96-d950-4b67-aeff-42a20bf1c799 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:05.413626 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5037aeca-06fa-4cba-ae3c-d48dcab60dd6 req-6a4b9f96-d950-4b67-aeff-42a20bf1c799 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0603619 Dec 16 03:49:05.464998 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5037aeca-06fa-4cba-ae3c-d48dcab60dd6 req-c51a36c4-e16a-4886-b23a-95a848b8d994 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Dec 16 03:49:06.595466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573f6ec-59cb-43ee-9451-dfb5d7d323fa req-62a94111-a703-493d-9f4e-fd63b8e07f88 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:06.596938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b573f6ec-59cb-43ee-9451-dfb5d7d323fa req-62a94111-a703-493d-9f4e-fd63b8e07f88 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0503690 Dec 16 03:49:06.649564 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b573f6ec-59cb-43ee-9451-dfb5d7d323fa req-97d6fd4f-7749-47ee-9ddc-c53c62591c06 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Dec 16 03:49:07.389364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46bca24f-d830-46e9-8003-1447410290e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:07.791741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a61f-0328-4b64-8319-d3d97ce2eea1 req-c4e39abc-1b9c-4586-b2de-d61a7b3c1933 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:07.793263 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f66a61f-0328-4b64-8319-d3d97ce2eea1 req-c4e39abc-1b9c-4586-b2de-d61a7b3c1933 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0558696 Dec 16 03:49:07.849126 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f66a61f-0328-4b64-8319-d3d97ce2eea1 req-86988035-f34b-4301-8801-3db89f325638 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Dec 16 03:49:08.501954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:08.988224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bce6f-b024-452a-81f1-389ceb45fe7c req-67717fba-cb51-457e-a6c6-dbfabbc5ac3e tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:08.989870 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-913bce6f-b024-452a-81f1-389ceb45fe7c req-67717fba-cb51-457e-a6c6-dbfabbc5ac3e tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0583920 Dec 16 03:49:09.047428 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-913bce6f-b024-452a-81f1-389ceb45fe7c req-ebf39678-7b58-465b-935b-6884ee366bf1 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483050 Dec 16 03:49:10.053841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:10.179353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bea71-baa9-4fe0-97e4-f0f0f001229b req-27d2c200-84a3-4583-a478-ac817d48d86f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:10.180817 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f63bea71-baa9-4fe0-97e4-f0f0f001229b req-27d2c200-84a3-4583-a478-ac817d48d86f tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0576108 Dec 16 03:49:10.228312 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f63bea71-baa9-4fe0-97e4-f0f0f001229b req-4c73b598-7d70-4c93-bf08-c32dfbe09f44 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Dec 16 03:49:11.130510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:11.364701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a563-e5c8-45bc-9967-adb963d4d02f req-46ca4a35-593e-473a-90d9-0164b8a3366a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:11.366161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e6e6a563-e5c8-45bc-9967-adb963d4d02f req-46ca4a35-593e-473a-90d9-0164b8a3366a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0580399 Dec 16 03:49:11.419178 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e6e6a563-e5c8-45bc-9967-adb963d4d02f req-7d919804-8bb6-4152-ad43-94766787c1bc tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468733 Dec 16 03:49:11.447836 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:49:12.415653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-b3a2d521-90fa-495a-8f05-3889f5bc11e0 service neutron] 10.222.0.30 "GET /v2.0/ports/e6de23bd-5ede-4ddc-9562-a0e08f54a2ed/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0620522 Dec 16 03:49:12.538211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504aa1c-c380-4c21-9e70-b55c54726d5a req-58efdad9-5833-4b0f-8bb1-a75efce72576 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:12.539700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0504aa1c-c380-4c21-9e70-b55c54726d5a req-58efdad9-5833-4b0f-8bb1-a75efce72576 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0491540 Dec 16 03:49:12.601752 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0504aa1c-c380-4c21-9e70-b55c54726d5a req-3a046838-3d0a-4a51-a65b-93682db263e7 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 Dec 16 03:49:12.658012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-98bc6041-3c8d-4a70-8636-d43057c71747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:12.659955 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-98bc6041-3c8d-4a70-8636-d43057c71747 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e&tenant_id=590f901defd54a1f95d22eca5e827f17 HTTP/1.1" status: 200 len: 1099 time: 0.0447507 Dec 16 03:49:12.755700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-83972cd8-11c8-4908-8983-03b6cd6eaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:12.757118 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-83972cd8-11c8-4908-8983-03b6cd6eaf41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 1099 time: 0.0562346 Dec 16 03:49:12.852125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-1e676407-8e6f-47c9-b871-ee82b218461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:12.853613 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-1e676407-8e6f-47c9-b871-ee82b218461f service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.0894022 Dec 16 03:49:12.897769 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-5f2b7d96-3b5b-496d-8f68-14605709f2c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 200 len: 217 time: 0.0361600 Dec 16 03:49:12.953900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-d7c9bfd5-07a1-45a6-93b9-cd590af9f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:12.955433 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-d7c9bfd5-07a1-45a6-93b9-cd590af9f70c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0507355 Dec 16 03:49:12.987740 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-6789ec8e-29c4-42cb-91a1-f445c11a7ad9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249305 Dec 16 03:49:13.076614 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-e1ad0ebc-d565-4afe-8a5a-696e3ad7bb21 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Dec 16 03:49:13.177904 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fcd224e6-3f95-4924-986a-9e47a23ac9ed req-1c14f436-992a-4cc2-a300-f02de2786f7a service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928025 Dec 16 03:49:13.740953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae054bf-5700-4811-94a0-e5e0c591226f req-812ce9a6-f4fd-4987-9130-d539fc1a3f7a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:13.742418 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ae054bf-5700-4811-94a0-e5e0c591226f req-812ce9a6-f4fd-4987-9130-d539fc1a3f7a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0660653 Dec 16 03:49:13.797301 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ae054bf-5700-4811-94a0-e5e0c591226f req-56790df1-6006-425e-a131-0c336572091a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Dec 16 03:49:14.917517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b1c96-fd25-4bb5-bf24-764899d9a5b3 req-a258e879-c260-42f4-b689-bd8c07b86132 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:14.919012 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a2b1c96-fd25-4bb5-bf24-764899d9a5b3 req-a258e879-c260-42f4-b689-bd8c07b86132 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0502546 Dec 16 03:49:14.967589 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a2b1c96-fd25-4bb5-bf24-764899d9a5b3 req-e70e7013-28bf-4b79-bd08-53b4bc298f9c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Dec 16 03:49:16.096182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febef50-4e91-4a55-a252-7fe8642db4fb req-bad030ec-5b67-4f67-8bb1-9e1aba1c6a7e tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:16.097636 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6febef50-4e91-4a55-a252-7fe8642db4fb req-bad030ec-5b67-4f67-8bb1-9e1aba1c6a7e tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0503817 Dec 16 03:49:16.148672 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6febef50-4e91-4a55-a252-7fe8642db4fb req-739f17f8-2fc1-498f-aadf-a887e1b89aa3 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Dec 16 03:49:16.380026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad52516-c0e8-4cea-bd7f-b5fe947551f0 req-ce9fd5b6-043d-4ad0-adf9-379a15eade57 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:16.381624 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7ad52516-c0e8-4cea-bd7f-b5fe947551f0 req-ce9fd5b6-043d-4ad0-adf9-379a15eade57 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0489314 Dec 16 03:49:16.430290 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7ad52516-c0e8-4cea-bd7f-b5fe947551f0 req-bf1a44f8-92e9-4cd2-a8f8-89161f12c6ed tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Dec 16 03:49:16.439932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-0e25b390-a70f-4d37-b848-818919a6f4cd tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:16.441754 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-0e25b390-a70f-4d37-b848-818919a6f4cd tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e&tenant_id=590f901defd54a1f95d22eca5e827f17&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 946 time: 0.0525947 Dec 16 03:49:16.543591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-1811b737-7abc-48d6-9ebb-d67465ef8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:16.544936 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-1811b737-7abc-48d6-9ebb-d67465ef8f74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590f901defd54a1f95d22eca5e827f17&device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 1099 time: 0.0416229 Dec 16 03:49:16.644605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-19e5df9e-61c9-44b5-9684-69b75c03b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:16.646246 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-19e5df9e-61c9-44b5-9684-69b75c03b611 service neutron] 10.222.0.30 "GET /v2.0/networks?id=656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 200 len: 915 time: 0.0935695 Dec 16 03:49:16.688387 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-fc71d521-557a-481d-a52e-27532f02d50a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 200 len: 217 time: 0.0350285 Dec 16 03:49:16.738256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-d66e356c-f29c-48da-a570-58898bf233f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:16.739833 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-d66e356c-f29c-48da-a570-58898bf233f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 200 len: 855 time: 0.0443385 Dec 16 03:49:16.777134 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-14967e67-7336-40bd-8360-30edf580928d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=656f0ec6-8af3-4f5c-b777-3429b65acae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298860 Dec 16 03:49:16.887132 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-d4ae891a-b166-4760-8557-4b0cc6e64da9 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012239 Dec 16 03:49:17.005093 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-225d20a5-f0e6-4660-8f75-3fb1db38c2ee req-53134cf4-cd1d-4696-b66c-4912d0ecc754 service neutron] 10.222.0.30 "GET /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101933 Dec 16 03:49:17.567190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f2c1b-9729-469c-8ddb-ceab01cee798 req-093d6df5-23d8-44b4-923f-f7578b86512b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:17.568496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce1f2c1b-9729-469c-8ddb-ceab01cee798 req-093d6df5-23d8-44b4-923f-f7578b86512b tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0500083 Dec 16 03:49:17.617398 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce1f2c1b-9729-469c-8ddb-ceab01cee798 req-553f6806-b342-4f3f-8644-4365dcd7de67 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Dec 16 03:49:18.745396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446fa8-73c6-478e-95cb-389bd57f1422 req-e416fecf-3c99-4cc4-af38-c0defc7dfb2c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:18.746769 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c446fa8-73c6-478e-95cb-389bd57f1422 req-e416fecf-3c99-4cc4-af38-c0defc7dfb2c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0522070 Dec 16 03:49:18.793047 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c446fa8-73c6-478e-95cb-389bd57f1422 req-69eef62a-61cb-4221-b64c-834a6aa640f8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Dec 16 03:49:18.914918 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b09dc4-a776-4983-9d22-5d6faf4608d8 req-038c52ea-1261-408d-9390-d86d808858b2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:18.917457 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9b09dc4-a776-4983-9d22-5d6faf4608d8 req-038c52ea-1261-408d-9390-d86d808858b2 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0570898 Dec 16 03:49:18.980724 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9b09dc4-a776-4983-9d22-5d6faf4608d8 req-1c8118e7-9a04-47b9-8f59-e8a3c96c0f81 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501494 Dec 16 03:49:19.093699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06fe82-42a8-4577-947b-fab75525177b req-732c4709-c18f-4b99-bc08-793dc640b2cc tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:19.095165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5a06fe82-42a8-4577-947b-fab75525177b req-732c4709-c18f-4b99-bc08-793dc640b2cc tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0490479 Dec 16 03:49:19.146172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5a06fe82-42a8-4577-947b-fab75525177b req-8bd7f76a-eed3-432a-91b8-3e9456c58dfa tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Dec 16 03:49:19.510669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece398a-3134-4362-bae2-b5904990bd2c req-865f9129-5d76-4594-8a50-c02283eb7385 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:19.512160 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6ece398a-3134-4362-bae2-b5904990bd2c req-865f9129-5d76-4594-8a50-c02283eb7385 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0546026 Dec 16 03:49:19.562108 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6ece398a-3134-4362-bae2-b5904990bd2c req-7042cccc-20ed-49cd-a3df-bd1f56a20f4c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Dec 16 03:49:20.680273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39840a2-8543-410a-b525-15b6897661f0 req-030641e0-4ac3-4b8f-84a4-f775f0840ef8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:20.681730 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f39840a2-8543-410a-b525-15b6897661f0 req-030641e0-4ac3-4b8f-84a4-f775f0840ef8 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0513668 Dec 16 03:49:20.730155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f39840a2-8543-410a-b525-15b6897661f0 req-cc4d8cee-355b-4b07-bee9-ad805a15bc28 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/security-groups?id=27f4f17c-6d1b-4ab3-8515-2775ea5140ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Dec 16 03:49:21.242035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-bbad1cdd-b9c6-44c6-99d4-3feec4fbf93a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:21.243405 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-bbad1cdd-b9c6-44c6-99d4-3feec4fbf93a tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 946 time: 0.0621901 Dec 16 03:49:21.337115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Deleting port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:49:21.337518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:21.438314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] For port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,segment=NetworkSegment(a9a498b0-d19b-4a3e-a974-732c065789ee),segment_id=a9a498b0-d19b-4a3e-a974-732c065789ee)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:49:21.438707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:21.452366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Calling delete_port for e6de23bd-5ede-4ddc-9562-a0e08f54a2ed owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:49:21.591690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:21.620693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Pushing event deleted for resources: {'Port': ['ID=e6de23bd-5ede-4ddc-9562-a0e08f54a2ed,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:21.627218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['e6de23bd-5ede-4ddc-9562-a0e08f54a2ed'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:49:21.632997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.633334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.633679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.634047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.634447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.634721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.635076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.635408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.635742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.636074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.636403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.636733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.637059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:21.671622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] No DVR routers for this DVR port e6de23bd-5ede-4ddc-9562-a0e08f54a2ed on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:49:21.674100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:21.677480 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-cf8ff85f-da93-4df9-9a9f-710968f1c102 req-24149c4b-8b97-49cc-b878-f3efbd209f71 tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.30 "DELETE /v2.0/ports/e6de23bd-5ede-4ddc-9562-a0e08f54a2ed HTTP/1.1" status: 204 len: 173 time: 0.4278350 Dec 16 03:49:21.677931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'name': 'network-vif-deleted', 'tag': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:49:21.680269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b1b780-b78a-4c9c-880d-7a8040f1de0e" -d '{"events": [{"server_uuid": "fb19c377-a6b5-4224-a99d-3af8441fe90e", "name": "network-vif-deleted", "tag": "e6de23bd-5ede-4ddc-9562-a0e08f54a2ed"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:49:21.720559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44f47c7-8efd-4032-8b34-38f90c5f8ded x-openstack-request-id: req-d44f47c7-8efd-4032-8b34-38f90c5f8ded {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:49:21.720876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb19c377-a6b5-4224-a99d-3af8441fe90e", "name": "network-vif-deleted", "tag": "e6de23bd-5ede-4ddc-9562-a0e08f54a2ed", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:49:21.721111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d44f47c7-8efd-4032-8b34-38f90c5f8ded {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:49:21.721519 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb19c377-a6b5-4224-a99d-3af8441fe90e', 'name': 'network-vif-deleted', 'tag': 'e6de23bd-5ede-4ddc-9562-a0e08f54a2ed', 'status': 'completed', 'code': 200} Dec 16 03:49:22.157297 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6a69fe68-c4a4-455f-b468-ce83dac7e05e req-4f79c13e-1ca8-4d00-b3de-7cc04c3e675c tempest-ServerDiskConfigTestJSON-131206850 tempest-ServerDiskConfigTestJSON-131206850-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb19c377-a6b5-4224-a99d-3af8441fe90e HTTP/1.1" status: 200 len: 210 time: 0.3561668 Dec 16 03:49:23.305374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:23.355056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] Deleting subnet 8296dc87-3db3-47f9-8d88-866116c9091b {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:49:23.358642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.394828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.435513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.490731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.520888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8296dc87-3db3-47f9-8d88-866116c9091b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:23.524726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.530690 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-af6c535e-999b-4aa3-b6bd-8a34d0c9e513 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8296dc87-3db3-47f9-8d88-866116c9091b HTTP/1.1" status: 204 len: 168 time: 0.2242415 Dec 16 03:49:23.531038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40812) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:23.606858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.684261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.703493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656f0ec6-8af3-4f5c-b777-3429b65acae2']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:23.712466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a498b0-d19b-4a3e-a974-732c065789ee') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:23.712749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a498b0-d19b-4a3e-a974-732c065789ee') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:23.721756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.735696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.741625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:49:23.741925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:49:23.743538 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:49:23.794454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.799625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.802852 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/656f0ec6-8af3-4f5c-b777-3429b65acae2 HTTP/1.1" status: 204 len: 168 time: 0.2704852 Dec 16 03:49:23.817632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=656f0ec6-8af3-4f5c-b777-3429b65acae2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:23.825107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.825455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.825793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.826122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.826476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.826801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.827122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.827448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.827767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.828065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.828399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.828697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.829008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865a107-46ae-4439-802e-d743df0ccc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:23.909584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:23.918375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40816) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:23.958917 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c67d92c9-9a1c-4a7c-bb61-dccdfcce2fc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=590f901defd54a1f95d22eca5e827f17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390565 Dec 16 03:49:23.961361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40818) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:24.007965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23e2ed44-a519-42a2-ada2-76ef62f4272c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:24.028910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23e2ed44-a519-42a2-ada2-76ef62f4272c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:24.077318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23e2ed44-a519-42a2-ada2-76ef62f4272c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:24.080086 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23e2ed44-a519-42a2-ada2-76ef62f4272c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:24.081262 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-23e2ed44-a519-42a2-ada2-76ef62f4272c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27f4f17c-6d1b-4ab3-8515-2775ea5140ed HTTP/1.1" status: 204 len: 168 time: 0.1190033 Dec 16 03:49:24.089137 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2ed44-a519-42a2-ada2-76ef62f4272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f4f17c-6d1b-4ab3-8515-2775ea5140ed,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:24.795310 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40840) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:24.892035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-536072018-network', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:24.918284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Made reservation on behalf of 5e68348ca7e54b43b42eaa3342c94c81 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:49:24.920790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:24.930718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.003727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.009054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.034915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:49:25.044607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5fef9-e391-4c8a-b3d2-36fb19e37291,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:25.049210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.049549 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Added segment 49f4b51a-801b-4c74-8e62-99cc912b73d9 of type vlan for network 22a0e361-3a74-4e91-99f9-98c8ecd3853b Dec 16 03:49:25.091333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.117395 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.118332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:25.118999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.167501 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3712041 Dec 16 03:49:25.170639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:25.175657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Request body: {'subnet': {'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-536072018-subnet', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:25.178563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c59bb-2570-486f-9ffa-410bdfc861a3 admin admin] Pushing event updated for resources: {'Network': ['ID=22a0e361-3a74-4e91-99f9-98c8ecd3853b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:25.189495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:49:25.201413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Made reservation on behalf of 5e68348ca7e54b43b42eaa3342c94c81 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:49:25.203900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.354383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device e6de23bd-5ede-4ddc-9562-a0e08f54a2ed no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:49:25.374470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.374743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: e6de23bd-5ede-4ddc-9562-a0e08f54a2ed {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:49:25.375112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device e6de23bd-5ede-4ddc-9562-a0e08f54a2ed not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:49:25.428359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579bc6a1-8450-4953-a772-58f9f1f2242d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:25.438520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Checking segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:49:25.438882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Network hostable DHCP agents. Network: 22a0e361-3a74-4e91-99f9-98c8ecd3853b, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:49:25.457132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:49:25.467129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 22a0e361-3a74-4e91-99f9-98c8ecd3853b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:49:25.471034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:25.471646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.476629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0d791-9cd1-4624-bcb3-18d005ef399b None None] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:49:25.487689 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-056f3b0e-7fd6-45d1-acbf-5f7297466f21 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3159299 Dec 16 03:49:25.490607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40846) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:25.495202 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:25.520244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.521496 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.577383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.581294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:49:25.582150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.711605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.714913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Allocated IP 172.20.0.2 (22a0e361-3a74-4e91-99f9-98c8ecd3853b/579bc6a1-8450-4953-a772-58f9f1f2242d/ecbad26a-7224-49f3-8eb4-16e7c10be97b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:49:25.858303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.865861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.911072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.912178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:49:25.915442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:49:25.917358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Pushing event updated for resources: {'Port': ['ID=ecbad26a-7224-49f3-8eb4-16e7c10be97b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:25.923666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:49:25.927539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.927731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.927963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.928290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.928637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.928973 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.929283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.929632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.929960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.930283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.930444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.930635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.930955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.931274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:25.986978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Attempting to bind port ecbad26a-7224-49f3-8eb4-16e7c10be97b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:49:25.987355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Attempting to bind port ecbad26a-7224-49f3-8eb4-16e7c10be97b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:49:25.987773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Attempting to bind port ecbad26a-7224-49f3-8eb4-16e7c10be97b on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:49:25.993434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:49:25.993783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Checking segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:49:25.994206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:25.994627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Bound using segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:49:25.995111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Bound port: ecbad26a-7224-49f3-8eb4-16e7c10be97b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:49:25.995489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.038627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Allocated IP 172.26.6.216 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/2d46a971-1a70-4a6a-8bb2-4a04faf936e7) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:49:26.058315 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] For port ecbad26a-7224-49f3-8eb4-16e7c10be97b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:49:26.061579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] For port ecbad26a-7224-49f3-8eb4-16e7c10be97b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ecbad26a-7224-49f3-8eb4-16e7c10be97b,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:49:26.068227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.128296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf390d-17c1-463b-b9d1-1166e939259c None None] Pushing event updated for resources: {'Port': ['ID=ecbad26a-7224-49f3-8eb4-16e7c10be97b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:26.151263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.188013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.237091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:49:26.241847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:49:26.246166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:49:26.249525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:26.269078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc924d66-1147-4fdf-845c-209d7851d64b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:49:26.364318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-00c02418-1f26-4ed1-b23c-f548dd03cc66 None None] Provisioning complete for port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:26.364961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00c02418-1f26-4ed1-b23c-f548dd03cc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.403550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-00c02418-1f26-4ed1-b23c-f548dd03cc66 None None] Port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:49:26.524111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.718172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.862328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:49:26.899518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ecbad26a-7224-49f3-8eb4-16e7c10be97b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:49:26.951677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ecbad26a-7224-49f3-8eb4-16e7c10be97b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:26.952054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:26.981438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:49:26.995697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:49:27.000141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.001461 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e435b66c-2871-443f-a701-a72fb88296b5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5098109 Dec 16 03:49:27.004392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:27.015273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:49:27.015918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:49:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:27.114812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0334d-bb74-4254-8cd8-e2ddeedfc3a7 None None] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:49:27.191832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.209645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-88118e4d-e0e0-4dc3-8db7-93b87698b5a5 None None] Provisioning complete for port ecbad26a-7224-49f3-8eb4-16e7c10be97b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:27.210022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88118e4d-e0e0-4dc3-8db7-93b87698b5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.249641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:49:27.343376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port ecbad26a-7224-49f3-8eb4-16e7c10be97b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ecbad26a-7224-49f3-8eb4-16e7c10be97b,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:49:27.381489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.431400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.515496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=ecbad26a-7224-49f3-8eb4-16e7c10be97b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:27.575687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:26Z', 'revision_number': 3, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:27.596262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Allocated IP 172.20.0.1 (22a0e361-3a74-4e91-99f9-98c8ecd3853b/579bc6a1-8450-4953-a772-58f9f1f2242d/eab05658-1445-445c-a763-9446e740d644) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:49:27.602863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:49:27.603222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Updating router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:49:27.628958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.707262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.743614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.783042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:49:27.788198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:49:27.791750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:49:27.807286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-87167809-2fa5-4cc8-b6d2-8fbe03be4b59 None None] Provisioning complete for port ecbad26a-7224-49f3-8eb4-16e7c10be97b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:27.807665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87167809-2fa5-4cc8-b6d2-8fbe03be4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.814269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Pushing event updated for resources: {'Port': ['ID=eab05658-1445-445c-a763-9446e740d644,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:27.834158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.970775 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.971606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:27.977695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.029376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e32f15-6db9-4468-999d-bc9b373f70bf None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:49:28.038902 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f6fea-7f0c-4959-9114-2421642eb4e8 None None] Pushing event updated for resources: {'Port': ['ID=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:28.043246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Attempting to bind port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:49:28.043687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Attempting to bind port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:49:28.044156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Attempting to bind port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:49:28.053365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:49:28.053799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:49:28.054247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.054722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:49:28.055194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Bound port: 2d46a971-1a70-4a6a-8bb2-4a04faf936e7, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:49:28.055658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.111246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-331b913b-b789-4917-8e3d-a3fc0171d12e None None] Provisioning complete for port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:28.111544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331b913b-b789-4917-8e3d-a3fc0171d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.132264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] For port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:49:28.138381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.144145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.149807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] For port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:49:28.156251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.159441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-331b913b-b789-4917-8e3d-a3fc0171d12e None None] Port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:49:28.211954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Pushing event updated for resources: {'Port': ['ID=eab05658-1445-445c-a763-9446e740d644,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:28.217160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.314329 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:49:28.315862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:49:28.372748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10a47e-f36e-4f4e-8bbd-e450cebb82ce None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:49:28.390539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-331b913b-b789-4917-8e3d-a3fc0171d12e None None] Provisioning complete for port eab05658-1445-445c-a763-9446e740d644 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:28.390907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331b913b-b789-4917-8e3d-a3fc0171d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.398836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:49:28.399466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:49:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:28.424334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f6fea-7f0c-4959-9114-2421642eb4e8 None None] Pushing event updated for resources: {'Port': ['ID=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:28.442076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:49:28.477535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-331b913b-b789-4917-8e3d-a3fc0171d12e None None] Port eab05658-1445-445c-a763-9446e740d644 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:49:28.543741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:49:28.561306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:49:28.575109 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-80d1e539-30d2-4bfc-b461-717e19fd6e50 admin admin] 10.222.0.16 "PUT /v2.0/routers/a8f3d9e4-0444-4540-bb0b-f20bd9365e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604928 Dec 16 03:49:28.664215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Provisioning complete for port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:28.664512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.804924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.830512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] For port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:49:28.836548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 2, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:28.839777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.870688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ecbad26a-7224-49f3-8eb4-16e7c10be97b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:49:28.874264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c50432-b409-49b8-93fb-49b80acc8224 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 2, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:49:28.949008 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Provisioning complete for port eab05658-1445-445c-a763-9446e740d644 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:28.949392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:28.955299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Pushing event updated for resources: {'Port': ['ID=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:28.996888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1ae17c60-ddab-430d-94be-365e9931a376 None None] Port eab05658-1445-445c-a763-9446e740d644 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:49:29.000250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ecbad26a-7224-49f3-8eb4-16e7c10be97b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:29.000630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.185041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40856) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:29.189729 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-64bf8368-2d77-479a-9972-29aaf48d7e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462205745', 'description': 'tempest-description--1752158480'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:29.217141 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64bf8368-2d77-479a-9972-29aaf48d7e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.292053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64bf8368-2d77-479a-9972-29aaf48d7e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.297091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64bf8368-2d77-479a-9972-29aaf48d7e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.326425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64bf8368-2d77-479a-9972-29aaf48d7e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.327894 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-64bf8368-2d77-479a-9972-29aaf48d7e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1416435 Dec 16 03:49:29.330731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:29.332435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf8368-2d77-479a-9972-29aaf48d7e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c238bd33-c7ae-40ee-af58-08c09ef50a82,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:29.337583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e7c59496-133f-4703-a07f-7df752d8a4ad tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'security_group_rule': {'security_group_id': 'c238bd33-c7ae-40ee-af58-08c09ef50a82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:29.368377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7c59496-133f-4703-a07f-7df752d8a4ad tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.428964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7c59496-133f-4703-a07f-7df752d8a4ad tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.433274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7c59496-133f-4703-a07f-7df752d8a4ad tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.454337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c59496-133f-4703-a07f-7df752d8a4ad tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0211e74f-6521-4066-920e-164f1feed2ee,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:29.464752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7c59496-133f-4703-a07f-7df752d8a4ad tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.466072 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e7c59496-133f-4703-a07f-7df752d8a4ad tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334579 Dec 16 03:49:29.468770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 40860) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:29.474205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-98f91ce7-8951-47dd-b104-74ce5293e479 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'security_group_rule': {'security_group_id': 'c238bd33-c7ae-40ee-af58-08c09ef50a82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:29.505189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98f91ce7-8951-47dd-b104-74ce5293e479 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.578209 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98f91ce7-8951-47dd-b104-74ce5293e479 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.581960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98f91ce7-8951-47dd-b104-74ce5293e479 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.601768 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f91ce7-8951-47dd-b104-74ce5293e479 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40686bdd-011a-4888-887d-685c28b50ea9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:29.608521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98f91ce7-8951-47dd-b104-74ce5293e479 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.609803 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-98f91ce7-8951-47dd-b104-74ce5293e479 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399119 Dec 16 03:49:29.612900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40862) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:29.617835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:29.644524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.748751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:29.858317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Allocated IP 172.26.6.13 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/147c4219-531b-4a19-afc0-1719ab7e7b32) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:49:29.971794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.008142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.054738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:49:30.060089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:49:30.062317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'Port': ['ID=147c4219-531b-4a19-afc0-1719ab7e7b32,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:30.064471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:49:30.149028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.185761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.352893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.358771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.426883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'Port': ['ID=147c4219-531b-4a19-afc0-1719ab7e7b32,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:30.440264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.459684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.460948 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-77c01a45-cb9b-48f5-bbb4-e656736511ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8470361 Dec 16 03:49:30.619408 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-5c922b73-5cef-4a2d-820d-85f2b275ed8a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--462205745&fields=id&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 267 time: 0.0465219 Dec 16 03:49:30.732317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-5305ad25-f0b0-4690-ad52-74ec6cecf20e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:30.733781 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-5305ad25-f0b0-4690-ad52-74ec6cecf20e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1075721 Dec 16 03:49:30.749579 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-b78f7524-c413-438e-8ea2-43fc9d3d4599 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/quotas/5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 375 time: 0.0096118 Dec 16 03:49:30.807824 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-00958b06-3f69-4769-9f7b-d66d8b521aaf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527935 Dec 16 03:49:30.862181 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:49:30.872156 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:49:30.872712 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:49:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:30.880055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:49:30.912049 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-91588fbe-a4f3-4a75-8342-b4d7a8496c18 service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900035 Dec 16 03:49:30.929334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:30.929713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:30.985202 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:49:31.010978 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-361c7384-0b47-4259-89e8-d7afdd62d21e service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923989 Dec 16 03:49:31.174453 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29cd02f6-4cfa-4dd7-bb92-051eecaf9aeb req-29e70c64-304a-4649-8db4-5c54f8dea35e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 210 time: 0.0312138 Dec 16 03:49:31.195389 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 2, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:31.227491 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:49:31.227846 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Updating router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 port eab05658-1445-445c-a763-9446e740d644 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:49:31.251887 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:31.605235 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:31.611628 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:31.662176 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Pushing event updated for resources: {'Port': ['ID=eab05658-1445-445c-a763-9446e740d644,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:31.674324 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.674686 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.674950 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.675284 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.675610 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.675965 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.676293 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.676695 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.676998 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.677324 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.677738 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.678025 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.678367 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:49:31.733513 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Attempting to bind port eab05658-1445-445c-a763-9446e740d644 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:49:31.734009 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Attempting to bind port eab05658-1445-445c-a763-9446e740d644 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:49:31.734518 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Attempting to bind port eab05658-1445-445c-a763-9446e740d644 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:49:31.740202 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:49:31.740544 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Checking segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:49:31.740992 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:31.741561 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Bound using segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:49:31.742022 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Bound port: eab05658-1445-445c-a763-9446e740d644, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:49:31.742427 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:31.807242 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] For port eab05658-1445-445c-a763-9446e740d644, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:49:31.810461 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] For port eab05658-1445-445c-a763-9446e740d644, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eab05658-1445-445c-a763-9446e740d644,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:49:31.820333 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:31.888240 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:49:31.888899 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:49:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:31.890760 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af1362-ea44-4fe5-8f07-43e8b5ae8dbd None None] Pushing event updated for resources: {'Port': ['ID=eab05658-1445-445c-a763-9446e740d644,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:31.947023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b1e37261-35b8-4fd1-90ea-403f1d416a21 None None] Provisioning complete for port eab05658-1445-445c-a763-9446e740d644 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:31.947889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1e37261-35b8-4fd1-90ea-403f1d416a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:32.009245 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:49:32.030599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1e37261-35b8-4fd1-90ea-403f1d416a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:32.068033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b1e37261-35b8-4fd1-90ea-403f1d416a21 None None] For port eab05658-1445-445c-a763-9446e740d644, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eab05658-1445-445c-a763-9446e740d644,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:49:32.072436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1e37261-35b8-4fd1-90ea-403f1d416a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:32.125317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e37261-35b8-4fd1-90ea-403f1d416a21 None None] Pushing event updated for resources: {'Port': ['ID=eab05658-1445-445c-a763-9446e740d644,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:32.202152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a96b4abc-6614-48eb-ad7d-f716caec015b None None] Provisioning complete for port eab05658-1445-445c-a763-9446e740d644 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:32.202741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a96b4abc-6614-48eb-ad7d-f716caec015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:32.242005 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:31Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:32.287577 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972b7ea-4a3a-44ae-958a-d1a22beb6469 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:31Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:49:32.288248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-56f86167-94cb-419f-bce0-3e725ff408f0 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:32.291625 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-56f86167-94cb-419f-bce0-3e725ff408f0 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1647913 Dec 16 03:49:32.315536 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e1389718-056f-4927-98d3-fd5ca9ec17c1 req-992f9248-3afb-4b6c-9fb5-97a9723e8d31 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 210 time: 0.0363684 Dec 16 03:49:32.372006 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-d39e3a13-6244-45ea-92cd-18d238061c46 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 379 time: 0.0621891 Dec 16 03:49:32.383292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'port': {'device_id': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'admin_state_up': True, 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'security_groups': ['c238bd33-c7ae-40ee-af58-08c09ef50a82']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:32.501689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Made reservation on behalf of 5e68348ca7e54b43b42eaa3342c94c81 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:49:32.505527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:32.640289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Allocated IP 172.20.0.9 (22a0e361-3a74-4e91-99f9-98c8ecd3853b/579bc6a1-8450-4953-a772-58f9f1f2242d/1e8d7305-59f2-484b-90ca-4fd4326fe250) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:49:32.787508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:32.828381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:32.879495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:49:32.882896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:49:32.887420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:49:32.900486 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eab05658-1445-445c-a763-9446e740d644 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:49:32.979244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port eab05658-1445-445c-a763-9446e740d644 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:32.979879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.137454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-71aa2c69-9966-4784-852d-e4f3781c4cbd None None] Provisioning complete for port 1e8d7305-59f2-484b-90ca-4fd4326fe250 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:33.137829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71aa2c69-9966-4784-852d-e4f3781c4cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.172806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-71aa2c69-9966-4784-852d-e4f3781c4cbd None None] Port 1e8d7305-59f2-484b-90ca-4fd4326fe250 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:49:33.273893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'Port': ['ID=1e8d7305-59f2-484b-90ca-4fd4326fe250,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:33.303590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:33.304236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.322964 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-e4f424a8-cf5f-4a33-8a09-7a74f151e43e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9436243 Dec 16 03:49:33.341332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Request body: {'port': {'device_id': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:33.395065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.436331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1b62-26b1-481e-884f-e05bcc5f2203 req-daf57479-bbd4-4252-b04e-283bbd382c36 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:33.438477 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-032a1b62-26b1-481e-884f-e05bcc5f2203 req-daf57479-bbd4-4252-b04e-283bbd382c36 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 931 time: 0.0507843 Dec 16 03:49:33.487042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-032a1b62-26b1-481e-884f-e05bcc5f2203 req-ebeba801-226e-461b-b0a8-b73cb24ad4b6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Dec 16 03:49:33.665152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8d7305-59f2-484b-90ca-4fd4326fe250 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:49:33.672806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.685127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Transition to ACTIVE for port object 1e8d7305-59f2-484b-90ca-4fd4326fe250 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:49:33.692687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.739609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8d7305-59f2-484b-90ca-4fd4326fe250,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:33.812208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Attempting to bind port 1e8d7305-59f2-484b-90ca-4fd4326fe250 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:49:33.812554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Attempting to bind port 1e8d7305-59f2-484b-90ca-4fd4326fe250 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:49:33.813030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Attempting to bind port 1e8d7305-59f2-484b-90ca-4fd4326fe250 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:49:33.818541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Port 1e8d7305-59f2-484b-90ca-4fd4326fe250 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:49:33.818878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Attempting to bind port 1e8d7305-59f2-484b-90ca-4fd4326fe250 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:49:33.824218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:49:33.824555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Checking segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:49:33.824943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Bound using segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:49:33.825368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Bound port: 1e8d7305-59f2-484b-90ca-4fd4326fe250, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:49:33.825729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.893905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] For port 1e8d7305-59f2-484b-90ca-4fd4326fe250, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:49:33.897377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] For port 1e8d7305-59f2-484b-90ca-4fd4326fe250, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:49:33.903832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.939666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:33.940263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:33.942075 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 1093 time: 0.6049075 Dec 16 03:49:33.942550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:49:33.944860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a" -d '{"events": [{"name": "network-changed", "server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:49:33.968755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e17b0-51af-4e49-a330-9a61891083d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8d7305-59f2-484b-90ca-4fd4326fe250,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:33.989983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250187b-9595-4f1a-8ece-4ac3e6b0e92b x-openstack-request-id: req-8250187b-9595-4f1a-8ece-4ac3e6b0e92b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:49:33.990445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:49:33.990785 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8250187b-9595-4f1a-8ece-4ac3e6b0e92b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:49:33.991578 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'status': 'completed', 'code': 200} Dec 16 03:49:34.048226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-187af7b7-40a1-4c8d-934c-aaac0f96baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.049805 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-187af7b7-40a1-4c8d-934c-aaac0f96baa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1096 time: 0.0418849 Dec 16 03:49:34.103699 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-363cc73a-9a65-42fe-b504-f45d913d448a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 217 time: 0.0398583 Dec 16 03:49:34.155262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-484d92e6-35c5-4e50-84ff-828e5efb74da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.156734 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-484d92e6-35c5-4e50-84ff-828e5efb74da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0450022 Dec 16 03:49:34.206324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a03ede49-d4e1-4d78-bef6-59c7a4a389a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.208155 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-a03ede49-d4e1-4d78-bef6-59c7a4a389a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438848 Dec 16 03:49:34.303253 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-6bb9a219-97a5-4da6-9bdf-970dc7649a89 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879581 Dec 16 03:49:34.407704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8c6f0f4-6a92-4be1-a5ba-c23c9bdd72ac req-c03e87f5-2ad5-4ae9-8279-316c21382a11 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970998 Dec 16 03:49:34.557407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-d9bae9cb-87cd-430e-939d-9ed6157a79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.558966 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-d9bae9cb-87cd-430e-939d-9ed6157a79f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1096 time: 0.0493999 Dec 16 03:49:34.616158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604eb30-68bf-4eb5-8547-57cfb066926b req-fcf7a2d0-c8fa-4274-86d0-558684be0e47 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.617664 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0604eb30-68bf-4eb5-8547-57cfb066926b req-fcf7a2d0-c8fa-4274-86d0-558684be0e47 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 943 time: 0.0577090 Dec 16 03:49:34.657864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-812c5725-94d5-4def-a0a4-c9c17e3a75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.659407 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-812c5725-94d5-4def-a0a4-c9c17e3a75a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0911458 Dec 16 03:49:34.666776 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0604eb30-68bf-4eb5-8547-57cfb066926b req-6b154a84-e112-4ba6-a8ad-d14c13203da6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425029 Dec 16 03:49:34.701821 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-62ee358d-d1f8-46ac-8145-e8e5c43e595b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 217 time: 0.0347629 Dec 16 03:49:34.754779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-b4763625-8e87-444c-bb31-024c36c5e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.756219 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-b4763625-8e87-444c-bb31-024c36c5e547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0477881 Dec 16 03:49:34.803160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-67bbd20c-377d-4955-aa23-df3ba18ebf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:34.804680 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-67bbd20c-377d-4955-aa23-df3ba18ebf25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409331 Dec 16 03:49:34.906343 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-159a7218-135d-463d-8737-14bb0b3214c5 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930660 Dec 16 03:49:35.026906 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12b90a4f-5a0c-4221-a1a6-d0c9ee46415a req-1725d19b-d210-4556-8ff0-33ac68326433 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063347 Dec 16 03:49:35.211493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ad7bcf5-4569-4e10-b3ef-021ba11dfc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:35.789842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c13ba4-9391-410c-877a-694359903187 req-1b939d53-6eba-49a4-8df3-95fa3237f7ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:35.791324 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-60c13ba4-9391-410c-877a-694359903187 req-1b939d53-6eba-49a4-8df3-95fa3237f7ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 943 time: 0.0512178 Dec 16 03:49:35.844356 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-60c13ba4-9391-410c-877a-694359903187 req-4b11ccce-3423-491a-a350-28272b38b3ff tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 Dec 16 03:49:36.969646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bfe3-f03d-4e8c-b965-b28a6d22f87e req-5b634cc3-2ee9-4c57-a586-f056797f8110 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:36.971170 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-48d5bfe3-f03d-4e8c-b965-b28a6d22f87e req-5b634cc3-2ee9-4c57-a586-f056797f8110 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 943 time: 0.0536098 Dec 16 03:49:37.026740 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-48d5bfe3-f03d-4e8c-b965-b28a6d22f87e req-020702cb-b41c-430e-8da9-0e552a41de41 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466361 Dec 16 03:49:37.390666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd23eefa-7a42-4cbc-889d-1a656b5e7fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:37.404168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1e8d7305-59f2-484b-90ca-4fd4326fe250 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:49:37.503883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1e8d7305-59f2-484b-90ca-4fd4326fe250, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:49:37.518555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'port_id': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'mac_address': 'fa:16:3e:4e:0d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:49:37.555939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:37.571262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8d7305-59f2-484b-90ca-4fd4326fe250 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:49:37.591211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1e8d7305-59f2-484b-90ca-4fd4326fe250, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:49:37.598146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:37.648068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=1e8d7305-59f2-484b-90ca-4fd4326fe250,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:37.873227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['1e8d7305-59f2-484b-90ca-4fd4326fe250'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:49:38.145481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb03b-26fb-4184-a504-19165e8ba775 req-38f43ccb-4561-4f5c-bc76-a55539f3e424 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:38.146992 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a1eb03b-26fb-4184-a504-19165e8ba775 req-38f43ccb-4561-4f5c-bc76-a55539f3e424 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 944 time: 0.0513589 Dec 16 03:49:38.196670 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a1eb03b-26fb-4184-a504-19165e8ba775 req-51ea6ca4-7611-4238-a373-bbd5419ee330 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Dec 16 03:49:38.504490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:39.312907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c67a76-c818-40b0-a6f6-2d9b8e8b463c req-53e6fe99-0f1b-4834-8dc4-d32ea5112286 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:39.314438 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83c67a76-c818-40b0-a6f6-2d9b8e8b463c req-53e6fe99-0f1b-4834-8dc4-d32ea5112286 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 944 time: 0.0503283 Dec 16 03:49:39.362497 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83c67a76-c818-40b0-a6f6-2d9b8e8b463c req-b9b87e0a-0cb4-4b20-88ea-27a13ed20542 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415118 Dec 16 03:49:39.432305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1e8d7305-59f2-484b-90ca-4fd4326fe250 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:49:39.487528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 1e8d7305-59f2-484b-90ca-4fd4326fe250 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:49:39.491277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 1e8d7305-59f2-484b-90ca-4fd4326fe250 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:49:39.491646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:39.571528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:39.593732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:49:39.596001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c75720-5bd5-4164-a4ae-579f44c111b0" -d '{"events": [{"server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "name": "network-vif-plugged", "status": "completed", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:49:39.609427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1e8d7305-59f2-484b-90ca-4fd4326fe250, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:49:39.614526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:39.637515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b5e85f-398b-4f1c-ade2-ec0eb6abd67b x-openstack-request-id: req-f6b5e85f-398b-4f1c-ade2-ec0eb6abd67b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:49:39.637805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "name": "network-vif-plugged", "status": "completed", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:49:39.638076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6b5e85f-398b-4f1c-ade2-ec0eb6abd67b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:49:39.638597 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'code': 200} Dec 16 03:49:39.662837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=1e8d7305-59f2-484b-90ca-4fd4326fe250,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:49:39.863306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8487c-72eb-44b9-b5f1-49e6cd2e3707 req-60428fdc-61d2-4391-a41e-7f080f78982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:39.864861 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a4c8487c-72eb-44b9-b5f1-49e6cd2e3707 req-60428fdc-61d2-4391-a41e-7f080f78982a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1098 time: 0.0437407 Dec 16 03:49:39.912168 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a4c8487c-72eb-44b9-b5f1-49e6cd2e3707 req-a45f85cc-8817-4ced-8e31-75a9c63cec2c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Dec 16 03:49:40.058040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:40.496707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05228a-f642-4874-8ab7-1837f3289ab5 req-58bdd8f7-647f-48b2-af42-13e9d9d75420 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:40.498201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b05228a-f642-4874-8ab7-1837f3289ab5 req-58bdd8f7-647f-48b2-af42-13e9d9d75420 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0564628 Dec 16 03:49:40.550685 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b05228a-f642-4874-8ab7-1837f3289ab5 req-88546874-41be-46b6-8c18-9177854a483d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Dec 16 03:49:41.130231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:41.681296 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c191e2-5101-4a34-90cf-48ac98648a6d req-295eb7c4-8e2b-47f6-9036-e25fd5f12559 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:41.682796 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-85c191e2-5101-4a34-90cf-48ac98648a6d req-295eb7c4-8e2b-47f6-9036-e25fd5f12559 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0552580 Dec 16 03:49:41.734178 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-85c191e2-5101-4a34-90cf-48ac98648a6d req-38b2d960-8b23-49c6-b3c2-31ee9d31dad6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Dec 16 03:49:41.863565 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66a54-6d82-4e40-8ba1-b918129420e9 req-a6f6f534-188b-42b4-b2d6-6128faa818ff tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:41.864956 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-53e66a54-6d82-4e40-8ba1-b918129420e9 req-a6f6f534-188b-42b4-b2d6-6128faa818ff tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0573184 Dec 16 03:49:41.874245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 40916) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:49:41.878644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'floatingip': {'port_id': '1e8d7305-59f2-484b-90ca-4fd4326fe250'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:49:41.918697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:42.693174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:42.699486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:42.800547 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 associated. External IP: 172.26.6.13, port: 1e8d7305-59f2-484b-90ca-4fd4326fe250. Dec 16 03:49:43.013557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:49:43.122818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:49:43.127597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:49:43.132839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:49:43.143451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:49:43.144060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:49:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:43.157836 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8d66b3ef-c146-4a25-bb76-6c9f3e36fdb5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "PUT /v2.0/floatingips/98b6d1ca-d49f-411e-af8b-f0099f0591f2 HTTP/1.1" status: 200 len: 990 time: 1.2825220 Dec 16 03:49:43.158434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:49:43.160697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4621193-25a7-4478-b743-82d98f30c769" -d '{"events": [{"name": "network-changed", "server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:49:43.227489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48570fea-9f9c-4045-9cbe-caee309d1588 x-openstack-request-id: req-48570fea-9f9c-4045-9cbe-caee309d1588 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:49:43.227783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:49:43.228036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48570fea-9f9c-4045-9cbe-caee309d1588 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:49:43.228451 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'status': 'completed', 'code': 200} Dec 16 03:49:43.257152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:49:43.321565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621193-25a7-4478-b743-82d98f30c769 req-f4696c0a-23cf-4bac-917b-22e8e139ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:43.323320 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4621193-25a7-4478-b743-82d98f30c769 req-f4696c0a-23cf-4bac-917b-22e8e139ac47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1098 time: 0.0455790 Dec 16 03:49:43.417063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621193-25a7-4478-b743-82d98f30c769 req-14b660bd-7a39-448f-9049-5105be23715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:43.419208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4621193-25a7-4478-b743-82d98f30c769 req-14b660bd-7a39-448f-9049-5105be23715d service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0872626 Dec 16 03:49:43.483256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:4e:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:49:42Z', 'revision_number': 1, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:43.498037 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4621193-25a7-4478-b743-82d98f30c769 req-4c1e0364-2376-4f7f-b02b-a6b1a4df1cbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 998 time: 0.0638459 Dec 16 03:49:43.552176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621193-25a7-4478-b743-82d98f30c769 req-e57631ce-e319-483e-b7a3-f8d0d84ebb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:43.553695 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4621193-25a7-4478-b743-82d98f30c769 req-e57631ce-e319-483e-b7a3-f8d0d84ebb1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0465350 Dec 16 03:49:43.602336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621193-25a7-4478-b743-82d98f30c769 req-55e75b97-7f3d-4910-a4d4-510f47de814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:43.604039 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4621193-25a7-4478-b743-82d98f30c769 req-55e75b97-7f3d-4910-a4d4-510f47de814e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434661 Dec 16 03:49:43.673212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:49:43.682050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:49:43.682990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:49:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:43.700769 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4621193-25a7-4478-b743-82d98f30c769 req-282d9547-296e-41fd-8d55-93bfc3a8c914 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883834 Dec 16 03:49:43.789546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:49:43.790547 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4621193-25a7-4478-b743-82d98f30c769 req-94b768b4-bdf7-4246-b61a-44d9347ad2e8 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827758 Dec 16 03:49:44.018071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:4e:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:49:42Z', 'revision_number': 1, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:49:44.048221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b03171-f9c6-4b1d-9f0c-f0c36b8c8b96 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:4e:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:49:42Z', 'revision_number': 1, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:49:44.253884 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e19243b-3700-45ab-b941-fb5d1e158a18 None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:49:46.482916 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-d156f26d-570e-4eb5-95cd-923b5353d0be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454900 Dec 16 03:49:46.597878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78475-99cd-4a03-87dc-5192db164a0d req-7a8a2f3b-fb6f-46ed-8306-476d067aab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:46.599322 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-7a8a2f3b-fb6f-46ed-8306-476d067aab48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1098 time: 0.0474370 Dec 16 03:49:46.722067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78475-99cd-4a03-87dc-5192db164a0d req-9f3043f2-9cf5-4e02-b676-f1682b2cea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:46.723609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-9f3043f2-9cf5-4e02-b676-f1682b2cea5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0895000 Dec 16 03:49:46.797243 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-dbfc706a-6bfe-409d-b9fc-8d6e8b858ae7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 1000 time: 0.0655172 Dec 16 03:49:46.850127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78475-99cd-4a03-87dc-5192db164a0d req-0d259d89-c892-47cd-a579-c6a9c0ff8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:46.851558 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-0d259d89-c892-47cd-a579-c6a9c0ff8079 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0462606 Dec 16 03:49:46.900616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78475-99cd-4a03-87dc-5192db164a0d req-2840be2c-fa62-4f6b-bd04-26395efc59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:49:46.902167 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-2840be2c-fa62-4f6b-bd04-26395efc59c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438540 Dec 16 03:49:46.995679 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-583c164e-98c5-422f-b66c-a0ee90de781d service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859737 Dec 16 03:49:47.089323 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-72e78475-99cd-4a03-87dc-5192db164a0d req-7604e9c5-3d5a-48de-b32c-8399cedb70bd service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869474 Dec 16 03:49:48.447158 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:49:53.920718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:05.222861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b4dfbfe-8962-43af-9c51-f6e040630794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:07.388435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8385a5f3-6716-45d7-ad65-6c77768767d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:08.515866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:10.063042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:11.126607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:19.263971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14160b-dcd1-4639-8eeb-4e96ab04864c req-53bf2ce5-cff4-4c1e-afb2-e452a6637d55 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:19.265459 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6e14160b-dcd1-4639-8eeb-4e96ab04864c req-53bf2ce5-cff4-4c1e-afb2-e452a6637d55 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0525408 Dec 16 03:50:19.318462 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6e14160b-dcd1-4639-8eeb-4e96ab04864c req-e6c0d226-b0ff-4f20-8364-57c90113c4cb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468490 Dec 16 03:50:19.565549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-a984f835-5e17-4401-a943-f495f8f66d09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423090 Dec 16 03:50:19.581266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747916e-49d8-41d9-9a03-7d99bce28259 req-9681c95f-e8c4-48db-96be-7fdee47396fd tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:19.582824 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1747916e-49d8-41d9-9a03-7d99bce28259 req-9681c95f-e8c4-48db-96be-7fdee47396fd tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0542061 Dec 16 03:50:19.631198 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1747916e-49d8-41d9-9a03-7d99bce28259 req-70e4d859-2b19-42a5-84f3-77662742c973 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420394 Dec 16 03:50:20.761474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c6e2e-2dc4-4481-97a2-55fa6e8f7f85 req-d252599d-fbb2-45d2-9e94-b3141ba47675 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:20.767122 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-441c6e2e-2dc4-4481-97a2-55fa6e8f7f85 req-d252599d-fbb2-45d2-9e94-b3141ba47675 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0547361 Dec 16 03:50:20.814092 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-441c6e2e-2dc4-4481-97a2-55fa6e8f7f85 req-2bfd72bf-4c39-4374-bf89-3eeedcb4aefd tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435102 Dec 16 03:50:20.843465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-7da22c04-d84e-49d9-ab9a-02c349d66286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:20.845404 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-7da22c04-d84e-49d9-ab9a-02c349d66286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1098 time: 0.0460033 Dec 16 03:50:20.939959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-072df306-5c69-4499-b7b5-cb812af4868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:20.941737 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-072df306-5c69-4499-b7b5-cb812af4868d service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0896399 Dec 16 03:50:21.012098 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-01e56963-db72-4883-a322-70be64e3a167 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 1000 time: 0.0626845 Dec 16 03:50:21.069873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-3a1e7170-0770-4158-9446-346cc7f7ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:21.071372 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-3a1e7170-0770-4158-9446-346cc7f7ed26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0515757 Dec 16 03:50:21.117119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-5c3380a4-13e2-4aee-b7d2-7feb351f8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:21.118607 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-5c3380a4-13e2-4aee-b7d2-7feb351f8555 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402210 Dec 16 03:50:21.217515 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-957e4f0d-45cb-46f7-819e-cddd63e7de51 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917006 Dec 16 03:50:21.312179 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-3c642564-5ecd-4954-95e9-2962632c82d0 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Dec 16 03:50:21.935728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c30a4-24f5-4266-b337-a626daf0b82b req-deac4823-8d27-4c76-a70f-d4c6ec633766 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:21.937221 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-713c30a4-24f5-4266-b337-a626daf0b82b req-deac4823-8d27-4c76-a70f-d4c6ec633766 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0501187 Dec 16 03:50:21.990349 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-713c30a4-24f5-4266-b337-a626daf0b82b req-af0eb982-3744-4064-a0ed-a74c50edf73b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459716 Dec 16 03:50:23.119775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a5fef-edf3-4f85-ab72-cc597663843a req-5c41e0fc-e5c4-491f-a333-ab6cbe1f05db tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:23.121193 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-532a5fef-edf3-4f85-ab72-cc597663843a req-5c41e0fc-e5c4-491f-a333-ab6cbe1f05db tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0593305 Dec 16 03:50:23.180116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-532a5fef-edf3-4f85-ab72-cc597663843a req-8ec2bdc1-431d-4b66-befa-707b5fc18c77 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497727 Dec 16 03:50:23.922586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:24.311449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8cb11-bec7-42f2-a6c7-590a002563d5 req-2edf961e-27a6-49c9-9da9-4e86157e22ea tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:24.312909 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5bb8cb11-bec7-42f2-a6c7-590a002563d5 req-2edf961e-27a6-49c9-9da9-4e86157e22ea tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0502195 Dec 16 03:50:24.361717 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5bb8cb11-bec7-42f2-a6c7-590a002563d5 req-e197947d-867f-464b-bc94-8a38d77a160e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Dec 16 03:50:25.446646 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:50:25.490792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da02c-4eaf-4258-bb10-4a0c396180f4 req-7617df11-557b-4c5d-a624-9962230d8677 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:25.492262 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-714da02c-4eaf-4258-bb10-4a0c396180f4 req-7617df11-557b-4c5d-a624-9962230d8677 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0546923 Dec 16 03:50:25.542484 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-714da02c-4eaf-4258-bb10-4a0c396180f4 req-5acbda7c-e69a-437a-9ad3-6e3a8d7bb014 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Dec 16 03:50:26.674089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389719-c8d4-4f90-82ab-fd9bbbcbdb76 req-06898893-2a7c-499f-81e0-72110b058b1b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:26.675728 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-72389719-c8d4-4f90-82ab-fd9bbbcbdb76 req-06898893-2a7c-499f-81e0-72110b058b1b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0526726 Dec 16 03:50:26.727117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-72389719-c8d4-4f90-82ab-fd9bbbcbdb76 req-6355334e-3725-40a1-a985-16dc866534c2 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453651 Dec 16 03:50:27.863521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c17f87-5c49-4322-8302-8d3a69fb1e6f req-0d86e3b5-6094-4486-af64-b4b43ee01b6a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:27.864969 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-62c17f87-5c49-4322-8302-8d3a69fb1e6f req-0d86e3b5-6094-4486-af64-b4b43ee01b6a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0561175 Dec 16 03:50:27.922364 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-62c17f87-5c49-4322-8302-8d3a69fb1e6f req-c8ce554b-05dc-4534-bc7e-ce60f1dbb753 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484743 Dec 16 03:50:29.047039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164d27-5463-41ed-87f8-3e28de1bfa29 req-18630558-e4b1-4f86-abdc-f315990efaec tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:29.048564 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a164d27-5463-41ed-87f8-3e28de1bfa29 req-18630558-e4b1-4f86-abdc-f315990efaec tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0531898 Dec 16 03:50:29.098197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a164d27-5463-41ed-87f8-3e28de1bfa29 req-e8c4d5c0-853f-40c9-b1e7-47cbd3e9e5b7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 Dec 16 03:50:30.222861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7e150-7a10-4f00-a275-dcbfaba93472 req-a473e3b4-4707-487d-b57d-1b887f23984e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:30.224328 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4b7e150-7a10-4f00-a275-dcbfaba93472 req-a473e3b4-4707-487d-b57d-1b887f23984e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0513742 Dec 16 03:50:30.271597 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4b7e150-7a10-4f00-a275-dcbfaba93472 req-abf71419-0b54-4d9f-ba5b-9d544bf04ac3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Dec 16 03:50:31.465445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f5b2-9ffc-414e-9503-6e6b77c87f04 req-82aaa648-68b4-44df-a103-79fb3e5970ba tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:31.466986 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9010f5b2-9ffc-414e-9503-6e6b77c87f04 req-82aaa648-68b4-44df-a103-79fb3e5970ba tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.1084566 Dec 16 03:50:31.513926 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9010f5b2-9ffc-414e-9503-6e6b77c87f04 req-ae33804d-dd33-4473-b517-2afea8b7bfdf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407989 Dec 16 03:50:32.697101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3407df3-430d-4053-ae84-f2ef694ab7ef req-8d7759c3-ce3a-45af-ac09-5b6345070991 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:32.698603 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c3407df3-430d-4053-ae84-f2ef694ab7ef req-8d7759c3-ce3a-45af-ac09-5b6345070991 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.1018004 Dec 16 03:50:32.748368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c3407df3-430d-4053-ae84-f2ef694ab7ef req-05c36381-f51e-4238-ba36-8e1cabb1a74d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Dec 16 03:50:33.034878 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-091873fd-13e5-411b-9c5b-de607b91cf99 service neutron] 10.222.0.30 "GET /v2.0/ports/1e8d7305-59f2-484b-90ca-4fd4326fe250/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0713234 Dec 16 03:50:33.274993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-7b3bd92d-fb40-4125-80bf-85c0143833bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:33.276410 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-7b3bd92d-fb40-4125-80bf-85c0143833bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 1098 time: 0.0475502 Dec 16 03:50:33.357339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-4952045f-b997-4c48-bbe7-c4c259b9a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:33.358930 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-4952045f-b997-4c48-bbe7-c4c259b9a461 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1098 time: 0.0467584 Dec 16 03:50:33.462083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-251dceb0-852b-4f65-b918-a2cd9de399f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:33.463587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-251dceb0-852b-4f65-b918-a2cd9de399f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0975080 Dec 16 03:50:33.533417 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-0cafa685-1b29-4f3b-93a8-4f57276e764a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 1000 time: 0.0627491 Dec 16 03:50:33.584439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-35e1ee09-a665-4d7d-a50b-56889ec8aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:33.585877 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-35e1ee09-a665-4d7d-a50b-56889ec8aeb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0452282 Dec 16 03:50:33.632419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147402-413e-4301-b473-91ebc4f7a666 req-ce9739b3-1a92-4521-bcc8-a953c8f5deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:33.633865 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-ce9739b3-1a92-4521-bcc8-a953c8f5deaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408928 Dec 16 03:50:33.735359 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-05711a23-2f47-4390-86e4-bf1fcff70b46 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933502 Dec 16 03:50:33.827531 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc147402-413e-4301-b473-91ebc4f7a666 req-1a9ac37f-a121-4105-a33a-7f73bec9c853 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849237 Dec 16 03:50:33.874283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc199d7-20b2-4522-8ec9-7a648dc87179 req-44f03b7b-97c8-4c1b-997a-c3e2787f0f14 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:33.875784 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7dc199d7-20b2-4522-8ec9-7a648dc87179 req-44f03b7b-97c8-4c1b-997a-c3e2787f0f14 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0562887 Dec 16 03:50:33.925477 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7dc199d7-20b2-4522-8ec9-7a648dc87179 req-1e40a290-80c6-4e9a-83a8-cbb51d4acb68 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Dec 16 03:50:34.765869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-6855c90e-971b-4aad-becc-3027eb372f6d req-da17258a-78a6-4fff-aed6-bc650fd346e9 service neutron] (103161) timed out ('10.222.0.30', 59588) {{(pid=103161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 03:50:35.047893 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c73c-ef0e-40f8-84d0-6ee899afb624 req-5e27d095-b581-44e6-84ff-4cf4ec070a9c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:35.049252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8e8c73c-ef0e-40f8-84d0-6ee899afb624 req-5e27d095-b581-44e6-84ff-4cf4ec070a9c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0521796 Dec 16 03:50:35.099121 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8e8c73c-ef0e-40f8-84d0-6ee899afb624 req-6e6e0889-9add-4b05-9dee-3b8a5ed8374d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Dec 16 03:50:35.221341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa90b664-29b9-40de-8034-faaa41d8c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:36.225802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61dfc4-3c0d-4988-9a48-df682282f8e2 req-a9ca74f5-3120-4b87-bb31-6fe3a86284f7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:36.227213 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-df61dfc4-3c0d-4988-9a48-df682282f8e2 req-a9ca74f5-3120-4b87-bb31-6fe3a86284f7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0579994 Dec 16 03:50:36.283938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-df61dfc4-3c0d-4988-9a48-df682282f8e2 req-35c7d9a2-4209-422d-8c92-2e462ee9b556 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506487 Dec 16 03:50:36.500828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc23435-ccd8-4b3e-88c7-24abd6753b14 req-5cb7cff6-63da-414b-922e-f1d432e4e79c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:36.502185 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbc23435-ccd8-4b3e-88c7-24abd6753b14 req-5cb7cff6-63da-414b-922e-f1d432e4e79c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0601444 Dec 16 03:50:36.529683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-895ac239-5824-4717-8453-94f2685470d2 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:36.531179 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-895ac239-5824-4717-8453-94f2685470d2 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f&tenant_id=5e68348ca7e54b43b42eaa3342c94c81&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 945 time: 0.0630116 Dec 16 03:50:36.542677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-1e4aa519-c2de-40c0-963f-68e68b7d49a9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:50:36.543619 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-1e4aa519-c2de-40c0-963f-68e68b7d49a9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049868 Dec 16 03:50:36.550541 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbc23435-ccd8-4b3e-88c7-24abd6753b14 req-902766fe-bec3-4f67-a54b-3d76c79f32bf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Dec 16 03:50:36.703235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-3d01fa21-db2d-4f9c-9482-5a5047a00cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:36.704815 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-3d01fa21-db2d-4f9c-9482-5a5047a00cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 1098 time: 0.0929096 Dec 16 03:50:36.816637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-88c14122-bbc9-410e-9a71-0160307d8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:36.818088 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-88c14122-bbc9-410e-9a71-0160307d8e04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.1062860 Dec 16 03:50:36.885766 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-bce765e9-8585-42db-95e4-500adf00f74d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 200 len: 1000 time: 0.0607538 Dec 16 03:50:36.937821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-f28be513-4fe6-4d84-a8a2-1a10518cd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:36.939326 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-f28be513-4fe6-4d84-a8a2-1a10518cd329 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0454242 Dec 16 03:50:36.990977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-a8e8507c-7a3f-4cdc-bd3b-1ce174feac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:36.993001 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-a8e8507c-7a3f-4cdc-bd3b-1ce174feac76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462170 Dec 16 03:50:37.099879 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-1a17c53e-2609-4488-9876-bed318be974d service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991588 Dec 16 03:50:37.196695 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed123b42-04bb-42e3-a516-7cc84435e0fe req-2b6a3400-6213-4330-9239-86a1f7cdf569 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895519 Dec 16 03:50:37.387222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0660241d-e6d6-4dc1-bd43-6a5b5de15801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:37.674072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fb46c-bae8-4474-832d-b3d7f6f8a0d6 req-51b9f3e0-86e0-4cb4-af51-46ba5c5f3496 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:37.675523 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-275fb46c-bae8-4474-832d-b3d7f6f8a0d6 req-51b9f3e0-86e0-4cb4-af51-46ba5c5f3496 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0508723 Dec 16 03:50:37.725261 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-275fb46c-bae8-4474-832d-b3d7f6f8a0d6 req-142a66f6-5421-45c7-9a90-2b849d3af06c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Dec 16 03:50:38.514328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:38.868030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e3fbe-3d5c-4e9f-a458-ae1230d76012 req-3e92105e-12c9-4f4d-9a90-9670b13309d7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:38.869531 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-200e3fbe-3d5c-4e9f-a458-ae1230d76012 req-3e92105e-12c9-4f4d-9a90-9670b13309d7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0681326 Dec 16 03:50:38.923091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-200e3fbe-3d5c-4e9f-a458-ae1230d76012 req-456038e1-7c2e-4db8-96c6-4d6eb094a0d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444624 Dec 16 03:50:39.048468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4ce7-5d1d-4f06-89bf-782bfb8687bb req-06e26f6a-5c28-45eb-a2a1-941fca958df0 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:39.049859 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b6cd4ce7-5d1d-4f06-89bf-782bfb8687bb req-06e26f6a-5c28-45eb-a2a1-941fca958df0 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0523269 Dec 16 03:50:39.101665 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b6cd4ce7-5d1d-4f06-89bf-782bfb8687bb req-8f5a38ff-0520-48cd-ad14-ea926cb99de6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453217 Dec 16 03:50:39.232938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2839db-2b39-48f2-b86a-758f376c5554 req-2af762d4-df9b-4008-89e8-b72be0c0d567 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:39.234445 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7e2839db-2b39-48f2-b86a-758f376c5554 req-2af762d4-df9b-4008-89e8-b72be0c0d567 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0548491 Dec 16 03:50:39.289296 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7e2839db-2b39-48f2-b86a-758f376c5554 req-d60ebfc0-4b4c-4ca9-83d0-2c01c3a40d51 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487082 Dec 16 03:50:39.546462 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabb770-84c5-4bc8-b04a-5941c2dba942 req-3e8a0c57-d5ed-4249-bb37-9a16518c8b18 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:39.548329 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cbabb770-84c5-4bc8-b04a-5941c2dba942 req-3e8a0c57-d5ed-4249-bb37-9a16518c8b18 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0577493 Dec 16 03:50:39.598318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cbabb770-84c5-4bc8-b04a-5941c2dba942 req-32642891-3a60-4d1a-8865-2890b0aa46de tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434692 Dec 16 03:50:40.091426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:40.720354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1730d19-362c-4e32-94bc-10a8ffc53c08 req-2f0fb494-30ff-4bb6-8e2d-d41acbaca62f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:40.721853 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a1730d19-362c-4e32-94bc-10a8ffc53c08 req-2f0fb494-30ff-4bb6-8e2d-d41acbaca62f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0517976 Dec 16 03:50:40.772219 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a1730d19-362c-4e32-94bc-10a8ffc53c08 req-15e29837-9b55-4bfc-ae26-7379bd658920 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Dec 16 03:50:41.131555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:41.453215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-4bdc28a4-8651-4489-803b-ac3dce32993e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:41.454685 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-4bdc28a4-8651-4489-803b-ac3dce32993e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0634353 Dec 16 03:50:41.546922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Deleting port 1e8d7305-59f2-484b-90ca-4fd4326fe250 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:50:41.547275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:41.642127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] For port 1e8d7305-59f2-484b-90ca-4fd4326fe250, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1e8d7305-59f2-484b-90ca-4fd4326fe250,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:50:41.642536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:41.812133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:41.812425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:41.812768 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 disassociated. External IP: 172.26.6.13, port: 1e8d7305-59f2-484b-90ca-4fd4326fe250. Dec 16 03:50:41.813094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Calling delete_port for 1e8d7305-59f2-484b-90ca-4fd4326fe250 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:50:41.902548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0b4b-85ca-485a-b9e6-763f197eacc9 req-fcf35717-89e3-4eb3-8237-7ccbd68ec543 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:41.904053 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-712c0b4b-85ca-485a-b9e6-763f197eacc9 req-fcf35717-89e3-4eb3-8237-7ccbd68ec543 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=19dc74b4-ad56-4797-ae91-417edc0b4a7f HTTP/1.1" status: 200 len: 945 time: 0.0591712 Dec 16 03:50:41.949364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:41.954184 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-712c0b4b-85ca-485a-b9e6-763f197eacc9 req-c0c0d3ef-7001-4678-b0df-22ff3f54724d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Dec 16 03:50:41.980991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event deleted for resources: {'Port': ['ID=1e8d7305-59f2-484b-90ca-4fd4326fe250,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:50:41.991979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.992334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.992682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.993021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.993472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.993814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.994148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.994505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.994837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.995169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.995503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.995828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:41.996149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:42.112697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:50:42.226016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:50:42.237538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:50:42.248352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:50:42.249242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:50:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:42.266118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] No DVR routers for this DVR port 1e8d7305-59f2-484b-90ca-4fd4326fe250 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:50:42.268748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:42.272150 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-01a4a95c-2e20-4d73-bdd3-6f23b2c282a9 req-930622ae-8a00-4867-86be-fabafeea47d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "DELETE /v2.0/ports/1e8d7305-59f2-484b-90ca-4fd4326fe250 HTTP/1.1" status: 204 len: 173 time: 0.8108673 Dec 16 03:50:42.272593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'name': 'network-vif-deleted', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:50:42.275036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b251a62-d555-45ec-9d51-88d3e76a3460" -d '{"events": [{"server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "name": "network-vif-deleted", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:50:42.317489 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ad44d3-4118-417c-a6b5-b161c8fee54e x-openstack-request-id: req-89ad44d3-4118-417c-a6b5-b161c8fee54e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:50:42.317924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dc74b4-ad56-4797-ae91-417edc0b4a7f", "name": "network-vif-deleted", "tag": "1e8d7305-59f2-484b-90ca-4fd4326fe250", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:50:42.318184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89ad44d3-4118-417c-a6b5-b161c8fee54e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:50:42.318632 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dc74b4-ad56-4797-ae91-417edc0b4a7f', 'name': 'network-vif-deleted', 'tag': '1e8d7305-59f2-484b-90ca-4fd4326fe250', 'status': 'completed', 'code': 200} Dec 16 03:50:42.376083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:50:42.585751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:42.612400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:50:42.621700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:50:42.622317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:50:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:42.731156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:50:42.937840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:42.967974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f56e0-051a-40a1-86d8-9007f93104c1 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:50:43.201211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-c04386c4-26db-48be-adea-28e908c6fbc5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--462205745&fields=id&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 267 time: 0.0452290 Dec 16 03:50:43.206586 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6eebb1-06f4-48bc-980f-c831e76d067e None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:50:43.318972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-8eed6456-fcdd-4a73-8379-3fbb35f2daee tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:43.320567 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-8eed6456-fcdd-4a73-8379-3fbb35f2daee tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1116128 Dec 16 03:50:43.337231 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-8845badf-d63e-4514-b5c7-ca4069611a05 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/quotas/5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 375 time: 0.0097768 Dec 16 03:50:43.389892 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-3e928909-12b6-4223-9b64-5d17a4a9574c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467327 Dec 16 03:50:43.530520 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5ed2ea5a-a559-4d38-acd6-c0816e63d017 service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276462 Dec 16 03:50:43.623947 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-0f7a7492-e6ca-4f09-92a8-d9c57b8afa63 service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868921 Dec 16 03:50:43.783667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-925d606a-ed2c-4664-a96e-933860536ef3 req-e1f463d5-6ec0-437b-ad0b-8012424550ef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 210 time: 0.0278335 Dec 16 03:50:44.814701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-3ee9e4e4-1173-40b9-8fc4-73728ddc9915 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:44.816634 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-3ee9e4e4-1173-40b9-8fc4-73728ddc9915 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1107745 Dec 16 03:50:44.883043 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cfce7d76-9324-497f-9f2a-c2167a14442c req-1ec6e52a-957b-48d0-b4a5-0d88e9522586 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 210 time: 0.0282605 Dec 16 03:50:44.889903 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-3901046d-6a18-46ba-b74e-a86f47b5bc80 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 379 time: 0.0580878 Dec 16 03:50:44.900113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'port': {'device_id': '70242785-9a4b-474a-ad22-bab8ebe07818', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'admin_state_up': True, 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'security_groups': ['c238bd33-c7ae-40ee-af58-08c09ef50a82']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:50:45.349578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Made reservation on behalf of 5e68348ca7e54b43b42eaa3342c94c81 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:50:45.353163 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:45.478974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Allocated IP 172.20.0.14 (22a0e361-3a74-4e91-99f9-98c8ecd3853b/579bc6a1-8450-4953-a772-58f9f1f2242d/01a1ca9f-9b90-4aa7-a66f-21da5178ce74) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:50:45.622441 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:45.666128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:45.709924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:50:45.713218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:50:45.716901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:50:45.723274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:50:45.726192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1e8d7305-59f2-484b-90ca-4fd4326fe250 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:50:45.748196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 1e8d7305-59f2-484b-90ca-4fd4326fe250 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:50:45.748800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1e8d7305-59f2-484b-90ca-4fd4326fe250 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:50:45.774233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:45.774963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:45.791570 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-f33b77fd-8ce9-4870-912b-9178e8f1af37 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8951848 Dec 16 03:50:45.809882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Request body: {'port': {'device_id': '70242785-9a4b-474a-ad22-bab8ebe07818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:50:45.865251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:45.952200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7a9c4e26-8765-4669-ab51-dda93c2323d1 None None] Provisioning complete for port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:50:45.952714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4e26-8765-4669-ab51-dda93c2323d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:45.987132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c4e26-8765-4669-ab51-dda93c2323d1 None None] Port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:50:46.005995 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50575afa-c113-4cdb-8be0-be03e718cf0c req-6eef11b8-2a5c-49d6-9644-4e3fd1f3150d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:46.007486 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-50575afa-c113-4cdb-8be0-be03e718cf0c req-6eef11b8-2a5c-49d6-9644-4e3fd1f3150d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 932 time: 0.0542569 Dec 16 03:50:46.053667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-50575afa-c113-4cdb-8be0-be03e718cf0c req-9a8d1353-9419-4eb9-934e-c46258d8cf7b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398684 Dec 16 03:50:46.130664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:50:46.138415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:46.151126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Transition to ACTIVE for port object 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:50:46.155989 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:46.205274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:50:46.277146 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Attempting to bind port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:50:46.277615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Attempting to bind port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:50:46.278008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Attempting to bind port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:50:46.282821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:50:46.283225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Attempting to bind port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:50:46.288284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:50:46.288615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Checking segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:50:46.288994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Bound using segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:50:46.289419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Bound port: 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:50:46.289771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:46.356845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:50:46.359966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:50:46.366472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:46.404416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:46.405074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:46.406504 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] 10.222.0.30 "PUT /v2.0/ports/01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 1094 time: 0.6010332 Dec 16 03:50:46.406958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:50:46.409462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:50:46.436797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138d4d0-adc6-4370-bc82-548ac2c6eb4b service neutron] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:50:46.449469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32ab492-ab79-49ff-9b15-405b31fcbc68 x-openstack-request-id: req-d32ab492-ab79-49ff-9b15-405b31fcbc68 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:50:46.449758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:50:46.450012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d32ab492-ab79-49ff-9b15-405b31fcbc68 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:50:46.450536 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'status': 'completed', 'code': 200} Dec 16 03:50:46.533132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-0ce3441c-bd34-454d-a179-2e8d606a4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:46.534705 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-0ce3441c-bd34-454d-a179-2e8d606a4227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1097 time: 0.0444911 Dec 16 03:50:46.585405 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-ae1ff4c2-522f-4926-83c0-05c339347b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 217 time: 0.0357444 Dec 16 03:50:46.638804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-d1ef43ea-a2f0-40cb-95c4-5f07177f47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:46.640246 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-d1ef43ea-a2f0-40cb-95c4-5f07177f47b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0467350 Dec 16 03:50:46.685815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-dc10fa88-5cfd-4bec-afb5-d6d299fc7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:46.687344 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-dc10fa88-5cfd-4bec-afb5-d6d299fc7e08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402827 Dec 16 03:50:46.782435 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-c8437bee-4b34-49d3-b419-3b214fa521d2 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867753 Dec 16 03:50:46.880158 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-23025e65-1aa3-4621-b7d0-edea50058e71 req-4e83e14f-17af-4970-a6a4-88a813fd955e service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908873 Dec 16 03:50:47.009394 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-eefe7521-8e99-4592-a78d-2cc46b19e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:47.010946 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-eefe7521-8e99-4592-a78d-2cc46b19e4af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1097 time: 0.0435226 Dec 16 03:50:47.108472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-c67c98a3-f808-4744-9964-e6f15bca23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:47.109992 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-c67c98a3-f808-4744-9964-e6f15bca23f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0903420 Dec 16 03:50:47.153097 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-8a94489b-46e7-467b-8b95-abedf6165dc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 217 time: 0.0352912 Dec 16 03:50:47.172924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580b95-296e-4c1f-85f3-544517b9e38f req-b61d7eef-987b-4336-bfd8-3ef7d7d70165 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:47.174441 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09580b95-296e-4c1f-85f3-544517b9e38f req-b61d7eef-987b-4336-bfd8-3ef7d7d70165 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 944 time: 0.0500300 Dec 16 03:50:47.205959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-16a5f464-06d1-4ad6-a164-4867a40c31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:47.207411 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-16a5f464-06d1-4ad6-a164-4867a40c31fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0465865 Dec 16 03:50:47.222178 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09580b95-296e-4c1f-85f3-544517b9e38f req-32e6a334-47de-4c35-ab91-505f568a58da tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 Dec 16 03:50:47.260380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-83f587a3-f299-4b11-a1d6-0a66eecd4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:47.261914 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-83f587a3-f299-4b11-a1d6-0a66eecd4892 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459180 Dec 16 03:50:47.353291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-2eb03140-1c72-457c-a0a0-3ff62e74cbf6 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820065 Dec 16 03:50:47.458735 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c82ec71f-2b9a-418e-87cf-7c5ee22fdbb8 req-0cc17342-f392-40b3-a878-98be0efbc2a6 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973024 Dec 16 03:50:48.348203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9129968-ec87-4397-b66d-14da7d3eef60 req-19e85c87-602f-4755-9ea4-44e83c60f281 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:48.349932 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a9129968-ec87-4397-b66d-14da7d3eef60 req-19e85c87-602f-4755-9ea4-44e83c60f281 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 944 time: 0.0543468 Dec 16 03:50:48.402499 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a9129968-ec87-4397-b66d-14da7d3eef60 req-2aa043bb-ba5b-4767-aaeb-2b37d4fc2bc1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462749 Dec 16 03:50:49.534508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0729677-0538-4d09-8ca6-43ffd7f009b2 req-1ed80762-919e-46aa-9f73-5118319e19b8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:49.536870 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b0729677-0538-4d09-8ca6-43ffd7f009b2 req-1ed80762-919e-46aa-9f73-5118319e19b8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 944 time: 0.0597124 Dec 16 03:50:49.587884 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b0729677-0538-4d09-8ca6-43ffd7f009b2 req-5f5e7c55-04ef-404a-b842-f5bfa18fc8e4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Dec 16 03:50:49.747115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:50:49.842151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:50:49.853530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'port_id': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'mac_address': 'fa:16:3e:7c:2e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:50:49.890469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:49.906333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:50:49.926569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:50:49.935887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:49.988917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:50:49.996518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.996852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.997243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.997528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.997849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.998183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.998541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.998865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.999182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.999502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:49.999817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:50.000127 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:50.000441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:50:50.209697 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['01a1ca9f-9b90-4aa7-a66f-21da5178ce74'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:50:50.712723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a423-342e-45b0-9579-91ced8733cd9 req-c14690cc-2f9b-4939-bbce-5eca196158f9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:50.714309 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff07a423-342e-45b0-9579-91ced8733cd9 req-c14690cc-2f9b-4939-bbce-5eca196158f9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 945 time: 0.0533502 Dec 16 03:50:50.761756 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff07a423-342e-45b0-9579-91ced8733cd9 req-568ae7e5-1abc-4bfc-93ec-0cc0fbd1b361 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Dec 16 03:50:51.759137 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:50:51.810728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:50:51.814636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:50:51.815030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:51.886495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068c6bd-c625-4a07-8d69-94799c40d01d req-588d6cec-8e6c-4823-beb6-599a536b5cb1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:51.887975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9068c6bd-c625-4a07-8d69-94799c40d01d req-588d6cec-8e6c-4823-beb6-599a536b5cb1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 945 time: 0.0534179 Dec 16 03:50:51.894956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:51.919110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:50:51.921364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c9a5c8-5627-4479-8aa0-545f4a57d55c" -d '{"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-plugged", "status": "completed", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:50:51.939406 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:50:51.944118 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9068c6bd-c625-4a07-8d69-94799c40d01d req-3264adb0-5812-4523-b2f5-2e17b22d5863 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494874 Dec 16 03:50:51.946793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:51.972414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df541c42-e5f5-4e64-8f26-59237dead21b x-openstack-request-id: req-df541c42-e5f5-4e64-8f26-59237dead21b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:50:51.972701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-plugged", "status": "completed", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:50:51.972951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df541c42-e5f5-4e64-8f26-59237dead21b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:50:51.973336 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'code': 200} Dec 16 03:50:51.997900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:50:52.199183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efe833-0138-430e-9d79-813d9cb3e0e7 req-74e7764b-87aa-4153-91f9-f3e7ea358fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:52.200802 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-14efe833-0138-430e-9d79-813d9cb3e0e7 req-74e7764b-87aa-4153-91f9-f3e7ea358fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1099 time: 0.0432065 Dec 16 03:50:52.257811 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-14efe833-0138-430e-9d79-813d9cb3e0e7 req-53c887ec-84c1-4cae-9d90-87297be98104 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490229 Dec 16 03:50:53.065373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b8bf6-2f74-42f3-9ec1-3c8310838092 req-69953e06-7b11-4ad3-94bf-f62605bd3298 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:53.067271 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4b1b8bf6-2f74-42f3-9ec1-3c8310838092 req-69953e06-7b11-4ad3-94bf-f62605bd3298 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0568173 Dec 16 03:50:53.115562 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4b1b8bf6-2f74-42f3-9ec1-3c8310838092 req-689cfa64-4a0c-412d-9788-cb7dd1407433 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Dec 16 03:50:53.913219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:54.252759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693991f-136e-410a-8042-f6a4714e8f3d req-fa16a835-65ac-45c7-846e-0199e9a0e99b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:54.254220 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a693991f-136e-410a-8042-f6a4714e8f3d req-fa16a835-65ac-45c7-846e-0199e9a0e99b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0501175 Dec 16 03:50:54.307697 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a693991f-136e-410a-8042-f6a4714e8f3d req-355ce6d0-38aa-418d-b523-1f920c102585 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447989 Dec 16 03:50:54.449910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282d6a-7028-403f-a51b-fde5e526a35b req-cd8b360e-1308-44c3-b1a7-4e5207eed530 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:54.451665 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1e282d6a-7028-403f-a51b-fde5e526a35b req-cd8b360e-1308-44c3-b1a7-4e5207eed530 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0582244 Dec 16 03:50:54.463618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 41134) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:50:54.469637 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'floatingip': {'port_id': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:50:54.517000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:54.972384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:54.978821 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:55.090738 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 associated. External IP: 172.26.6.13, port: 01a1ca9f-9b90-4aa7-a66f-21da5178ce74. Dec 16 03:50:55.308950 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:50:55.747621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:50:55.753041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:50:55.758408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:50:55.769668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:50:55.770296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:50:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:55.780164 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-488fd520-d5c7-4fd5-99d3-4b73f6fe47e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "PUT /v2.0/floatingips/98b6d1ca-d49f-411e-af8b-f0099f0591f2 HTTP/1.1" status: 200 len: 991 time: 1.3153701 Dec 16 03:50:55.780947 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:50:55.783365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:50:55.825093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f6055-deed-4357-ab28-0b1e61b949ae x-openstack-request-id: req-389f6055-deed-4357-ab28-0b1e61b949ae {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:50:55.825372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:50:55.825634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-389f6055-deed-4357-ab28-0b1e61b949ae {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:50:55.826036 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'status': 'completed', 'code': 200} Dec 16 03:50:55.918062 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-6609e987-042c-472b-90cd-3f6e77ac2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:55.919665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-6609e987-042c-472b-90cd-3f6e77ac2dba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1099 time: 0.0442946 Dec 16 03:50:56.019516 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-209bc93f-d26c-4675-9c00-a481dab013bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:56.020897 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-209bc93f-d26c-4675-9c00-a481dab013bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0909183 Dec 16 03:50:56.033864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:50:56.086639 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-c1dd45d4-c4c9-41cd-8498-3e204cb273e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 999 time: 0.0585999 Dec 16 03:50:56.140856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-466657cd-49a4-4b26-95d2-9fdf0432c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:56.142347 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-466657cd-49a4-4b26-95d2-9fdf0432c2ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0487452 Dec 16 03:50:56.188487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-419eeb9e-38c8-4c3b-9705-0c5972f3d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:50:56.189999 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-419eeb9e-38c8-4c3b-9705-0c5972f3d322 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405757 Dec 16 03:50:56.260084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:7c:2e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70242785-9a4b-474a-ad22-bab8ebe07818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:50:54Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:56.279586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-8e9ee5be-8019-4695-92cf-f7b081c9a7a7 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802526 Dec 16 03:50:56.286531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:50:56.296245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:50:56.296864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:50:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:56.376365 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-12a8077d-ce2e-4ee5-a993-c4be09d46c7d req-7a578276-c9a3-4976-b1ea-5ecb71d7d9ac service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880530 Dec 16 03:50:56.403410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:50:56.640335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:7c:2e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70242785-9a4b-474a-ad22-bab8ebe07818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:50:54Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:50:56.666015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d336b0-6d5c-4f06-affb-3579d5f67160 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:7c:2e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70242785-9a4b-474a-ad22-bab8ebe07818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:50:54Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:50:56.850498 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00825061-69cb-4730-9b15-d9f726bbadb3 None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:51:02.451439 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:51:05.218050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ddba7ce-ea4e-453e-943a-55e5b533f3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:07.387508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acf9c16d-ded5-403e-8f62-e6ed93c2d532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:08.515270 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:10.065525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:11.139534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:23.921787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:32.024028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b80f5a-8653-4383-8081-0304196a76f2 req-0e4d9c2c-6309-4568-85ba-e1e42eeca2d9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:32.025520 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e2b80f5a-8653-4383-8081-0304196a76f2 req-0e4d9c2c-6309-4568-85ba-e1e42eeca2d9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Dec 16 03:51:32.075918 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e2b80f5a-8653-4383-8081-0304196a76f2 req-4dfae63d-0ea4-4ddf-9fab-7103df2d4447 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441678 Dec 16 03:51:33.218454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c031239-ce42-43f3-8457-fe1e997095a6 req-89aecd8a-eb0a-4bed-85a4-a3cf288339ab tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:33.219994 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1c031239-ce42-43f3-8457-fe1e997095a6 req-89aecd8a-eb0a-4bed-85a4-a3cf288339ab tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0647871 Dec 16 03:51:33.268052 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1c031239-ce42-43f3-8457-fe1e997095a6 req-8080d434-0b6d-4e62-87a9-a9ca0a41d295 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 Dec 16 03:51:34.401102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943baad-303d-46ca-b3ce-988800f0c971 req-572573b9-1360-40c3-89a8-541884c613f4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:34.402575 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f943baad-303d-46ca-b3ce-988800f0c971 req-572573b9-1360-40c3-89a8-541884c613f4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0521009 Dec 16 03:51:34.451110 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f943baad-303d-46ca-b3ce-988800f0c971 req-cd2d8cdd-1cb4-4d2a-ab69-894d1c779d50 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424762 Dec 16 03:51:35.217092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a66ef11-fcef-4d2b-a478-640091838e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:35.589129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9db3a-ccfa-463f-902b-f8aae6ccecb4 req-c2fab05b-1afe-41d0-bb0f-90f7e219c867 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:35.590840 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ddb9db3a-ccfa-463f-902b-f8aae6ccecb4 req-c2fab05b-1afe-41d0-bb0f-90f7e219c867 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0603006 Dec 16 03:51:35.640331 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ddb9db3a-ccfa-463f-902b-f8aae6ccecb4 req-eae16ecc-a5fa-49ae-86f0-150c33f8f353 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Dec 16 03:51:36.788095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e51786-937f-45b6-96b6-a2a8b7584419 req-e91845de-4f83-4d4d-bc66-f3767fd1deab tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:36.789582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-19e51786-937f-45b6-96b6-a2a8b7584419 req-e91845de-4f83-4d4d-bc66-f3767fd1deab tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0612507 Dec 16 03:51:36.844995 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-19e51786-937f-45b6-96b6-a2a8b7584419 req-a478945d-08c7-4c41-8f15-f3e2ea140a44 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482254 Dec 16 03:51:37.391157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3376c939-5ce2-4533-ae9c-ab47523dfe0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:37.977252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055fb7a-7008-4c7e-aee0-69a09ccae4ac req-b6d9861f-5dc0-4532-a79b-2da0d1a9513c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:37.978774 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4055fb7a-7008-4c7e-aee0-69a09ccae4ac req-b6d9861f-5dc0-4532-a79b-2da0d1a9513c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0610294 Dec 16 03:51:38.030634 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4055fb7a-7008-4c7e-aee0-69a09ccae4ac req-1bb27ac4-2c6c-49ef-b660-6a94b3dff2a9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455704 Dec 16 03:51:38.515790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:39.166430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f53bd-a4ac-4eb9-8cbf-1192b2cd7eb0 req-9422a9f6-70d2-4267-a7a5-35babbb1395a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:39.167809 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e09f53bd-a4ac-4eb9-8cbf-1192b2cd7eb0 req-9422a9f6-70d2-4267-a7a5-35babbb1395a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0488925 Dec 16 03:51:39.220947 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e09f53bd-a4ac-4eb9-8cbf-1192b2cd7eb0 req-0d938d24-1771-4ef6-9b10-2dd376976804 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470953 Dec 16 03:51:39.452232 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:51:40.075032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:40.347551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababb394-bca8-4245-9362-561b2f675761 req-5a88627b-1c44-450f-b96d-277abbadd0c9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:40.349041 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ababb394-bca8-4245-9362-561b2f675761 req-5a88627b-1c44-450f-b96d-277abbadd0c9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0506344 Dec 16 03:51:40.397946 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ababb394-bca8-4245-9362-561b2f675761 req-6bf23264-6c54-4bab-a87d-0eacf50d2e26 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427923 Dec 16 03:51:41.138679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:41.528776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f35f8-a589-45ff-9408-ccde63ed05db req-96f084da-f227-4093-a3fc-5b20e3556d02 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:41.530537 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c17f35f8-a589-45ff-9408-ccde63ed05db req-96f084da-f227-4093-a3fc-5b20e3556d02 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0559750 Dec 16 03:51:41.578264 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c17f35f8-a589-45ff-9408-ccde63ed05db req-6c8e88e0-6c41-44e3-a659-b4eb29d0a38b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416598 Dec 16 03:51:42.699989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d99fec-3d30-4539-8040-2759384c386a req-70db053f-300f-4eb4-95e5-299881e59bd7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:42.701584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-77d99fec-3d30-4539-8040-2759384c386a req-70db053f-300f-4eb4-95e5-299881e59bd7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0508871 Dec 16 03:51:42.748555 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-77d99fec-3d30-4539-8040-2759384c386a req-f15bf3f5-9d69-4352-b942-aae1314c3bc9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408549 Dec 16 03:51:42.995314 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-41e88885-564a-44cf-841c-eefbcf1584eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418489 Dec 16 03:51:42.999750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7538d2-b561-4854-b9f2-29a681d117ed req-af683fc3-cb3a-483f-9902-8cb5290cb458 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:43.001232 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f7538d2-b561-4854-b9f2-29a681d117ed req-af683fc3-cb3a-483f-9902-8cb5290cb458 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0538261 Dec 16 03:51:43.055695 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f7538d2-b561-4854-b9f2-29a681d117ed req-ef396a48-b402-43ef-9edf-7bc57b9aa4be tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479186 Dec 16 03:51:44.187065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10fbe-7654-463f-8f2f-a9b3d5e367c9 req-16b4fc0c-2053-454e-a5d9-f5e5aa9997ae tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:44.188558 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d0f10fbe-7654-463f-8f2f-a9b3d5e367c9 req-16b4fc0c-2053-454e-a5d9-f5e5aa9997ae tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0573380 Dec 16 03:51:44.241414 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d0f10fbe-7654-463f-8f2f-a9b3d5e367c9 req-4ad2146b-90c9-42cf-b166-115825547dfb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461342 Dec 16 03:51:44.256390 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-bee91ba4-cac9-4f98-b200-e2ee5af87839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:44.257898 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-bee91ba4-cac9-4f98-b200-e2ee5af87839 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1099 time: 0.0420134 Dec 16 03:51:44.355466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-8661650d-9dec-4175-8d37-c095cadf0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:44.356935 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-8661650d-9dec-4175-8d37-c095cadf0b41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0912728 Dec 16 03:51:44.431659 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-00e94063-11bb-4e2b-a690-4405184a8d01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 1001 time: 0.0669813 Dec 16 03:51:44.484069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-123eb965-9e59-4691-a0d4-504178a36d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:44.485488 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-123eb965-9e59-4691-a0d4-504178a36d98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0469835 Dec 16 03:51:44.532898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-f0e0cf28-d34a-4c68-b11a-930af9cbd19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:44.534256 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-f0e0cf28-d34a-4c68-b11a-930af9cbd19d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416648 Dec 16 03:51:44.631039 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-2bb033fe-3178-4ff9-ae8d-deff91e8b3b9 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895278 Dec 16 03:51:44.728889 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-542a693b-c5ea-4cfd-8b24-41a084add542 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902295 Dec 16 03:51:45.370206 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9646-da69-473f-8a8c-160cf2416cae req-a0cbff91-d232-4c12-8b9e-ab2eaf00c751 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:45.371714 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f4c9646-da69-473f-8a8c-160cf2416cae req-a0cbff91-d232-4c12-8b9e-ab2eaf00c751 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0501850 Dec 16 03:51:45.421943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f4c9646-da69-473f-8a8c-160cf2416cae req-0aecd240-7b24-4ad2-8e96-e99f15c2d962 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Dec 16 03:51:46.415551 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-63589205-78e7-44d7-932a-34767b120e76 service neutron] 10.222.0.30 "GET /v2.0/ports/01a1ca9f-9b90-4aa7-a66f-21da5178ce74/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0658994 Dec 16 03:51:46.554377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd27fe3-2aa4-4556-8a64-7d733e030a57 req-19e657b4-d52b-47ae-940d-44819a961a86 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:46.556318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7dd27fe3-2aa4-4556-8a64-7d733e030a57 req-19e657b4-d52b-47ae-940d-44819a961a86 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0550725 Dec 16 03:51:46.606496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7dd27fe3-2aa4-4556-8a64-7d733e030a57 req-89195ae8-707e-4aa2-8d5d-e6db55b65703 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Dec 16 03:51:46.647620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-d1276a9d-70ca-4a96-bc7d-a3d5a94889aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:46.649116 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-d1276a9d-70ca-4a96-bc7d-a3d5a94889aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 1099 time: 0.0466762 Dec 16 03:51:46.730230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-831daf6c-8244-4cb4-8405-1734d695ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:46.731666 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-831daf6c-8244-4cb4-8405-1734d695ad6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1099 time: 0.0430634 Dec 16 03:51:46.822792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-9c1e98a7-1d67-4932-a4f4-0606585925b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:46.824283 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-9c1e98a7-1d67-4932-a4f4-0606585925b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0844681 Dec 16 03:51:46.896607 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-55bb92ff-f62e-4608-87bd-92086193f761 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 1001 time: 0.0645244 Dec 16 03:51:46.950675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-04226075-cdfa-4cca-8fff-014e4e840592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:46.952557 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-04226075-cdfa-4cca-8fff-014e4e840592 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0485606 Dec 16 03:51:47.000006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-4a5f991b-3c5d-4548-90c9-feb39b70597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:47.001364 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-4a5f991b-3c5d-4548-90c9-feb39b70597c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412059 Dec 16 03:51:47.101644 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-d6a248ba-42dd-4936-b362-e81285422c44 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929902 Dec 16 03:51:47.197521 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-fd29a57c-95ac-4851-b5e8-66989b5b876b req-706d57cd-ee9a-4ca6-bf1d-c4fd0b79651c service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887918 Dec 16 03:51:47.727949 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc55d84-628c-47cd-9e9e-dd37f7e77783 req-ed0e21d6-760f-4af3-adeb-11d8a5dd16f4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:47.729408 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dfc55d84-628c-47cd-9e9e-dd37f7e77783 req-ed0e21d6-760f-4af3-adeb-11d8a5dd16f4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0498583 Dec 16 03:51:47.777661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dfc55d84-628c-47cd-9e9e-dd37f7e77783 req-91f51938-a299-4c7c-b75a-a95728cb8baf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410941 Dec 16 03:51:48.515933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-b8740a05-a3ea-4e34-976f-035037e756eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:48.517492 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-b8740a05-a3ea-4e34-976f-035037e756eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1099 time: 0.0454876 Dec 16 03:51:48.640096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-cd5755fd-3c3e-4f2f-bd10-95feeffd616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:48.641610 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-cd5755fd-3c3e-4f2f-bd10-95feeffd616d service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0959172 Dec 16 03:51:48.709754 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-19181677-2d62-47d9-a486-fde0c9137db5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 1001 time: 0.0607817 Dec 16 03:51:48.765927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-cc80e218-9948-46d2-9cec-9469c873389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:48.767658 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-cc80e218-9948-46d2-9cec-9469c873389b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0501859 Dec 16 03:51:48.817245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-0d9ce149-f20a-43aa-82f1-6264399e050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:48.818937 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-0d9ce149-f20a-43aa-82f1-6264399e050c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443411 Dec 16 03:51:48.903608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9d42f-3f39-488a-b27c-9ba9e532f61e req-bfda6d29-7c90-484a-a896-36601d3873d5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:48.905250 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29a9d42f-3f39-488a-b27c-9ba9e532f61e req-bfda6d29-7c90-484a-a896-36601d3873d5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0541790 Dec 16 03:51:48.914720 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-f0f73eba-d498-4bf7-aee4-f8ace9229848 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888808 Dec 16 03:51:48.955105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29a9d42f-3f39-488a-b27c-9ba9e532f61e req-522e14a8-67fd-41fb-9a9a-ba177f8f6540 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434523 Dec 16 03:51:49.005923 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-842bae84-d448-4b0e-9e9b-edee5d61f246 req-087533a1-8498-4666-aa02-26a30236f1bc service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839252 Dec 16 03:51:49.152839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f81de4-85d4-43d4-9eac-0df30ab93714 req-c4eac058-2098-4fa9-937e-62b5acae7d01 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:49.154449 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64f81de4-85d4-43d4-9eac-0df30ab93714 req-c4eac058-2098-4fa9-937e-62b5acae7d01 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0507822 Dec 16 03:51:49.189902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-125e9ece-54d2-4194-9c76-0fdd023fb0fd tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:49.191803 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-125e9ece-54d2-4194-9c76-0fdd023fb0fd tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818&tenant_id=5e68348ca7e54b43b42eaa3342c94c81&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 946 time: 0.0643644 Dec 16 03:51:49.204105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64f81de4-85d4-43d4-9eac-0df30ab93714 req-cac916e6-ec66-4a2e-9678-8e18aa3ddb61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434222 Dec 16 03:51:49.302043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-94f0a542-60c2-4529-9c9b-ca850271e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:49.303653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-94f0a542-60c2-4529-9c9b-ca850271e2af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1099 time: 0.0510879 Dec 16 03:51:49.397511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-fbfc15a6-3733-4641-9c02-7bdc7a139601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:49.399072 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-fbfc15a6-3733-4641-9c02-7bdc7a139601 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0873632 Dec 16 03:51:49.478265 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-16c37f28-e23f-48ea-a729-dfcd8b5817f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 1001 time: 0.0710995 Dec 16 03:51:49.528607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-89b1eeea-e359-4dbb-9e53-2e73ff4264d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:49.530232 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-89b1eeea-e359-4dbb-9e53-2e73ff4264d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0449355 Dec 16 03:51:49.577465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-91993bf5-8872-4a80-9bf2-213b1d3191d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:49.578970 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-91993bf5-8872-4a80-9bf2-213b1d3191d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421364 Dec 16 03:51:49.670649 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-f8ad03f1-edd8-4182-844d-150f8a0eaef4 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842810 Dec 16 03:51:49.760989 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-aa9f0a47-95d0-4109-9904-0c3a71ae9f3e req-a9a4aeb8-a6d1-4279-9024-085649c4a9a0 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830779 Dec 16 03:51:50.022615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:51:50.028822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:51:50.185281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:51:50.193069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:50.206136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'port_id': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'mac_address': 'fa:16:3e:7c:2e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:51:50.228499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:51:50.231090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee18877-1415-42ad-acd4-8eeffa275016" -d '{"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-unplugged", "status": "completed", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:51:50.273796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:51:50.277773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c175c27-d288-442b-85f5-ad6e74e0cfd4 x-openstack-request-id: req-4c175c27-d288-442b-85f5-ad6e74e0cfd4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:51:50.278084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-unplugged", "status": "completed", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:51:50.278340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c175c27-d288-442b-85f5-ad6e74e0cfd4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:51:50.278754 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'code': 200} Dec 16 03:51:50.281707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:50.291641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:50.328114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:51:50.338576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe7a6-52ea-41e2-a736-f6007632222a req-1ae17be7-1a4b-4ca3-9ac8-09f524a2502f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:50.340084 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f53fe7a6-52ea-41e2-a736-f6007632222a req-1ae17be7-1a4b-4ca3-9ac8-09f524a2502f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 944 time: 0.0489914 Dec 16 03:51:50.371490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:51:50.386121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.386517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.386841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.387175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.387505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.387833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.388157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.388480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.388803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.389294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.389510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.389837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.390127 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:50.397222 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f53fe7a6-52ea-41e2-a736-f6007632222a req-d2ce84f4-f9cd-4c99-83f4-a7ed754981fe tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494678 Dec 16 03:51:50.399403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:51:50.399759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:51:50.521636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248b23-4bd9-4ce9-b57f-74a6d3f1dfff req-469d034b-2595-4ed7-8b1c-21e73b0e5930 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:50.523033 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9248b23-4bd9-4ce9-b57f-74a6d3f1dfff req-469d034b-2595-4ed7-8b1c-21e73b0e5930 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 944 time: 0.0501654 Dec 16 03:51:50.575603 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9248b23-4bd9-4ce9-b57f-74a6d3f1dfff req-0badb370-aecd-4212-9674-c7e21d2a2c28 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Dec 16 03:51:50.789805 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476c00-be6b-4b48-bc91-36e9230b3e16 req-1f623d76-29ea-4cdb-8b32-a8f0addcf987 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:50.791565 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-da476c00-be6b-4b48-bc91-36e9230b3e16 req-1f623d76-29ea-4cdb-8b32-a8f0addcf987 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 944 time: 0.0523157 Dec 16 03:51:50.837244 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-86c2d906-385b-47a9-9f73-8af1a48c9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:50.838791 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-86c2d906-385b-47a9-9f73-8af1a48c9ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 1097 time: 0.0434148 Dec 16 03:51:50.840117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-da476c00-be6b-4b48-bc91-36e9230b3e16 req-3844589e-a721-48ee-bca7-2fe1ad70e7b5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 Dec 16 03:51:50.940862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:50.944338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-d5db25e4-a0db-4721-908b-ebcdbaee4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:50.945820 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-d5db25e4-a0db-4721-908b-ebcdbaee4b72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0988266 Dec 16 03:51:50.954880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:51:50.974617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:51:50.979255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:51.015450 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-b7be8bd0-a98c-48de-ba04-62099c3df590 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 200 len: 999 time: 0.0620928 Dec 16 03:51:51.029867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:51:51.070789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-c68cf109-235f-43df-a16d-a26bd8286178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:51.072180 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-c68cf109-235f-43df-a16d-a26bd8286178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0498812 Dec 16 03:51:51.106123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['01a1ca9f-9b90-4aa7-a66f-21da5178ce74'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:51:51.118952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-034e2e3f-afc2-4c36-b383-02963f532fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:51.120434 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-034e2e3f-afc2-4c36-b383-02963f532fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411696 Dec 16 03:51:51.212912 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-5b23057e-cc2e-402f-98fb-fb861af67389 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839536 Dec 16 03:51:51.317065 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9e71e02e-b152-4663-b1f4-a78ef1ddf593 req-37539251-009a-42f8-b7e3-27484a356031 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972466 Dec 16 03:51:51.972043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a28bc-786b-43be-ad48-3fba6c6dfddc req-7d7649d8-7ec8-46d7-9eb9-ec92b0a0ab3f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:51.973541 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c33a28bc-786b-43be-ad48-3fba6c6dfddc req-7d7649d8-7ec8-46d7-9eb9-ec92b0a0ab3f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 945 time: 0.0560319 Dec 16 03:51:52.021274 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c33a28bc-786b-43be-ad48-3fba6c6dfddc req-bb991d63-1248-4b70-88ae-691f15d2392b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414534 Dec 16 03:51:52.053678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:51:52.104422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:51:52.104795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:52.186104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:52.224262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:51:52.229130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:52.275154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3896e0-24e5-4d8a-bb65-3a5a1b675936 req-56877ecd-1f4d-440a-964c-38b21c57adbe tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:52.276647 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9d3896e0-24e5-4d8a-bb65-3a5a1b675936 req-56877ecd-1f4d-440a-964c-38b21c57adbe tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0491142 Dec 16 03:51:52.278530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:51:52.281668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:51:52.283980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4419daa9-35de-4633-96ba-2bd68fd39ef6" -d '{"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-plugged", "status": "completed", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:51:52.323340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07774100-f980-428d-b6a6-31c4dfec03d2 x-openstack-request-id: req-07774100-f980-428d-b6a6-31c4dfec03d2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:51:52.323616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-plugged", "status": "completed", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:51:52.323903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07774100-f980-428d-b6a6-31c4dfec03d2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:51:52.324305 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'code': 200} Dec 16 03:51:52.337591 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9d3896e0-24e5-4d8a-bb65-3a5a1b675936 req-931c6f9c-7d57-4459-bb1b-ee20ec267300 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534060 Dec 16 03:51:53.471562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683fd8-12ec-473f-b837-51443f5ca3ce req-3ab4e29f-fcd2-4505-af51-d121bfc6d704 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:53.473081 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d7683fd8-12ec-473f-b837-51443f5ca3ce req-3ab4e29f-fcd2-4505-af51-d121bfc6d704 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0597913 Dec 16 03:51:53.527582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d7683fd8-12ec-473f-b837-51443f5ca3ce req-f4b7a5c6-c7c7-4eef-8e41-24d4941fc954 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 Dec 16 03:51:53.908215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:54.097649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-5b223d57-5244-4ecb-9e10-1f6701aa9741 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:54.099141 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-5b223d57-5244-4ecb-9e10-1f6701aa9741 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 946 time: 0.0558646 Dec 16 03:51:54.194042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Deleting port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:51:54.194282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:54.293447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] For port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:51:54.293835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:54.468233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:54.468477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:54.468844 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 disassociated. External IP: 172.26.6.13, port: 01a1ca9f-9b90-4aa7-a66f-21da5178ce74. Dec 16 03:51:54.469191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Calling delete_port for 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:51:54.609274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:54.630054 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-82a1af26-ccc7-44e3-a1f6-8a99a83736e7 req-54b80656-d0a6-4b7b-ac7b-326aa5dfeb6c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=70242785-9a4b-474a-ad22-bab8ebe07818 HTTP/1.1" status: 200 len: 210 time: 0.0266316 Dec 16 03:51:54.635563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event deleted for resources: {'Port': ['ID=01a1ca9f-9b90-4aa7-a66f-21da5178ce74,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:51:54.645555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.645877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.646251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.646655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.646983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.647307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.647640 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.647970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.648300 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.648630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.648947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.649287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.649600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:51:54.765211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:51:54.873874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:51:54.884890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:51:54.895271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:51:54.895910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:51:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:51:54.918007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] No DVR routers for this DVR port 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:51:54.920835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:54.924673 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4f25c76b-b86a-4567-ba4e-4975ecfc7c27 req-ef8dc01c-f17c-4a42-89a2-87e3e664f7af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "DELETE /v2.0/ports/01a1ca9f-9b90-4aa7-a66f-21da5178ce74 HTTP/1.1" status: 204 len: 173 time: 0.8190713 Dec 16 03:51:54.925127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-deleted', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:51:54.927508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d0e3b6-9cee-4d0b-92dc-de36a8c5df33" -d '{"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-deleted", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:51:55.027470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:51:55.033817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9629de5-4644-4e97-9a6e-537ba64bcaa6 x-openstack-request-id: req-e9629de5-4644-4e97-9a6e-537ba64bcaa6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:51:55.034364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70242785-9a4b-474a-ad22-bab8ebe07818", "name": "network-vif-deleted", "tag": "01a1ca9f-9b90-4aa7-a66f-21da5178ce74", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:51:55.034841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9629de5-4644-4e97-9a6e-537ba64bcaa6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:51:55.035465 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70242785-9a4b-474a-ad22-bab8ebe07818', 'name': 'network-vif-deleted', 'tag': '01a1ca9f-9b90-4aa7-a66f-21da5178ce74', 'status': 'completed', 'code': 200} Dec 16 03:51:55.250930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:51:55.276580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:51:55.286634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:51:55.287247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:51:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:51:55.402723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:51:55.608454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:51:55.638273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43aa8e-bc4d-494b-a785-d98aea451d36 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:51:55.873035 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a13de9-7273-4976-b106-2d9d7010aa90 None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:51:55.884864 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-db2f90b4-b3bc-4766-869f-7feb248df49e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--462205745&fields=id&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 267 time: 0.0449166 Dec 16 03:51:56.002359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-09ca79a9-b403-4033-bf0c-cd451bc075e8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:56.003913 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-09ca79a9-b403-4033-bf0c-cd451bc075e8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1112263 Dec 16 03:51:56.020262 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-a4a44373-8a3b-4123-bc8a-34fc463f19ac tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/quotas/5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 375 time: 0.0100901 Dec 16 03:51:56.075236 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-15f029be-2ad0-47ea-b240-91bc1e603ace tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489850 Dec 16 03:51:56.137059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-ffec6677-ea48-44cf-84ac-52f50d05d04f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:51:56.138080 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-ffec6677-ea48-44cf-84ac-52f50d05d04f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492592 Dec 16 03:51:56.230114 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-68d1c495-8814-4b04-a600-b967a38ca07c service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855215 Dec 16 03:51:56.327515 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-4c85effb-9801-43e7-b145-24994de368bd service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910020 Dec 16 03:51:56.494933 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-44358594-6799-40c5-bb07-7f4a96188d17 req-3ea47770-3039-40db-890a-f56e2c31d66e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Dec 16 03:51:57.534533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-ee93424a-e49a-4874-8d2a-9e5f690184d5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:57.536050 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-ee93424a-e49a-4874-8d2a-9e5f690184d5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1129580 Dec 16 03:51:57.595582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2a12639-3319-412c-b18e-d7ff664d91f8 req-4288e5d9-6e72-4eae-88fb-d537a96dd604 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 210 time: 0.0287158 Dec 16 03:51:57.609692 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-5cfcf644-c681-411e-9061-4d6d53e140c3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 379 time: 0.0564082 Dec 16 03:51:57.619356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'port': {'device_id': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'admin_state_up': True, 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'security_groups': ['c238bd33-c7ae-40ee-af58-08c09ef50a82']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:51:57.735395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Made reservation on behalf of 5e68348ca7e54b43b42eaa3342c94c81 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:51:57.739195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:57.866468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Allocated IP 172.20.0.8 (22a0e361-3a74-4e91-99f9-98c8ecd3853b/579bc6a1-8450-4953-a772-58f9f1f2242d/d9a712f2-9cf1-4c38-ae17-28a590d3946d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:51:58.008041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:58.043499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:58.071478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:51:58.091604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:51:58.091970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 01a1ca9f-9b90-4aa7-a66f-21da5178ce74 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:51:58.092144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:51:58.095557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:51:58.099269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:51:58.105658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'Port': ['ID=d9a712f2-9cf1-4c38-ae17-28a590d3946d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:51:58.151535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:58.152143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:58.169849 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-de03257a-0f6e-447a-99ac-280d8ff22ed7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541282 Dec 16 03:51:58.189222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Request body: {'port': {'device_id': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:51:58.245907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:58.283365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b637c9a7-65ca-409e-8911-7cedd6a6c432 None None] Provisioning complete for port d9a712f2-9cf1-4c38-ae17-28a590d3946d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:51:58.283905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b637c9a7-65ca-409e-8911-7cedd6a6c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:58.316641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b637c9a7-65ca-409e-8911-7cedd6a6c432 None None] Port d9a712f2-9cf1-4c38-ae17-28a590d3946d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:51:58.721883 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b196a1f-fb36-4944-9c3b-f14dad347c7e req-d9ba8b46-6f2d-435b-b85e-e45abbcb0f8b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:58.723413 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3b196a1f-fb36-4944-9c3b-f14dad347c7e req-d9ba8b46-6f2d-435b-b85e-e45abbcb0f8b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 931 time: 0.0564137 Dec 16 03:51:58.773568 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3b196a1f-fb36-4944-9c3b-f14dad347c7e req-99d64ea4-b2a7-4180-aed7-112fc8db2a1e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440266 Dec 16 03:51:58.865232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a712f2-9cf1-4c38-ae17-28a590d3946d {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:51:58.872751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:58.888511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Transition to ACTIVE for port object d9a712f2-9cf1-4c38-ae17-28a590d3946d will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:51:58.893701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:58.940097 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a712f2-9cf1-4c38-ae17-28a590d3946d,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:51:59.015818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Attempting to bind port d9a712f2-9cf1-4c38-ae17-28a590d3946d on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:51:59.016302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Attempting to bind port d9a712f2-9cf1-4c38-ae17-28a590d3946d by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:51:59.016772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Attempting to bind port d9a712f2-9cf1-4c38-ae17-28a590d3946d on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:51:59.021767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Port d9a712f2-9cf1-4c38-ae17-28a590d3946d on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:51:59.022086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Attempting to bind port d9a712f2-9cf1-4c38-ae17-28a590d3946d on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:51:59.027904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:51:59.028245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Checking segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:51:59.028631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Bound using segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:51:59.029090 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Bound port: d9a712f2-9cf1-4c38-ae17-28a590d3946d, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:51:59.029863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:59.096928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] For port d9a712f2-9cf1-4c38-ae17-28a590d3946d, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:51:59.100418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] For port d9a712f2-9cf1-4c38-ae17-28a590d3946d, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:51:59.105362 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:59.141780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.142437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:51:59.143914 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] 10.222.0.30 "PUT /v2.0/ports/d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 1093 time: 0.9591994 Dec 16 03:51:59.144327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:51:59.146673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f486d300-a0c8-447a-a92b-30ef6c101e58" -d '{"events": [{"name": "network-changed", "server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:51:59.168965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2c90e-15ce-4551-85d6-1a8971c94e56 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a712f2-9cf1-4c38-ae17-28a590d3946d,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:51:59.195175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc16ea-27be-477d-b726-d363b65baf66 x-openstack-request-id: req-6cfc16ea-27be-477d-b726-d363b65baf66 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:51:59.195474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:51:59.195919 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cfc16ea-27be-477d-b726-d363b65baf66 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:51:59.196329 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'status': 'completed', 'code': 200} Dec 16 03:51:59.257574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-4976d754-c527-4646-93f2-44d3c9355e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.259160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-4976d754-c527-4646-93f2-44d3c9355e13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1096 time: 0.0460229 Dec 16 03:51:59.313813 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-29c6c5ee-c26f-4638-b128-fb61161d26a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 217 time: 0.0396676 Dec 16 03:51:59.365758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-024eeb75-aab7-4e78-aebe-021e1c45102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.368002 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-024eeb75-aab7-4e78-aebe-021e1c45102f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0470121 Dec 16 03:51:59.415769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-b899125a-adec-413e-96dd-b97c69099760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.417237 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-b899125a-adec-413e-96dd-b97c69099760 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425270 Dec 16 03:51:59.515044 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-8d1eb6dc-754a-4e3c-b9d5-368bed73ff42 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904040 Dec 16 03:51:59.615345 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0d38bba8-ac36-4e67-8a65-3e8f4ca4d26f req-50169b77-98fb-4956-931e-393a82b50c8a service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919890 Dec 16 03:51:59.764767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-0b376460-3083-49d2-b607-5af069fa3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.766860 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-0b376460-3083-49d2-b607-5af069fa3ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1096 time: 0.0555601 Dec 16 03:51:59.857482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-8cf739b3-d9f6-446a-9d75-d9246def432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.858964 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-8cf739b3-d9f6-446a-9d75-d9246def432a service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0851436 Dec 16 03:51:59.893286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7dc30-f244-4754-b89a-50fd03d20ae4 req-8c7fd9a0-4938-4746-bc64-4255c43a9f1d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.894814 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3c7dc30-f244-4754-b89a-50fd03d20ae4 req-8c7fd9a0-4938-4746-bc64-4255c43a9f1d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0498753 Dec 16 03:51:59.905248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-f370c9d3-2b86-4b81-894b-1b71c79d4342 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 217 time: 0.0382364 Dec 16 03:51:59.945911 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e3c7dc30-f244-4754-b89a-50fd03d20ae4 req-76524f45-a908-4371-94a4-534b4eccaa9a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Dec 16 03:51:59.957093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-b9622f48-e075-422c-9d64-63337489a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:51:59.958617 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-b9622f48-e075-422c-9d64-63337489a56e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0464797 Dec 16 03:52:00.006256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-e3c8201a-e2c4-40a9-a9af-1dce066da9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:00.007757 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-e3c8201a-e2c4-40a9-a9af-1dce066da9a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413964 Dec 16 03:52:00.103692 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-457fb203-8285-40d9-934e-ad819e8beaa0 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874350 Dec 16 03:52:00.202994 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f486d300-a0c8-447a-a92b-30ef6c101e58 req-dcf92ed3-55d8-4083-88d9-5c4ea98e068b service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905600 Dec 16 03:52:01.066422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41559e-9e2d-418d-9ccf-e025ba444773 req-49c28513-4404-4358-a237-4a603c5a4bab tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:01.067903 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb41559e-9e2d-418d-9ccf-e025ba444773 req-49c28513-4404-4358-a237-4a603c5a4bab tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0523825 Dec 16 03:52:01.119554 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb41559e-9e2d-418d-9ccf-e025ba444773 req-26316dc4-efbc-4a38-995f-b2cfe6a62294 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454884 Dec 16 03:52:02.085111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device d9a712f2-9cf1-4c38-ae17-28a590d3946d details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:52:02.182068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port d9a712f2-9cf1-4c38-ae17-28a590d3946d, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:52:02.195069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'port_id': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'mac_address': 'fa:16:3e:29:2c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:52:02.232686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:02.247575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a4d5f-5572-4dbd-8e56-768b2ef51311 req-68f68c89-d6e9-4fe2-9bec-1215d14e9937 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:02.249064 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b72a4d5f-5572-4dbd-8e56-768b2ef51311 req-68f68c89-d6e9-4fe2-9bec-1215d14e9937 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0506570 Dec 16 03:52:02.249271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a712f2-9cf1-4c38-ae17-28a590d3946d {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:52:02.270827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port d9a712f2-9cf1-4c38-ae17-28a590d3946d, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:52:02.276227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:02.297963 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b72a4d5f-5572-4dbd-8e56-768b2ef51311 req-abd914b4-d63f-4b4d-a5d7-bd3ab0d5ed40 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423317 Dec 16 03:52:02.487881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=d9a712f2-9cf1-4c38-ae17-28a590d3946d,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:52:02.558205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['d9a712f2-9cf1-4c38-ae17-28a590d3946d'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:52:03.428580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36579dd-8555-4d5f-b33a-73c0bde3fde1 req-f7b283d0-b933-4a87-93e4-d0e536cdd62a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:03.430084 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d36579dd-8555-4d5f-b33a-73c0bde3fde1 req-f7b283d0-b933-4a87-93e4-d0e536cdd62a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 944 time: 0.0519631 Dec 16 03:52:03.477725 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d36579dd-8555-4d5f-b33a-73c0bde3fde1 req-750ce2cb-158c-4235-8d33-eefc40e41c68 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415223 Dec 16 03:52:04.101140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device d9a712f2-9cf1-4c38-ae17-28a590d3946d up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:52:04.154103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port d9a712f2-9cf1-4c38-ae17-28a590d3946d completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:52:04.158203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port d9a712f2-9cf1-4c38-ae17-28a590d3946d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:52:04.158621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:04.233702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:04.259042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:52:04.261249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba744f-80c1-4bc6-a1f9-cfe36a57b796" -d '{"events": [{"server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "name": "network-vif-plugged", "status": "completed", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:52:04.273890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port d9a712f2-9cf1-4c38-ae17-28a590d3946d, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:52:04.278892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:04.302759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251108c8-8e2e-419f-9f7c-7246d467f3bf x-openstack-request-id: req-251108c8-8e2e-419f-9f7c-7246d467f3bf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:52:04.303056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "name": "network-vif-plugged", "status": "completed", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:52:04.303312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-251108c8-8e2e-419f-9f7c-7246d467f3bf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:52:04.303708 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'code': 200} Dec 16 03:52:04.330265 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=d9a712f2-9cf1-4c38-ae17-28a590d3946d,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:52:04.519676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6578ec-b3e6-4535-962f-c744086745f7 req-c55998ba-5e84-4289-b3b8-708fc4d59e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:04.521220 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ae6578ec-b3e6-4535-962f-c744086745f7 req-c55998ba-5e84-4289-b3b8-708fc4d59e63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1098 time: 0.0426970 Dec 16 03:52:04.568267 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ae6578ec-b3e6-4535-962f-c744086745f7 req-a9003d42-57f6-444c-97a1-ec4a3189412e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393293 Dec 16 03:52:04.599659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b509b2e-ca90-4442-b933-d7527ee4ae63 req-27ecb469-fbac-4253-b248-490839d4e23a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:04.601202 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b509b2e-ca90-4442-b933-d7527ee4ae63 req-27ecb469-fbac-4253-b248-490839d4e23a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0553126 Dec 16 03:52:04.654726 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b509b2e-ca90-4442-b933-d7527ee4ae63 req-ff2a4f99-f125-4441-8c4c-c3764c8ed3e8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Dec 16 03:52:05.221250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7231b790-1e6a-482f-ac43-9e1a600b0932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:05.784227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95219c-7c5c-470a-8379-21a64a6877d5 req-6b27fec2-62d3-4327-93ba-ff62e372a980 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:05.785726 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef95219c-7c5c-470a-8379-21a64a6877d5 req-6b27fec2-62d3-4327-93ba-ff62e372a980 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0532458 Dec 16 03:52:05.835559 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef95219c-7c5c-470a-8379-21a64a6877d5 req-096eb232-7ae3-4d76-93dd-b5b821e73e71 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436759 Dec 16 03:52:05.952735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e5d34-9a4a-470d-955d-2990263490fc req-02c38562-4dd7-416e-8c9a-52a84ed9a436 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:05.954759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-de2e5d34-9a4a-470d-955d-2990263490fc req-02c38562-4dd7-416e-8c9a-52a84ed9a436 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0507438 Dec 16 03:52:05.963268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 41360) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:52:05.967591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'floatingip': {'port_id': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:52:06.010407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:06.478168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:06.485949 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:06.586563 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 associated. External IP: 172.26.6.13, port: d9a712f2-9cf1-4c38-ae17-28a590d3946d. Dec 16 03:52:06.801463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:52:06.916440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:52:06.921518 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:06.926603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:52:06.937284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:52:06.937947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:51:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:52:06.950194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-14a8b0b8-a6fe-4bab-ba3b-e52b03c2365e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "PUT /v2.0/floatingips/98b6d1ca-d49f-411e-af8b-f0099f0591f2 HTTP/1.1" status: 200 len: 990 time: 0.9858990 Dec 16 03:52:06.950884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:52:06.954665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07101fff-bb08-4734-8662-1c5e790b0708" -d '{"events": [{"name": "network-changed", "server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:52:07.045684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:52:07.059838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046289f-8378-43bf-8596-17c6690b47cc x-openstack-request-id: req-8046289f-8378-43bf-8596-17c6690b47cc {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:52:07.060127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:52:07.060378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8046289f-8378-43bf-8596-17c6690b47cc {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:52:07.060775 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'status': 'completed', 'code': 200} Dec 16 03:52:07.145747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101fff-bb08-4734-8662-1c5e790b0708 req-6e0ac962-640b-4120-9b3e-9ad8eeaf09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:07.147310 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-07101fff-bb08-4734-8662-1c5e790b0708 req-6e0ac962-640b-4120-9b3e-9ad8eeaf09dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1098 time: 0.0455997 Dec 16 03:52:07.238265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101fff-bb08-4734-8662-1c5e790b0708 req-a4cbfa62-d427-4926-9bb2-1f8af2226561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:07.239801 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-07101fff-bb08-4734-8662-1c5e790b0708 req-a4cbfa62-d427-4926-9bb2-1f8af2226561 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0856857 Dec 16 03:52:07.274327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:29:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:52:06Z', 'revision_number': 9, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:52:07.299692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:52:07.308227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:52:07.308765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:51:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:52:07.310595 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-07101fff-bb08-4734-8662-1c5e790b0708 req-c4d4cb22-2a89-4eba-82ab-fd0d2c60b291 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 998 time: 0.0635748 Dec 16 03:52:07.360100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101fff-bb08-4734-8662-1c5e790b0708 req-889edbaf-cd7f-4cd8-aeaf-c61d487111b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:07.361590 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-07101fff-bb08-4734-8662-1c5e790b0708 req-889edbaf-cd7f-4cd8-aeaf-c61d487111b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0433018 Dec 16 03:52:07.409952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101fff-bb08-4734-8662-1c5e790b0708 req-d5e98912-c9ee-49dd-9ffa-d91a970d2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:07.411666 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-07101fff-bb08-4734-8662-1c5e790b0708 req-d5e98912-c9ee-49dd-9ffa-d91a970d2e22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430348 Dec 16 03:52:07.420104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-247239a9-9a75-4f6d-937c-c85d995f2327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:07.431427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:52:07.508714 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-07101fff-bb08-4734-8662-1c5e790b0708 req-8bf8400f-09d1-45ae-8556-c63b38abd552 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897286 Dec 16 03:52:07.597928 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-07101fff-bb08-4734-8662-1c5e790b0708 req-7a1a2552-a83b-44b8-9d45-ca63d48308ee service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823922 Dec 16 03:52:07.660828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:29:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:52:06Z', 'revision_number': 9, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:52:07.687520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65806991-fbaa-4c21-b627-4bd0d4213512 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:29:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:52:06Z', 'revision_number': 9, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:52:07.884039 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6509cb-dd75-4245-9d57-e015c4feca0e None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:52:08.524819 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:10.071012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:11.138348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:16.457429 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:52:23.915991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:35.225531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0df75e1e-a6e6-4dfb-b257-d24a160c698b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:37.392238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-364a3eab-cfa2-47dd-9ce5-1133c989e5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:38.528297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:40.098572 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:41.142616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:44.273822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664ccce-6c77-49a3-b7c9-432655ca257a req-37578328-92e8-4a15-8d76-03ed05b7de88 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:44.275377 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9664ccce-6c77-49a3-b7c9-432655ca257a req-37578328-92e8-4a15-8d76-03ed05b7de88 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0517738 Dec 16 03:52:44.298091 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-dc94f75e-6c38-4d91-af8c-08b26d5331df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870035 Dec 16 03:52:44.324635 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9664ccce-6c77-49a3-b7c9-432655ca257a req-df9c85f5-5ded-458a-a347-5c59a3bd73cf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431547 Dec 16 03:52:45.453948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d103b8-c64e-4162-866f-6ebe5ad7b3e9 req-ddec3bc2-f24d-4b1f-a02e-edf83af737da tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:45.455505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d9d103b8-c64e-4162-866f-6ebe5ad7b3e9 req-ddec3bc2-f24d-4b1f-a02e-edf83af737da tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Dec 16 03:52:45.509407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-314ab005-16c0-4670-8be7-30b7e4ea611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:45.511002 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-314ab005-16c0-4670-8be7-30b7e4ea611d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1098 time: 0.0473354 Dec 16 03:52:45.511286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d9d103b8-c64e-4162-866f-6ebe5ad7b3e9 req-62899bdb-98b6-4274-baf7-98da4b59b77f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473394 Dec 16 03:52:45.608159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-46b994f3-f33a-419c-91bf-5dba38f34af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:45.609565 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-46b994f3-f33a-419c-91bf-5dba38f34af5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0910575 Dec 16 03:52:45.681457 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-116c2508-f7d6-47af-92ad-1c2f2695f2c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 1001 time: 0.0649862 Dec 16 03:52:45.738736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-6600374e-1e81-41eb-804f-6687f609e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:45.741085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-6600374e-1e81-41eb-804f-6687f609e97a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0520079 Dec 16 03:52:45.788295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-8fe0d326-984e-45d7-a7be-18855fdb257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:45.789929 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-8fe0d326-984e-45d7-a7be-18855fdb257e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413582 Dec 16 03:52:45.885420 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-da77d588-d92f-4b32-80f7-9af3af8c9215 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Dec 16 03:52:45.993550 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-e31335b6-3e52-450e-9991-e14339c3a6b4 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999441 Dec 16 03:52:46.646559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4d8f9-c698-4fbe-9876-923d0745fc10 req-67e7d336-bf72-4536-82ea-00e324b86611 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:46.648088 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10a4d8f9-c698-4fbe-9876-923d0745fc10 req-67e7d336-bf72-4536-82ea-00e324b86611 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0596302 Dec 16 03:52:46.697025 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10a4d8f9-c698-4fbe-9876-923d0745fc10 req-c9250ce8-a086-42fc-9d4f-6afdf390320f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420773 Dec 16 03:52:47.835435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a055d2-f026-4226-9641-0e31e5cf1d08 req-a84d1820-567b-4da9-8329-388691e2b0d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:47.836893 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-88a055d2-f026-4226-9641-0e31e5cf1d08 req-a84d1820-567b-4da9-8329-388691e2b0d3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0542789 Dec 16 03:52:47.899136 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-88a055d2-f026-4226-9641-0e31e5cf1d08 req-217a5f10-513a-4687-9db3-9c9f531a9df3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536847 Dec 16 03:52:49.024508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc745-4509-4305-90be-4cdaa0ca6128 req-547f1597-f5bd-49e8-a86b-09098bc0745f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:49.025966 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ddfc745-4509-4305-90be-4cdaa0ca6128 req-547f1597-f5bd-49e8-a86b-09098bc0745f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0540264 Dec 16 03:52:49.077333 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ddfc745-4509-4305-90be-4cdaa0ca6128 req-a1310e29-d790-47eb-992d-943cba93dce7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Dec 16 03:52:49.562928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-6ba4437c-625b-46d8-8ddf-f986140c524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:49.564401 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-6ba4437c-625b-46d8-8ddf-f986140c524e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1098 time: 0.0438981 Dec 16 03:52:49.680864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-03c978c3-5f85-4693-b9cb-3f83c20bdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:49.682324 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-03c978c3-5f85-4693-b9cb-3f83c20bdeba service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0929189 Dec 16 03:52:49.754616 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-2fa892f5-cd57-40df-9a4e-4da962d39b72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 1001 time: 0.0639453 Dec 16 03:52:49.807641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-dee94919-8b14-41c5-b37d-99f4105b35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:49.809062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-dee94919-8b14-41c5-b37d-99f4105b35cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0476539 Dec 16 03:52:49.857120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-6e689203-daf9-44de-96f9-67d98a53f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:49.858609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-6e689203-daf9-44de-96f9-67d98a53f571 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419843 Dec 16 03:52:49.965740 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-e2d79ecd-4ca9-4ce4-976b-f29d15033cef service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999184 Dec 16 03:52:50.064499 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0c8db900-c3e1-4b9d-bef8-364ce0d7a652 req-59deef4f-4792-4ca3-a24d-eb9b9231f8c1 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Dec 16 03:52:50.213151 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed5708-69ab-4cda-84b9-870ead560fec req-3e29bb2a-d46e-4582-bb2a-07015f99e503 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:50.214648 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b6ed5708-69ab-4cda-84b9-870ead560fec req-3e29bb2a-d46e-4582-bb2a-07015f99e503 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0674171 Dec 16 03:52:50.276760 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b6ed5708-69ab-4cda-84b9-870ead560fec req-aad76496-ffa9-4e1d-b865-70e3f4fe5802 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559487 Dec 16 03:52:51.408866 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a59e53-e8ca-4c97-a459-6f9c624b89cb req-8454b1f2-bcb9-4c40-9ca1-4bedfad0f6e8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:51.410344 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8a59e53-e8ca-4c97-a459-6f9c624b89cb req-8454b1f2-bcb9-4c40-9ca1-4bedfad0f6e8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0568841 Dec 16 03:52:51.460706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c8a59e53-e8ca-4c97-a459-6f9c624b89cb req-7737f9b3-407f-4091-9f92-584a3b835e53 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427527 Dec 16 03:52:52.581196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71259fa2-a2c2-4e19-abfa-24a621f5cf7d req-dc131191-fea4-4ffb-838b-ef72855117e9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:52.582672 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71259fa2-a2c2-4e19-abfa-24a621f5cf7d req-dc131191-fea4-4ffb-838b-ef72855117e9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0525184 Dec 16 03:52:52.631643 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71259fa2-a2c2-4e19-abfa-24a621f5cf7d req-1b3aea73-8dea-4770-a860-7a2bf5427fab tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Dec 16 03:52:53.462130 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:52:53.759792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c19e4-1e0d-43de-8c02-0ed603582422 req-d879937b-084f-46f8-9cd1-d1f990bcff61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:53.761466 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c92c19e4-1e0d-43de-8c02-0ed603582422 req-d879937b-084f-46f8-9cd1-d1f990bcff61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0555313 Dec 16 03:52:53.823599 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c92c19e4-1e0d-43de-8c02-0ed603582422 req-4c918e5b-39cf-4321-afeb-3feedfbfb594 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547545 Dec 16 03:52:53.911309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:52:54.950340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef33f-d6b7-451b-95ac-c36366e266ca req-cb1929ad-9c13-44da-8fad-a51fd76cb6af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:54.951845 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ccef33f-d6b7-451b-95ac-c36366e266ca req-cb1929ad-9c13-44da-8fad-a51fd76cb6af tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Dec 16 03:52:55.001597 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ccef33f-d6b7-451b-95ac-c36366e266ca req-7c9d0c96-d21f-4b62-8bcb-12fa6a046c2e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408695 Dec 16 03:52:56.134997 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf6416-2874-42a2-b16c-0e615d5d8379 req-79862df6-2324-46a5-8420-3375a92c5297 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:56.136483 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12cf6416-2874-42a2-b16c-0e615d5d8379 req-79862df6-2324-46a5-8420-3375a92c5297 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0586207 Dec 16 03:52:56.188584 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12cf6416-2874-42a2-b16c-0e615d5d8379 req-4a014b90-5287-474a-9da5-b20fd630b861 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Dec 16 03:52:57.343330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b09c9-83e3-49da-85b2-e47088ed6654 req-dbae33b2-2d8b-43ce-815d-a3ada58aabce tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:57.344853 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-374b09c9-83e3-49da-85b2-e47088ed6654 req-dbae33b2-2d8b-43ce-815d-a3ada58aabce tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0714862 Dec 16 03:52:57.396758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-374b09c9-83e3-49da-85b2-e47088ed6654 req-8f72e59a-5308-44d2-b83f-0f7914f29bfe tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Dec 16 03:52:57.781303 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-e6dbd17d-e318-4b7d-a70e-3d25a3654373 service neutron] 10.222.0.30 "GET /v2.0/ports/d9a712f2-9cf1-4c38-ae17-28a590d3946d/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0762765 Dec 16 03:52:58.018673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-26ebe0a1-9739-4f97-8abc-3301e406632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:58.020180 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-26ebe0a1-9739-4f97-8abc-3301e406632e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 1098 time: 0.0476308 Dec 16 03:52:58.094764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-a3ef0cec-e4ed-4480-9c67-d291817b98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:58.096303 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-a3ef0cec-e4ed-4480-9c67-d291817b98c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1098 time: 0.0430546 Dec 16 03:52:58.186350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-55ac81ce-0f7d-415d-a713-bf72d82b45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:58.187853 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-55ac81ce-0f7d-415d-a713-bf72d82b45ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0838211 Dec 16 03:52:58.260627 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-47bbd087-5f36-4b42-b95b-ab5f54c5b5da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 1001 time: 0.0654163 Dec 16 03:52:58.311852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-de2086dd-a843-453d-b317-f8ad977aa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:58.313275 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-de2086dd-a843-453d-b317-f8ad977aa11f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0460665 Dec 16 03:52:58.361227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-331828c7-4f4e-4ce7-adf9-1fb32764afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:58.362625 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-331828c7-4f4e-4ce7-adf9-1fb32764afc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420816 Dec 16 03:52:58.463202 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-484299b3-fe1d-4ff2-83de-d9e5175b4ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930724 Dec 16 03:52:58.519864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0681f-c315-4b2f-941d-e3ae98d6c07a req-5453d745-4d63-4039-b8ad-1b7bd97d941b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:58.521394 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ab0681f-c315-4b2f-941d-e3ae98d6c07a req-5453d745-4d63-4039-b8ad-1b7bd97d941b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Dec 16 03:52:58.555876 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7bb04588-69b2-470c-a02c-63bf4a4e6165 req-c55ba612-a997-42e4-8d2f-892e54521473 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Dec 16 03:52:58.569123 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ab0681f-c315-4b2f-941d-e3ae98d6c07a req-6bdf2b61-7d56-4de6-9d7f-2b5fc6463a99 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Dec 16 03:52:59.693936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225977f1-e780-46a2-bf32-d4751f114523 req-1e085224-e67e-4af5-8d15-44c781b9cd6b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:52:59.695399 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-225977f1-e780-46a2-bf32-d4751f114523 req-1e085224-e67e-4af5-8d15-44c781b9cd6b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 945 time: 0.0510516 Dec 16 03:52:59.749598 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-225977f1-e780-46a2-bf32-d4751f114523 req-5c3ac4d6-7dd8-476e-af77-a18caaaafa4b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 Dec 16 03:53:00.442017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device d9a712f2-9cf1-4c38-ae17-28a590d3946d no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:53:00.523107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:00.546542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:53:00.548769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac042090-2e49-41aa-a4d9-fdd6b4206da2" -d '{"events": [{"server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:53:00.562132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port d9a712f2-9cf1-4c38-ae17-28a590d3946d, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:53:00.567796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:00.601341 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d5425-533d-424f-ba9f-71d4b62ea0cf x-openstack-request-id: req-692d5425-533d-424f-ba9f-71d4b62ea0cf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:53:00.601664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:53:00.601959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-692d5425-533d-424f-ba9f-71d4b62ea0cf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:53:00.602610 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'code': 200} Dec 16 03:53:00.618269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=d9a712f2-9cf1-4c38-ae17-28a590d3946d,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:53:00.625650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.625994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.626336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.626701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.627035 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.627360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.627688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.628012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.628337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.628665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.628979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.629297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.629599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:00.879254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb7da-c81d-48c4-97d5-1c160e21c189 req-696a43cb-3665-4707-9f9a-2b388b390584 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:00.880735 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64fdb7da-c81d-48c4-97d5-1c160e21c189 req-696a43cb-3665-4707-9f9a-2b388b390584 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0550148 Dec 16 03:53:00.929153 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64fdb7da-c81d-48c4-97d5-1c160e21c189 req-2c44744b-bc04-4fc4-ad75-df43a2cf753c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 Dec 16 03:53:01.232332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-709c6818-211e-482c-a488-2dc9cdf2ac36 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:01.233823 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-709c6818-211e-482c-a488-2dc9cdf2ac36 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8&tenant_id=5e68348ca7e54b43b42eaa3342c94c81&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 943 time: 0.0544965 Dec 16 03:53:01.245401 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e000-6a52-4a1b-ae78-1445a96d8f9f req-0bcc750e-bc4e-44c9-a988-b0c25a046f7a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:01.246931 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1758e000-6a52-4a1b-ae78-1445a96d8f9f req-0bcc750e-bc4e-44c9-a988-b0c25a046f7a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0484762 Dec 16 03:53:01.295246 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1758e000-6a52-4a1b-ae78-1445a96d8f9f req-8fc072bc-1a6f-4b05-b7a0-454918b5da20 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420978 Dec 16 03:53:01.300593 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-5beeead3-c3ad-4240-9367-7a7dd9f8c812 service neutron] 10.222.0.30 "GET /v2.0/ports/d9a712f2-9cf1-4c38-ae17-28a590d3946d/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0595148 Dec 16 03:53:01.381606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-4e4d3276-4af2-484e-8282-9d1e50651e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:01.383245 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-4e4d3276-4af2-484e-8282-9d1e50651e5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1096 time: 0.0428493 Dec 16 03:53:01.484288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-812ddff7-441f-4a9c-b714-3e9503e7d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:01.485669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-812ddff7-441f-4a9c-b714-3e9503e7d270 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0957894 Dec 16 03:53:01.558209 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-a6146c7f-cfd2-4499-b70a-79a654f93865 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 999 time: 0.0646715 Dec 16 03:53:01.608569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-d216b1bc-2c88-4cc7-aad8-180e846ec9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:01.609972 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-d216b1bc-2c88-4cc7-aad8-180e846ec9d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0444710 Dec 16 03:53:01.655732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-100e7c96-7533-44cb-950a-f10014dc3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:01.657161 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-100e7c96-7533-44cb-950a-f10014dc3865 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404918 Dec 16 03:53:01.750072 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-d50343a4-e3b2-4e06-a109-c79ea5a8ae87 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846012 Dec 16 03:53:01.837452 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-5602ba13-8446-4074-bac8-51c1c81e0ed1 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802383 Dec 16 03:53:02.432932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9d41-090d-4487-aa14-15f2ae1074ed req-4cd6731e-f08f-47f0-a71d-3cc2566a8014 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:02.434382 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-965b9d41-090d-4487-aa14-15f2ae1074ed req-4cd6731e-f08f-47f0-a71d-3cc2566a8014 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0578203 Dec 16 03:53:02.483504 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-965b9d41-090d-4487-aa14-15f2ae1074ed req-71abada4-abaf-4f52-8bf3-4d766280ca5b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Dec 16 03:53:03.609282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e95c-8bfd-4e3e-976b-5d219766c282 req-6fa08777-c107-4af1-9e9b-cee6afd3ea89 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:03.610825 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37e3e95c-8bfd-4e3e-976b-5d219766c282 req-6fa08777-c107-4af1-9e9b-cee6afd3ea89 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0571311 Dec 16 03:53:03.659412 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-37e3e95c-8bfd-4e3e-976b-5d219766c282 req-8be96a5f-2c00-42b6-96ec-dc3918916c2e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Dec 16 03:53:04.373247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-ba2b7523-b3d0-497a-b3da-e226d1701052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:04.374767 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-ba2b7523-b3d0-497a-b3da-e226d1701052 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 1096 time: 0.0477583 Dec 16 03:53:04.456260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-7ceb78b8-2f50-4864-9039-b85e4821b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:04.457766 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-7ceb78b8-2f50-4864-9039-b85e4821b16c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 1096 time: 0.0430360 Dec 16 03:53:04.468521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device d9a712f2-9cf1-4c38-ae17-28a590d3946d no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:53:04.548716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-c813f3e3-6871-4b7f-87fb-6db7e9878ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:04.550204 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-c813f3e3-6871-4b7f-87fb-6db7e9878ac2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0854173 Dec 16 03:53:04.623600 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-4b5e1718-375c-4dc2-99f2-5852c7d751bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 200 len: 999 time: 0.0660291 Dec 16 03:53:04.673677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-aa7660ff-ab60-49c1-ad90-e2c37b2e81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:04.675264 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-aa7660ff-ab60-49c1-ad90-e2c37b2e81b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0450592 Dec 16 03:53:04.723615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-9db5cc34-eee7-4192-b68d-938a0d3c26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:04.725062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-9db5cc34-eee7-4192-b68d-938a0d3c26e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421803 Dec 16 03:53:04.785562 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75f41b-e4c5-49f9-b336-32a03d14fc64 req-dafe38dc-9a7f-4540-a1e2-f430e8d6abc7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:04.787114 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8b75f41b-e4c5-49f9-b336-32a03d14fc64 req-dafe38dc-9a7f-4540-a1e2-f430e8d6abc7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0529881 Dec 16 03:53:04.820498 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-a1b7bd5b-c749-4446-abe9-36fa66125aaa service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876012 Dec 16 03:53:04.841946 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8b75f41b-e4c5-49f9-b336-32a03d14fc64 req-a01d574e-2183-4f5d-98ed-114ad79e1345 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486763 Dec 16 03:53:04.912057 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d0f9d2b4-576e-48ba-8f75-6f7963965a9d req-f37fa318-744c-4aaa-8154-72adaf318d11 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Dec 16 03:53:05.221937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37bc3d33-89c2-49f8-a861-e745782b3f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:05.980616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72883e6e-6e58-43d3-8e32-d606b5a2af4d req-8d5ad741-e886-47f1-8606-527be6388704 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:05.982104 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-72883e6e-6e58-43d3-8e32-d606b5a2af4d req-8d5ad741-e886-47f1-8606-527be6388704 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0585442 Dec 16 03:53:06.028742 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-72883e6e-6e58-43d3-8e32-d606b5a2af4d req-82d9fdaf-fac9-4349-b36d-2b4b2e70685e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404742 Dec 16 03:53:07.147261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250321d6-5214-4fad-a7f2-669ef0a6cb05 req-eead924f-d6eb-4c13-afe9-6e765128bf84 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:07.148703 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-250321d6-5214-4fad-a7f2-669ef0a6cb05 req-eead924f-d6eb-4c13-afe9-6e765128bf84 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0492971 Dec 16 03:53:07.202922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-250321d6-5214-4fad-a7f2-669ef0a6cb05 req-7bc038ea-4d22-4580-bab3-1a0fb85899f5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451875 Dec 16 03:53:07.321483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abefd0-8048-403d-ba9e-1a9e4bf9371a req-b6669d03-2cb4-4b79-ad63-3ab064dfe483 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:07.323142 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-47abefd0-8048-403d-ba9e-1a9e4bf9371a req-b6669d03-2cb4-4b79-ad63-3ab064dfe483 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0483272 Dec 16 03:53:07.371180 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-47abefd0-8048-403d-ba9e-1a9e4bf9371a req-877201c0-8fac-449e-a971-0445815f712a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 Dec 16 03:53:07.387554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0eea5ec-2375-434c-b07c-4798b2eabc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:07.490885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3d6bc-81cc-4a99-a89b-4be6c9ce7f9e req-564ed877-44ae-4567-94dc-6d9693b331f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:07.492253 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ce3d6bc-81cc-4a99-a89b-4be6c9ce7f9e req-564ed877-44ae-4567-94dc-6d9693b331f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0556459 Dec 16 03:53:07.542706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ce3d6bc-81cc-4a99-a89b-4be6c9ce7f9e req-1c363527-542b-4b9b-b6cc-5a4b2cfd4ef8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419774 Dec 16 03:53:07.803616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f78ee-7420-4848-b9a3-6b626969ac8f req-92ec3440-d4c0-4266-b89f-83ca9c4f90ed tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:07.804988 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3f8f78ee-7420-4848-b9a3-6b626969ac8f req-92ec3440-d4c0-4266-b89f-83ca9c4f90ed tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0551510 Dec 16 03:53:07.864222 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3f8f78ee-7420-4848-b9a3-6b626969ac8f req-aa3e8545-1e4d-4b1f-817a-090b2c770e35 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528462 Dec 16 03:53:08.529998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:08.992009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49c2-610f-4db2-a448-2a8c76eb4935 req-6686e1fb-18b8-4ae1-bbd0-1cabf6b1db03 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:08.993702 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29fa49c2-610f-4db2-a448-2a8c76eb4935 req-6686e1fb-18b8-4ae1-bbd0-1cabf6b1db03 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0513954 Dec 16 03:53:09.047767 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29fa49c2-610f-4db2-a448-2a8c76eb4935 req-7719e99c-99c7-4f97-b9dc-d0bc91df7a40 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458589 Dec 16 03:53:09.996881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-e11edea1-3449-460c-9db3-f24a3a9c0e58 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:09.998335 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-e11edea1-3449-460c-9db3-f24a3a9c0e58 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0595167 Dec 16 03:53:10.077222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:10.092767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Deleting port d9a712f2-9cf1-4c38-ae17-28a590d3946d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:53:10.093075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:10.164983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc96f3-cdb8-4cd1-9259-faee3d2f4ab6 req-e69334d3-acaf-4f67-8a63-8697103cb403 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:10.166880 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-addc96f3-cdb8-4cd1-9259-faee3d2f4ab6 req-e69334d3-acaf-4f67-8a63-8697103cb403 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 943 time: 0.0486460 Dec 16 03:53:10.184432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] For port d9a712f2-9cf1-4c38-ae17-28a590d3946d, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=d9a712f2-9cf1-4c38-ae17-28a590d3946d,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:53:10.184903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:10.222541 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-addc96f3-cdb8-4cd1-9259-faee3d2f4ab6 req-69334cc5-a27c-4a00-8b65-170f7f522405 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493627 Dec 16 03:53:10.369001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:10.369361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:10.369679 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 disassociated. External IP: 172.26.6.13, port: d9a712f2-9cf1-4c38-ae17-28a590d3946d. Dec 16 03:53:10.370023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Calling delete_port for d9a712f2-9cf1-4c38-ae17-28a590d3946d owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:53:10.507867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:10.534085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event deleted for resources: {'Port': ['ID=d9a712f2-9cf1-4c38-ae17-28a590d3946d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:53:10.544131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.544474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.544821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.545158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.545493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.545818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.546143 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.546504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.547511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.547511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.547511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.547727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.548070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:53:10.670056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:53:10.781250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:53:10.791942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:53:10.802002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:53:10.802668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:53:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:10.820917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] No DVR routers for this DVR port d9a712f2-9cf1-4c38-ae17-28a590d3946d on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:53:10.823673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:10.827067 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05a33991-4ef8-4ddc-a9f8-3411117807d5 req-bb50927c-da08-41d8-94f8-57060b49b44a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "DELETE /v2.0/ports/d9a712f2-9cf1-4c38-ae17-28a590d3946d HTTP/1.1" status: 204 len: 173 time: 0.8222466 Dec 16 03:53:10.827503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'name': 'network-vif-deleted', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:53:10.829783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15b1945-f1e2-4aba-944b-56a420b6d64f" -d '{"events": [{"server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "name": "network-vif-deleted", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:53:10.866583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cbbc3e-c87b-4332-905c-987a5ae47a2c x-openstack-request-id: req-a3cbbc3e-c87b-4332-905c-987a5ae47a2c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:53:10.866910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8", "name": "network-vif-deleted", "tag": "d9a712f2-9cf1-4c38-ae17-28a590d3946d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:53:10.867190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3cbbc3e-c87b-4332-905c-987a5ae47a2c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:53:10.867686 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8', 'name': 'network-vif-deleted', 'tag': 'd9a712f2-9cf1-4c38-ae17-28a590d3946d', 'status': 'completed', 'code': 200} Dec 16 03:53:10.913619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:53:11.127642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:11.157428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:53:11.165619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:11.171143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:53:11.171754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:53:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:11.285070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:53:11.337776 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f5a346c4-46a4-40c6-a8ea-f9ad93e601cb req-d8c4ff9c-e018-4eb0-bc4f-2ac73fd2c1eb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=6429c5f0-a6d9-42c9-a0ef-03b7cfe2aee8 HTTP/1.1" status: 200 len: 210 time: 0.0279839 Dec 16 03:53:11.488139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:11.513977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087632a4-4e41-4a83-9f9c-aa176db0b3f9 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:53:11.753774 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef82065-2f7b-442e-a9e8-5751b6782557 None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:53:12.627054 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-a6126e63-76ce-47ca-a37e-1038a023089c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--462205745&fields=id&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 267 time: 0.0459058 Dec 16 03:53:12.748930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-e3d7f371-cf32-4ba6-a6ab-8e75d9456c56 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:12.750493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-e3d7f371-cf32-4ba6-a6ab-8e75d9456c56 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1170304 Dec 16 03:53:12.768874 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-afef7166-f429-43ba-a93c-0d7947e3e3a5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/quotas/5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 375 time: 0.0109458 Dec 16 03:53:12.825311 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-f6b43312-3179-4177-a122-8634e68fcfcf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507696 Dec 16 03:53:12.934741 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-e5919f49-3c2d-40d8-8ea5-db47530768c8 service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957360 Dec 16 03:53:13.050414 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-fd5ab462-0282-43ff-85c0-ed24f002c050 service neutron] 10.222.0.16 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081958 Dec 16 03:53:13.226629 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0269c91-5971-45aa-8e3d-514de46a8d02 req-0d723714-0e2b-4ad1-bcfd-3e82a666bbbb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 210 time: 0.0276268 Dec 16 03:53:14.265293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-79c59044-8dec-4064-a89d-1e4a06a94009 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:14.266881 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-79c59044-8dec-4064-a89d-1e4a06a94009 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 811 time: 0.1127069 Dec 16 03:53:14.325113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9d5ed98d-d0a6-4811-97f6-2610c1c4367b req-83cd4237-a0ea-470c-ba4f-e1f48d4405a9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Dec 16 03:53:14.342427 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-b5af7363-8374-49a0-8b98-c95116a52b11 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 379 time: 0.0570331 Dec 16 03:53:14.352067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'port': {'device_id': '86d426bf-8373-463f-b261-f832a7560dd6', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'admin_state_up': True, 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'security_groups': ['c238bd33-c7ae-40ee-af58-08c09ef50a82']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:53:14.467532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Made reservation on behalf of 5e68348ca7e54b43b42eaa3342c94c81 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:53:14.471064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:14.487607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device d9a712f2-9cf1-4c38-ae17-28a590d3946d no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:53:14.507624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: d9a712f2-9cf1-4c38-ae17-28a590d3946d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:53:14.507883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device d9a712f2-9cf1-4c38-ae17-28a590d3946d not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:53:14.597135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Allocated IP 172.20.0.13 (22a0e361-3a74-4e91-99f9-98c8ecd3853b/579bc6a1-8450-4953-a772-58f9f1f2242d/abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:53:14.746435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:14.783698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:14.828477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:53:14.831700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:53:14.835393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:53:14.861411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:53:14.889175 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:14.889793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:14.907555 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-5ba20aed-a982-40ce-9c70-e900ca940a5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590529 Dec 16 03:53:14.925348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Request body: {'port': {'device_id': '86d426bf-8373-463f-b261-f832a7560dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:53:14.987677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:15.119677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-853612c2-4336-4813-8497-cd64577adf3f None None] Provisioning complete for port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:53:15.119916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-853612c2-4336-4813-8497-cd64577adf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:15.156808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-853612c2-4336-4813-8497-cd64577adf3f None None] Port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:53:15.268028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:53:15.275701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:15.287994 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Transition to ACTIVE for port object abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:53:15.293235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:15.340666 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:53:15.418178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Attempting to bind port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:53:15.418577 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Attempting to bind port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:53:15.419043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Attempting to bind port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:53:15.423778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:53:15.424101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Attempting to bind port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 on network 22a0e361-3a74-4e91-99f9-98c8ecd3853b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:53:15.429297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:53:15.429648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Checking segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:53:15.430133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Bound using segment: {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:53:15.430479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Bound port: abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f4b51a-801b-4c74-8e62-99cc912b73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:53:15.430879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:15.461341 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0504af-1ffa-44c1-acff-efd461917b6b req-623cb57f-7357-41c3-82e7-e9eca59a04bb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:15.462944 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec0504af-1ffa-44c1-acff-efd461917b6b req-623cb57f-7357-41c3-82e7-e9eca59a04bb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0626783 Dec 16 03:53:15.497128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:53:15.500788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:53:15.506023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:15.513143 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec0504af-1ffa-44c1-acff-efd461917b6b req-15b55143-95d0-4323-b69c-9c36ccfc0f41 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436418 Dec 16 03:53:15.542325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:15.542969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:15.544340 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] 10.222.0.30 "PUT /v2.0/ports/abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1094 time: 0.6238003 Dec 16 03:53:15.544779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:53:15.547025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6d5f91-34e1-41ff-b092-31d7cadaea42" -d '{"events": [{"name": "network-changed", "server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:53:15.577074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95205fbd-fdfc-4ae4-b143-afecf204c405 service neutron] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:53:15.595568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd751324-2e3c-4fc0-b353-f10379215af6 x-openstack-request-id: req-bd751324-2e3c-4fc0-b353-f10379215af6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:53:15.595756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:53:15.595889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd751324-2e3c-4fc0-b353-f10379215af6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:53:15.596306 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'status': 'completed', 'code': 200} Dec 16 03:53:15.661500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-b02f1966-9ccd-4d47-91c8-a202861d3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:15.663081 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-b02f1966-9ccd-4d47-91c8-a202861d3de2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0501277 Dec 16 03:53:15.715048 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-562e0ad9-0f86-407c-a54e-eaf513c1a05e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 217 time: 0.0378883 Dec 16 03:53:15.766367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-c75c962f-8233-4ae1-b243-fabfb83a0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:15.767892 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-c75c962f-8233-4ae1-b243-fabfb83a0fbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0455248 Dec 16 03:53:15.818350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-ebfbc362-3361-4142-a6b6-b5301e71ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:15.819844 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-ebfbc362-3361-4142-a6b6-b5301e71ff2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451813 Dec 16 03:53:15.912471 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-f36b57f1-3b09-4458-aea4-69d8fd4afa23 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840144 Dec 16 03:53:16.016586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-59f56d23-d3d1-4703-9970-d09ba9432e75 req-8c5245aa-e88f-411c-9762-e9ea1b078bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970409 Dec 16 03:53:16.145078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-b9531871-e0fb-4d71-8e4b-3f3f095f8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:16.146601 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-b9531871-e0fb-4d71-8e4b-3f3f095f8d3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0432122 Dec 16 03:53:16.248155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-bb72b3bd-1066-4399-a4c1-78e62177e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:16.249580 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-bb72b3bd-1066-4399-a4c1-78e62177e682 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0950558 Dec 16 03:53:16.629682 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-ede5aed8-a469-4eac-8b34-d6dfc15f4686 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 217 time: 0.3723342 Dec 16 03:53:16.633214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa426ab-9320-49ad-bbc8-a263609c6a19 req-0f861e1a-801e-4278-9764-6de5d496f027 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:16.635142 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2aa426ab-9320-49ad-bbc8-a263609c6a19 req-0f861e1a-801e-4278-9764-6de5d496f027 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0511532 Dec 16 03:53:16.680848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-08611900-cdd9-4db0-951a-64d8c5ffeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:16.682368 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-08611900-cdd9-4db0-951a-64d8c5ffeee9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0446734 Dec 16 03:53:16.682759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2aa426ab-9320-49ad-bbc8-a263609c6a19 req-21d3779f-58de-4ef1-97fa-18b78a02ee2c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Dec 16 03:53:16.730835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-48d76e03-5f52-4e0b-b727-f1d3582556d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:16.732351 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-48d76e03-5f52-4e0b-b727-f1d3582556d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426121 Dec 16 03:53:16.837153 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-85cc47ac-f342-425d-9d3f-ef67d5281470 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965059 Dec 16 03:53:16.930973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3b6d5f91-34e1-41ff-b092-31d7cadaea42 req-74f354ed-b35f-4a3b-baf6-f4f7de758812 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867934 Dec 16 03:53:17.809530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225ff5c-e76c-47ad-95a8-1472f93b6f1c req-cd70863f-4ceb-420c-8028-2d9af79670c7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:17.811026 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5225ff5c-e76c-47ad-95a8-1472f93b6f1c req-cd70863f-4ceb-420c-8028-2d9af79670c7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0486588 Dec 16 03:53:17.863971 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5225ff5c-e76c-47ad-95a8-1472f93b6f1c req-fa9e14a4-811a-4cf2-9fb4-cbb78b3e8e8b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 Dec 16 03:53:18.534813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:53:18.630903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:53:18.642835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'port_id': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'mac_address': 'fa:16:3e:1e:10:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:53:18.681325 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:18.694722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:53:18.713906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:53:18.720098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:18.765545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:53:18.989191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5a397-6bbc-4867-b0f9-c5409c2a3645 req-997abf8f-6c68-4b79-a3aa-9a8a8338a883 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:18.990679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-92b5a397-6bbc-4867-b0f9-c5409c2a3645 req-997abf8f-6c68-4b79-a3aa-9a8a8338a883 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Dec 16 03:53:18.993670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:53:19.039465 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-92b5a397-6bbc-4867-b0f9-c5409c2a3645 req-02f2937d-96d5-4137-b0f9-91fdb2d13c40 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414114 Dec 16 03:53:20.156524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a00687-3a4d-420a-8899-33c170d096d4 req-92b71791-9cbc-4783-9690-f1ad71f7bae5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:20.157978 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-25a00687-3a4d-420a-8899-33c170d096d4 req-92b71791-9cbc-4783-9690-f1ad71f7bae5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 945 time: 0.0489819 Dec 16 03:53:20.207310 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-25a00687-3a4d-420a-8899-33c170d096d4 req-7ae8d26b-56fc-4785-a8af-1e70203fb7ea tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431979 Dec 16 03:53:20.550858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:53:20.608385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:53:20.611987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:53:20.612367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:20.694659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:20.718238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:53:20.720499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb642187-9d8f-4f3c-9db0-55a10edbe88f" -d '{"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-plugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:53:20.733538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:53:20.738878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:20.763454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccb171d-8bcc-4540-b6fc-8723632a7420 x-openstack-request-id: req-fccb171d-8bcc-4540-b6fc-8723632a7420 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:53:20.763759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-plugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:53:20.764007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fccb171d-8bcc-4540-b6fc-8723632a7420 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:53:20.764390 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'code': 200} Dec 16 03:53:20.789058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:53:20.984399 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f93d7-1e6f-4f5a-8b39-d735f3d8fb11 req-22eb76d1-ad10-4c2c-ab8e-b2d6542c8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:20.986357 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9f0f93d7-1e6f-4f5a-8b39-d735f3d8fb11 req-22eb76d1-ad10-4c2c-ab8e-b2d6542c8539 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0542946 Dec 16 03:53:21.032226 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9f0f93d7-1e6f-4f5a-8b39-d735f3d8fb11 req-f625259f-d0f5-4d0f-b351-b9b7987c0903 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380955 Dec 16 03:53:21.337160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1830-a005-414c-a716-3e98e3b73f40 req-3bf85dc2-4f39-453e-9e72-3d4a2f77bf71 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:21.338656 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2dec1830-a005-414c-a716-3e98e3b73f40 req-3bf85dc2-4f39-453e-9e72-3d4a2f77bf71 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0549881 Dec 16 03:53:21.388356 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2dec1830-a005-414c-a716-3e98e3b73f40 req-9ea074ae-a815-4661-9ddf-7311e3e0d4e4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409627 Dec 16 03:53:22.521476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84965-992c-4d71-bbf5-875805bdd659 req-1d368cb4-2281-464d-9f2e-ecd84e041915 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:22.522964 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d7a84965-992c-4d71-bbf5-875805bdd659 req-1d368cb4-2281-464d-9f2e-ecd84e041915 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0499122 Dec 16 03:53:22.575696 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d7a84965-992c-4d71-bbf5-875805bdd659 req-ade8734c-3c9e-4f10-bfa8-ab97e93b704d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446463 Dec 16 03:53:22.695996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb1f4-bb6e-49d2-b8a2-621001eced53 req-6d178365-38e0-4bb4-a1fb-351646f255cf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:22.697433 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c78fb1f4-bb6e-49d2-b8a2-621001eced53 req-6d178365-38e0-4bb4-a1fb-351646f255cf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0525045 Dec 16 03:53:22.707469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 41588) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:53:22.713231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Request body: {'floatingip': {'port_id': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:53:22.755276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:23.533657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:23.539930 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:23.643068 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 associated. External IP: 172.26.6.13, port: abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59. Dec 16 03:53:23.847376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:53:23.902834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:23.960335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:53:23.965605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:23.971875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:53:23.986296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:53:23.986961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:53:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:23.992534 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-873a4d5b-af97-4dfa-8189-2ca718789944 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "PUT /v2.0/floatingips/98b6d1ca-d49f-411e-af8b-f0099f0591f2 HTTP/1.1" status: 200 len: 992 time: 1.2837884 Dec 16 03:53:23.993215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:53:23.996418 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd4e74-8bcb-48f2-8404-44b06d98b605" -d '{"events": [{"name": "network-changed", "server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:53:24.044945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98838d6e-5ce1-4e18-99bc-e290c6ca8461 x-openstack-request-id: req-98838d6e-5ce1-4e18-99bc-e290c6ca8461 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:53:24.045246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:53:24.045504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98838d6e-5ce1-4e18-99bc-e290c6ca8461 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:53:24.045912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'status': 'completed', 'code': 200} Dec 16 03:53:24.095656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:53:24.135784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-925841c5-0a25-4a3e-a5a0-e49a1d29bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:24.137317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-925841c5-0a25-4a3e-a5a0-e49a1d29bcbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0415759 Dec 16 03:53:24.232116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-8a7a17d9-cf2c-458f-b7bc-de3f4082122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:24.233581 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-8a7a17d9-cf2c-458f-b7bc-de3f4082122b service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0884497 Dec 16 03:53:24.302672 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-08a6963d-5605-49c5-bfb4-d4653140eae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1000 time: 0.0615587 Dec 16 03:53:24.326096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:1e:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d426bf-8373-463f-b261-f832a7560dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:53:23Z', 'revision_number': 13, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:24.353240 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-621e3381-f2fa-4ab6-a9e1-34e34f0f0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:24.354786 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-621e3381-f2fa-4ab6-a9e1-34e34f0f0d0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0454998 Dec 16 03:53:24.355863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:53:24.364371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:53:24.364975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:53:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:24.406833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-6d9c7063-38bf-4d24-a9e8-8cdb686fc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:24.408267 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-6d9c7063-38bf-4d24-a9e8-8cdb686fc338 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459914 Dec 16 03:53:24.469953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:53:24.499416 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-b01964dc-61c5-4305-8c91-140fc81eded3 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839696 Dec 16 03:53:24.594247 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b3bd4e74-8bcb-48f2-8404-44b06d98b605 req-bdedef96-6db7-4606-8dc9-3e67a722d482 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870678 Dec 16 03:53:24.706780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:1e:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d426bf-8373-463f-b261-f832a7560dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:53:23Z', 'revision_number': 13, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:53:24.735922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7d582-e24e-4836-95bd-6f3b13e98108 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '98b6d1ca-d49f-411e-af8b-f0099f0591f2', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'port_id': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'mac_address': 'fa:16:3e:1e:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d426bf-8373-463f-b261-f832a7560dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:49:30Z', 'updated_at': '2021-12-16T03:53:23Z', 'revision_number': 13, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:53:24.940272 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c22cd8e-1e08-4c08-859b-ef8dbca82167 None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:53:30.466227 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:53:35.223117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce0750d5-f8c1-4851-9843-af1a420586f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:37.392194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18173ee1-4d5c-4e8e-95ab-aa3d459493b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:38.531179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:40.085300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:41.153013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:53:51.473243 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-5568a1d8-b5d1-4328-a489-f52e26a15b03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424070 Dec 16 03:53:51.582662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-c7fef538-e134-4786-a38b-a174beb23342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:51.584156 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-c7fef538-e134-4786-a38b-a174beb23342 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0501354 Dec 16 03:53:51.700103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-5d24cb26-da48-4aed-abb3-c18b062a00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:51.701600 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-5d24cb26-da48-4aed-abb3-c18b062a00ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0970001 Dec 16 03:53:51.771433 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-65f3f68c-3390-45a7-a50c-f5deb531f851 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1002 time: 0.0609596 Dec 16 03:53:51.821976 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-d94d0de5-ac87-4aab-8b36-4ed5b183ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:51.823610 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-d94d0de5-ac87-4aab-8b36-4ed5b183ded4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0447621 Dec 16 03:53:51.874817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-32260e93-a422-4f96-acd0-b56984250393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:53:51.876429 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-32260e93-a422-4f96-acd0-b56984250393 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456884 Dec 16 03:53:51.973965 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-7ce66c87-30aa-4d37-97c2-26bdb9e620ce service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886993 Dec 16 03:53:52.072251 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-62de4d53-9f5b-40d5-a9cb-f0b8e167761a req-61fa7623-8902-454b-836f-20e163a84ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902185 Dec 16 03:53:53.923509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:01.478107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1f6de-e7e1-4f1c-8bea-8f84ba010cb5 req-d5259241-125c-4fb7-8460-92d9befc2dca tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:01.479517 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ec1f6de-e7e1-4f1c-8bea-8f84ba010cb5 req-d5259241-125c-4fb7-8460-92d9befc2dca tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0610096 Dec 16 03:54:01.526539 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ec1f6de-e7e1-4f1c-8bea-8f84ba010cb5 req-463cab2a-4329-424f-8380-af6389983859 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408549 Dec 16 03:54:05.216543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddb540b5-a331-465d-b36d-4742e614809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:07.408000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c6639d2-2358-4116-97c8-801d2cf74670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:07.465962 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:54:08.541085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:10.085274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:11.142437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:13.820969 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-cad4ffed-877a-4d15-881a-99ac59e7bf82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433137 Dec 16 03:54:13.839239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7106e3-09ae-4512-8529-673be59c4a5b req-b2e0e514-d53f-42e9-a64e-7bbeaddd5288 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:13.840782 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6d7106e3-09ae-4512-8529-673be59c4a5b req-b2e0e514-d53f-42e9-a64e-7bbeaddd5288 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0526247 Dec 16 03:54:13.893009 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6d7106e3-09ae-4512-8529-673be59c4a5b req-d61c39a4-d8a6-4e3c-8ae4-318e8dece4bf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455134 Dec 16 03:54:15.031853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2439b6-b77a-442c-ae8b-615c49ecf44c req-ab5c460f-ea2b-4267-adf7-6834c15038f7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:15.033326 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3a2439b6-b77a-442c-ae8b-615c49ecf44c req-ab5c460f-ea2b-4267-adf7-6834c15038f7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0532968 Dec 16 03:54:15.085034 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3a2439b6-b77a-442c-ae8b-615c49ecf44c req-255b9a09-95e7-456b-ab09-c95f567c4875 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453324 Dec 16 03:54:15.154515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-06f32f33-5208-409d-995a-e0d039a43f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:15.155997 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-06f32f33-5208-409d-995a-e0d039a43f0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0425076 Dec 16 03:54:15.252115 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-93798f95-fc7f-4092-abeb-2524ce98fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:15.253489 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-93798f95-fc7f-4092-abeb-2524ce98fad1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0898578 Dec 16 03:54:15.321438 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-7ced32b9-4cf0-4f11-9a11-5891e5a7ce1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1002 time: 0.0609114 Dec 16 03:54:15.375085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-735178e3-6c90-49e6-874b-8f62781ef1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:15.376539 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-735178e3-6c90-49e6-874b-8f62781ef1d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0483930 Dec 16 03:54:15.428129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-de51a141-91fd-46c5-941d-559ce079df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:15.429587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-de51a141-91fd-46c5-941d-559ce079df24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459788 Dec 16 03:54:15.521777 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-cd9043d5-3d15-498d-9aa1-b58b1a744d87 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846686 Dec 16 03:54:15.617480 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-2a8e3483-000d-49ba-8c37-5c1f99e237ee service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886738 Dec 16 03:54:16.220366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2734d67-bd72-4505-86b8-f149eeb35bd3 req-2b8311bd-7df4-4747-8922-c6632162a6c3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:16.221740 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2734d67-bd72-4505-86b8-f149eeb35bd3 req-2b8311bd-7df4-4747-8922-c6632162a6c3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0584648 Dec 16 03:54:16.272834 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2734d67-bd72-4505-86b8-f149eeb35bd3 req-b963ed66-825e-4593-be97-94fe3d3ed269 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Dec 16 03:54:17.399983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d299f75-0b29-4bde-a015-95bdd7c11e6d req-b11de0e3-27eb-4360-9cc5-2535b85248fa tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:17.401471 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d299f75-0b29-4bde-a015-95bdd7c11e6d req-b11de0e3-27eb-4360-9cc5-2535b85248fa tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0508041 Dec 16 03:54:17.448929 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d299f75-0b29-4bde-a015-95bdd7c11e6d req-7f99b985-f665-4682-9a4c-730c655a0db2 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413663 Dec 16 03:54:18.588413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13afb13-fbd5-4084-95f8-00760a9ee92c req-ad64aa64-95ff-40b2-9e07-512ce917bce1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:18.589884 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c13afb13-fbd5-4084-95f8-00760a9ee92c req-ad64aa64-95ff-40b2-9e07-512ce917bce1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0523331 Dec 16 03:54:18.639334 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c13afb13-fbd5-4084-95f8-00760a9ee92c req-6486e260-95b2-49f4-a128-a1ad7e2fef8f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Dec 16 03:54:19.777892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafad559-7d22-461a-83a6-f2ce83fe565a req-ac057e8d-90ae-4572-8eb5-82456545297c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:19.779379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-aafad559-7d22-461a-83a6-f2ce83fe565a req-ac057e8d-90ae-4572-8eb5-82456545297c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0564325 Dec 16 03:54:19.833413 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-aafad559-7d22-461a-83a6-f2ce83fe565a req-07d87244-790d-4671-8cd0-c9ac5e3e32ae tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445786 Dec 16 03:54:20.973009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3372c65-b0bc-4248-9c5c-8a5f84948795 req-b0292511-493c-451b-9be0-c9e5cfc5372d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:20.974505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d3372c65-b0bc-4248-9c5c-8a5f84948795 req-b0292511-493c-451b-9be0-c9e5cfc5372d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0590773 Dec 16 03:54:21.022995 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d3372c65-b0bc-4248-9c5c-8a5f84948795 req-97b92f56-6a5d-481f-9938-e830be585c98 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Dec 16 03:54:22.153035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309139f-df80-4f8a-b8b3-6bac0795d09c req-bbdb84b3-8161-4278-b806-233b7837cb7e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:22.154529 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b309139f-df80-4f8a-b8b3-6bac0795d09c req-bbdb84b3-8161-4278-b806-233b7837cb7e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0510025 Dec 16 03:54:22.209436 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b309139f-df80-4f8a-b8b3-6bac0795d09c req-b0767009-b5a1-4735-b68d-af361163a6cb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460360 Dec 16 03:54:23.335940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e40642-0af0-42f4-a75e-da42bb30b2ce req-d735fc43-2645-436e-ac90-8d11788b033b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:23.337400 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b5e40642-0af0-42f4-a75e-da42bb30b2ce req-d735fc43-2645-436e-ac90-8d11788b033b tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0502186 Dec 16 03:54:23.389273 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b5e40642-0af0-42f4-a75e-da42bb30b2ce req-8c5ce51d-1e58-4f57-912a-bcb84d41fb44 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Dec 16 03:54:23.921114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:24.522010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb3dd8-07f3-4142-8bc5-83b7cb420ad5 req-7a309f6c-b5fd-46d1-af3e-6069efa1baef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:24.524878 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4cb3dd8-07f3-4142-8bc5-83b7cb420ad5 req-7a309f6c-b5fd-46d1-af3e-6069efa1baef tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0523634 Dec 16 03:54:24.590277 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4cb3dd8-07f3-4142-8bc5-83b7cb420ad5 req-f47a2dc4-b980-4592-aab3-c89bad0b1001 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547836 Dec 16 03:54:25.728734 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ce442-9e02-48f0-92cf-ea2b10e67b30 req-e39f9042-45e2-402f-8078-b9ca54209ea6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:25.730508 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-443ce442-9e02-48f0-92cf-ea2b10e67b30 req-e39f9042-45e2-402f-8078-b9ca54209ea6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0552001 Dec 16 03:54:25.788548 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-443ce442-9e02-48f0-92cf-ea2b10e67b30 req-b1d4a17d-aacd-49dc-95b3-56c545e9e7e1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521984 Dec 16 03:54:26.929761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fb2d2-4ff9-488f-8e13-dcbd6f92c9bc req-1e3f5c4a-9a20-4620-bd83-2e23c7244c14 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:26.931262 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-827fb2d2-4ff9-488f-8e13-dcbd6f92c9bc req-1e3f5c4a-9a20-4620-bd83-2e23c7244c14 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0549238 Dec 16 03:54:26.983540 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-827fb2d2-4ff9-488f-8e13-dcbd6f92c9bc req-c621815e-edcc-4354-864f-e07e59a52b46 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458872 Dec 16 03:54:28.118629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1540f-61a6-41fc-81c2-f03fe1a22895 req-2223a86f-b58e-4a86-b9b4-6fa77bf30bee tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:28.120086 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-edc1540f-61a6-41fc-81c2-f03fe1a22895 req-2223a86f-b58e-4a86-b9b4-6fa77bf30bee tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0607476 Dec 16 03:54:28.169782 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-edc1540f-61a6-41fc-81c2-f03fe1a22895 req-40961e11-677e-4c98-8993-d5cb5bfbb393 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405774 Dec 16 03:54:29.369005 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e3cc8-abad-4c1c-9c28-758fdfd4ca06 req-f0f963ca-a34a-44e9-b1d4-645986f14f62 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:29.370484 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b01e3cc8-abad-4c1c-9c28-758fdfd4ca06 req-f0f963ca-a34a-44e9-b1d4-645986f14f62 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0578907 Dec 16 03:54:29.420277 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b01e3cc8-abad-4c1c-9c28-758fdfd4ca06 req-5654ab10-4ca7-4595-b945-70826d5db36f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436962 Dec 16 03:54:30.556778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afabfb-ae42-4274-901c-001c0e973385 req-ad68237a-19e0-4758-b518-4cb9d6285099 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:30.558259 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a5afabfb-ae42-4274-901c-001c0e973385 req-ad68237a-19e0-4758-b518-4cb9d6285099 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0551574 Dec 16 03:54:30.615803 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a5afabfb-ae42-4274-901c-001c0e973385 req-66ee3fab-bc0d-46ec-b6c8-3ccdd968f9c4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477657 Dec 16 03:54:31.743376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09487c8c-27ca-42c8-9356-848baf4b7794 req-3b83efa3-d713-42b5-8c4a-51d90aa956cf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:31.744858 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09487c8c-27ca-42c8-9356-848baf4b7794 req-3b83efa3-d713-42b5-8c4a-51d90aa956cf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0526483 Dec 16 03:54:31.794252 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09487c8c-27ca-42c8-9356-848baf4b7794 req-ca23fc04-bc3a-42be-8dda-132aa24b7b88 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432618 Dec 16 03:54:32.924447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1e86-94c9-4a04-870e-c5f87778dd62 req-7f800113-ebaa-4eb7-b3ab-03f07c28c94a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:32.925936 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2e0b1e86-94c9-4a04-870e-c5f87778dd62 req-7f800113-ebaa-4eb7-b3ab-03f07c28c94a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0508554 Dec 16 03:54:32.979948 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2e0b1e86-94c9-4a04-870e-c5f87778dd62 req-c84fd6d9-3b22-4ad9-a917-5517fb68c312 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441821 Dec 16 03:54:34.111879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d4714-c4bb-4e65-bda4-e019e93b74e9 req-695aaf1c-5258-47db-99f0-8d709c65cd49 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:34.113423 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-831d4714-c4bb-4e65-bda4-e019e93b74e9 req-695aaf1c-5258-47db-99f0-8d709c65cd49 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0569456 Dec 16 03:54:34.164302 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-831d4714-c4bb-4e65-bda4-e019e93b74e9 req-df4ffba7-869b-47ed-b60c-60412ee14dd3 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Dec 16 03:54:35.223363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbd56-550e-45ff-bc9d-caf4d00aa497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:35.285917 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b006b-df3c-46f4-9f2c-43e6a5606b4b req-47ce5f9a-c680-492c-9d1b-4ec11175782e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:35.287432 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cc7b006b-df3c-46f4-9f2c-43e6a5606b4b req-47ce5f9a-c680-492c-9d1b-4ec11175782e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0514288 Dec 16 03:54:35.335632 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cc7b006b-df3c-46f4-9f2c-43e6a5606b4b req-390abd61-61af-4033-b34d-1ac654580e61 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421124 Dec 16 03:54:36.469886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcf51-17e1-435f-9b03-552a21d5ce74 req-66700850-cc19-433e-8a80-cd2a326c6680 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:36.471383 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09fbcf51-17e1-435f-9b03-552a21d5ce74 req-66700850-cc19-433e-8a80-cd2a326c6680 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0517428 Dec 16 03:54:36.524751 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09fbcf51-17e1-435f-9b03-552a21d5ce74 req-9154c5ec-b474-4a39-8deb-dcf30a9ce6a9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464995 Dec 16 03:54:37.413053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08f8b7df-4105-4fa8-a47a-d7428a84695b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:37.662733 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c5d00-232c-44e1-9f6d-19467d88b255 req-6be42a09-a2bf-41c0-842d-a74d51d8e036 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:37.664297 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a45c5d00-232c-44e1-9f6d-19467d88b255 req-6be42a09-a2bf-41c0-842d-a74d51d8e036 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0611711 Dec 16 03:54:37.715276 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a45c5d00-232c-44e1-9f6d-19467d88b255 req-78e50a2c-4386-4fac-9cac-e9a8fa061898 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422423 Dec 16 03:54:38.538281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:38.846534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72d23c-a573-408b-a3e7-96b9691ed538 req-afd3af72-6c1a-4d51-b227-075b02ca6f94 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:38.847999 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec72d23c-a573-408b-a3e7-96b9691ed538 req-afd3af72-6c1a-4d51-b227-075b02ca6f94 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0517085 Dec 16 03:54:38.902362 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec72d23c-a573-408b-a3e7-96b9691ed538 req-2958ff81-205e-4bb6-b807-ce124f00edf7 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453742 Dec 16 03:54:40.041571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62051f-129d-4879-ae51-9c67c07f1e43 req-a4692679-c044-4bfb-a6d1-5cf42b774a24 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:40.043140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d62051f-129d-4879-ae51-9c67c07f1e43 req-a4692679-c044-4bfb-a6d1-5cf42b774a24 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0572710 Dec 16 03:54:40.092677 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d62051f-129d-4879-ae51-9c67c07f1e43 req-77ecb2a7-5f98-4949-9925-a9d0c97f065d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Dec 16 03:54:40.103814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:41.148005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:41.229107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38584da-6da5-4595-b63a-f3db5bc128a2 req-ff8e6a96-4d73-4988-bff0-5c1ca288ef3c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:41.230515 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c38584da-6da5-4595-b63a-f3db5bc128a2 req-ff8e6a96-4d73-4988-bff0-5c1ca288ef3c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0518475 Dec 16 03:54:41.279762 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c38584da-6da5-4595-b63a-f3db5bc128a2 req-9681bc41-90d0-48e8-b0a4-a0cbc1806ff6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Dec 16 03:54:42.402441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd5ef-4caf-4d0e-a41b-ce38898391bc req-cf662ebe-2edb-419e-bf83-af797b54cc2d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:42.403956 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-275dd5ef-4caf-4d0e-a41b-ce38898391bc req-cf662ebe-2edb-419e-bf83-af797b54cc2d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0543752 Dec 16 03:54:42.451996 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-275dd5ef-4caf-4d0e-a41b-ce38898391bc req-ccbdd721-76b8-437e-9ff7-694cb7eb02a1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 Dec 16 03:54:43.587165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2d1e8-ee2f-4f90-ad67-7bdaf0768c25 req-2e7f9067-d85b-4de8-ac02-6a1e7a4046c8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:43.589128 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2c2d1e8-ee2f-4f90-ad67-7bdaf0768c25 req-2e7f9067-d85b-4de8-ac02-6a1e7a4046c8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0580254 Dec 16 03:54:43.639838 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2c2d1e8-ee2f-4f90-ad67-7bdaf0768c25 req-a0b416ce-394e-40d2-ae6b-9c7d9dae2403 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436723 Dec 16 03:54:44.467906 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:54:44.773592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea678ee-38cc-46b1-a340-e857ff797999 req-09851832-ff87-4982-896b-23fff6fa6bf4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:44.775061 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ea678ee-38cc-46b1-a340-e857ff797999 req-09851832-ff87-4982-896b-23fff6fa6bf4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0536945 Dec 16 03:54:44.827955 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ea678ee-38cc-46b1-a340-e857ff797999 req-a8e843f1-6bcb-4233-87a4-4bd57d0a6d0c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467589 Dec 16 03:54:45.967182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17529ac5-cb6c-4f97-ad52-fb09f2d75fb8 req-f785c1ea-c3cd-4bc5-a693-5839a87338d1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:45.968662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-17529ac5-cb6c-4f97-ad52-fb09f2d75fb8 req-f785c1ea-c3cd-4bc5-a693-5839a87338d1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0607610 Dec 16 03:54:46.016985 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-17529ac5-cb6c-4f97-ad52-fb09f2d75fb8 req-e7e32652-4152-40ac-83f3-61f32dba733f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Dec 16 03:54:47.155677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c7bbb-8663-476a-b1b5-b71d1bc1ee13 req-37b16dae-7188-49e0-8723-f45348c123cf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:47.157236 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-977c7bbb-8663-476a-b1b5-b71d1bc1ee13 req-37b16dae-7188-49e0-8723-f45348c123cf tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0575294 Dec 16 03:54:47.207788 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-977c7bbb-8663-476a-b1b5-b71d1bc1ee13 req-2a192d5e-cbc0-4d1b-97a3-9633f58eaa17 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Dec 16 03:54:48.333163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dde33-2fa1-443d-8cfd-eed5d56bab7f req-7f1eb953-f6e4-4a8b-ba2e-26f275cc25f4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:48.334684 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa5dde33-2fa1-443d-8cfd-eed5d56bab7f req-7f1eb953-f6e4-4a8b-ba2e-26f275cc25f4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0561314 Dec 16 03:54:48.383982 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa5dde33-2fa1-443d-8cfd-eed5d56bab7f req-3b51b2a9-3b3c-40ab-8e11-5338d2284117 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430758 Dec 16 03:54:49.507446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f12c5-9d4a-4f6f-bd08-c35e90a43ccc req-1e0e81de-9f67-4740-9bf3-a8cff54a8ac9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:49.508962 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb4f12c5-9d4a-4f6f-bd08-c35e90a43ccc req-1e0e81de-9f67-4740-9bf3-a8cff54a8ac9 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0511026 Dec 16 03:54:49.557904 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bb4f12c5-9d4a-4f6f-bd08-c35e90a43ccc req-6402c1e1-7c60-41d1-9beb-681f95596530 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418019 Dec 16 03:54:49.615085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-63f80f3a-b254-4bbb-bad6-8fa92c555f48 service neutron] 10.222.0.30 "GET /v2.0/ports/abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0545931 Dec 16 03:54:49.846675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-46f8c4df-c0f2-4745-94be-cb973182129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:49.848260 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-46f8c4df-c0f2-4745-94be-cb973182129a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 1099 time: 0.0445061 Dec 16 03:54:49.926634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-1e9373b6-fd64-478e-be5f-d3e8467317d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:49.928146 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-1e9373b6-fd64-478e-be5f-d3e8467317d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0429218 Dec 16 03:54:50.033430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-216523de-6e09-4765-8ce7-3bcd2d1b8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:50.034991 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-216523de-6e09-4765-8ce7-3bcd2d1b8af8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0996194 Dec 16 03:54:50.101681 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-ef5a1a8e-59af-483d-bb44-0a0758e0ec93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1002 time: 0.0591967 Dec 16 03:54:50.153091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-77544618-dd37-4769-a2ff-ae11a9397ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:50.154543 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-77544618-dd37-4769-a2ff-ae11a9397ac1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0465524 Dec 16 03:54:50.201696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-6dcd2956-6270-4d4e-91c4-4d22bf5624f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:50.203241 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-6dcd2956-6270-4d4e-91c4-4d22bf5624f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418501 Dec 16 03:54:50.295526 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-7b61c656-652c-479f-b085-d95259aca1f6 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842397 Dec 16 03:54:50.389923 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-eb114ed0-8839-4d50-af1d-a290f9f75cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866511 Dec 16 03:54:50.679281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42b63-c5fe-4eb7-984d-863f2ccf6125 req-b859a038-b354-4db0-a851-29645c27c83a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:50.680669 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fec42b63-c5fe-4eb7-984d-863f2ccf6125 req-b859a038-b354-4db0-a851-29645c27c83a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0486906 Dec 16 03:54:50.738818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fec42b63-c5fe-4eb7-984d-863f2ccf6125 req-97a8ca22-d40d-4af9-8bf5-0003dfd23e93 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518615 Dec 16 03:54:50.935936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:54:51.012499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:51.035008 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:54:51.037216 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accf0af3-e640-46f6-b8f4-91496932dfcc" -d '{"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:54:51.050108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:54:51.055038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:51.106368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:54:51.116418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.116800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.117186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.117468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.117848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.118172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.118529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.118858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.119178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.119481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.119806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.120248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.120573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:54:51.139914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 03:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5df45a-0458-4f5b-a88b-ded73c9aa1f2 x-openstack-request-id: req-8b5df45a-0458-4f5b-a88b-ded73c9aa1f2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:54:51.140208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:54:51.140461 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b5df45a-0458-4f5b-a88b-ded73c9aa1f2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:54:51.140857 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'code': 200} Dec 16 03:54:51.629089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-e334522e-4533-4aa2-961f-3694877333d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:51.630633 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-e334522e-4533-4aa2-961f-3694877333d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0432336 Dec 16 03:54:51.739634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-95c0d4b6-2de2-4561-ace0-bd09aad5d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:51.741160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-95c0d4b6-2de2-4561-ace0-bd09aad5d462 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0900984 Dec 16 03:54:51.810259 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-9d1b4bac-9007-476a-880c-7442a2cdfdbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1000 time: 0.0622656 Dec 16 03:54:51.861635 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-400be3f5-79fb-4a00-b761-bffa65bf4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:51.861880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6a9d9-87a7-4cd8-be21-279917fea7df req-cf96b61c-7f41-421a-896e-323fea2791b4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:51.863323 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-400be3f5-79fb-4a00-b761-bffa65bf4896 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0452366 Dec 16 03:54:51.863494 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-63b6a9d9-87a7-4cd8-be21-279917fea7df req-cf96b61c-7f41-421a-896e-323fea2791b4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0534143 Dec 16 03:54:51.914199 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-63b6a9d9-87a7-4cd8-be21-279917fea7df req-29ade35a-7954-421e-aef0-013744467893 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440180 Dec 16 03:54:51.914416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-0ea5c625-838e-440b-abc2-997c45705a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:51.915841 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-0ea5c625-838e-440b-abc2-997c45705a88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453801 Dec 16 03:54:52.016318 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-27ccfd6c-3e33-4da4-97a5-bcb4946783e7 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930932 Dec 16 03:54:52.117584 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c8c69a7-ab52-466d-adea-5b71b8d6a208 req-bb1db839-8466-417c-970f-baa7a3a2c351 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942895 Dec 16 03:54:53.038553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf94b5-b848-489f-9c91-d3626c823016 req-221417fb-0f95-4272-83ee-f4e1033a4d5c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:53.040045 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e6cf94b5-b848-489f-9c91-d3626c823016 req-221417fb-0f95-4272-83ee-f4e1033a4d5c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0495439 Dec 16 03:54:53.088102 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e6cf94b5-b848-489f-9c91-d3626c823016 req-42610303-2481-48cb-96a2-7f17d95c06c6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417831 Dec 16 03:54:53.931019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:54.211513 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fd68f-8282-416e-b4f9-69ed09878ad5 req-d76ead19-3dc6-4cfc-bab0-e12e5caa5aa8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:54.213035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9f0fd68f-8282-416e-b4f9-69ed09878ad5 req-d76ead19-3dc6-4cfc-bab0-e12e5caa5aa8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0557780 Dec 16 03:54:54.263026 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9f0fd68f-8282-416e-b4f9-69ed09878ad5 req-7e8812b5-4e55-4130-bc1b-84f17f3521e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Dec 16 03:54:55.387714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13cf64-23e0-4f1b-bb50-4de613f52704 req-e3684af5-77dd-45ed-9d95-67d78a2f8c53 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:55.389166 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff13cf64-23e0-4f1b-bb50-4de613f52704 req-e3684af5-77dd-45ed-9d95-67d78a2f8c53 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0554011 Dec 16 03:54:55.437212 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff13cf64-23e0-4f1b-bb50-4de613f52704 req-c488919d-6d9c-4518-b988-dad958660dd8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 Dec 16 03:54:56.564701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf44900-5b31-496b-a28b-17dfa966943c req-f39b0217-abf4-4560-b008-755ae91e9449 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:56.566172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbf44900-5b31-496b-a28b-17dfa966943c req-f39b0217-abf4-4560-b008-755ae91e9449 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0567319 Dec 16 03:54:56.613559 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fbf44900-5b31-496b-a28b-17dfa966943c req-f60a795b-6f71-4dfb-ac4b-e0f09e14853c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Dec 16 03:54:56.937002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:54:57.035585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:54:57.050422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'port_id': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'mac_address': 'fa:16:3e:1e:10:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:54:57.240421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:57.253457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:54:57.272284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:54:57.278128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:57.325084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:54:57.405988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:54:57.748701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332705be-90f2-4951-8a80-0b9a94baae87 req-c92c4aa2-58c9-4a82-b5f5-0d1c97dd84c0 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:57.750161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-332705be-90f2-4951-8a80-0b9a94baae87 req-c92c4aa2-58c9-4a82-b5f5-0d1c97dd84c0 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 945 time: 0.0515063 Dec 16 03:54:57.798810 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-332705be-90f2-4951-8a80-0b9a94baae87 req-bc2f4c94-845b-4486-a83f-28d24535e132 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Dec 16 03:54:58.940674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010fc0-1339-42dc-bf77-e0730121f824 req-a8a929d4-42dd-496c-bf80-2148fb071774 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:54:58.942171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e7010fc0-1339-42dc-bf77-e0730121f824 req-a8a929d4-42dd-496c-bf80-2148fb071774 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 945 time: 0.0559266 Dec 16 03:54:58.950890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:54:58.993713 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e7010fc0-1339-42dc-bf77-e0730121f824 req-0ec7d9b0-61e1-4226-8ce2-41294efd243f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452280 Dec 16 03:54:59.000286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:54:59.000749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:59.079031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:59.101994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:54:59.104178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288a18a8-4165-4dcd-8954-185e91f835cc" -d '{"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-plugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:54:59.116789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:54:59.121664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:54:59.153976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f47cc1c-dcda-4123-9ca8-a64f7ec7ab5c x-openstack-request-id: req-2f47cc1c-dcda-4123-9ca8-a64f7ec7ab5c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:54:59.154346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-plugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:54:59.154635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f47cc1c-dcda-4123-9ca8-a64f7ec7ab5c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:54:59.155028 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'code': 200} Dec 16 03:54:59.172419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:00.123375 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07048e65-df59-4f02-b9a8-921cd71ab94c req-9f7cc913-0b9e-404d-9a8f-8cc0b843acfb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:00.124807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-07048e65-df59-4f02-b9a8-921cd71ab94c req-9f7cc913-0b9e-404d-9a8f-8cc0b843acfb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0512474 Dec 16 03:55:00.172907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-07048e65-df59-4f02-b9a8-921cd71ab94c req-7b8e92e2-9e97-48dc-beae-814485a909eb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419171 Dec 16 03:55:01.312846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfec639-11d3-4e71-a56b-f7c593c6676e req-71b32d70-00fb-45ab-ab5b-fb4195531c80 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:01.314734 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bfec639-11d3-4e71-a56b-f7c593c6676e req-71b32d70-00fb-45ab-ab5b-fb4195531c80 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0544915 Dec 16 03:55:01.364886 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bfec639-11d3-4e71-a56b-f7c593c6676e req-64b9d11f-e14e-4ba0-a296-3285dbc3fdf4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412064 Dec 16 03:55:02.497451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d831b-99f9-456a-b6da-3bd2d2274855 req-2593ec93-c15a-4c8b-a110-67125553ec77 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:02.499118 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f0d831b-99f9-456a-b6da-3bd2d2274855 req-2593ec93-c15a-4c8b-a110-67125553ec77 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0540957 Dec 16 03:55:02.547261 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1f0d831b-99f9-456a-b6da-3bd2d2274855 req-812ded5f-7596-42bd-8b70-252d5f03683a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416844 Dec 16 03:55:03.674668 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6d6a-c142-478f-b6f9-1b6f1e2fe36d req-faacf59f-663a-4a8b-8a3a-2976bb811de8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:03.676149 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cd7b6d6a-c142-478f-b6f9-1b6f1e2fe36d req-faacf59f-663a-4a8b-8a3a-2976bb811de8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0553932 Dec 16 03:55:03.731056 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cd7b6d6a-c142-478f-b6f9-1b6f1e2fe36d req-03c5a22e-6cee-41e2-bc07-fa1a11c61fec tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457406 Dec 16 03:55:04.044092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-6aa6576e-36d7-4b3a-a860-1c5d24ac756a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:04.046073 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-6aa6576e-36d7-4b3a-a860-1c5d24ac756a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6&tenant_id=5e68348ca7e54b43b42eaa3342c94c81&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 946 time: 0.0538969 Dec 16 03:55:04.060953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f31e43-7136-4591-9d12-473fa42ada24 req-112c3edc-fc56-4336-92f4-1d5f3f16664f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:04.062591 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c9f31e43-7136-4591-9d12-473fa42ada24 req-112c3edc-fc56-4336-92f4-1d5f3f16664f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0498600 Dec 16 03:55:04.108854 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-257da8c8-bb16-4bbb-99e6-60bd70b7cf4e service neutron] 10.222.0.30 "GET /v2.0/ports/abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0547836 Dec 16 03:55:04.114555 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c9f31e43-7136-4591-9d12-473fa42ada24 req-a4c6cdad-2d09-451f-ba26-a0c1381a8d98 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454915 Dec 16 03:55:04.192118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-c3277b4c-6b2c-4ce8-9063-f30a11cd0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:04.193586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-c3277b4c-6b2c-4ce8-9063-f30a11cd0d74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0443242 Dec 16 03:55:04.286880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-678270b7-8863-4422-8855-83d62412f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:04.288272 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-678270b7-8863-4422-8855-83d62412f91f service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0877590 Dec 16 03:55:04.361620 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-33e846d6-75e3-4f26-8a92-847a2bc47f51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1002 time: 0.0658171 Dec 16 03:55:04.415135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-eb9acbfe-7437-4873-a3cb-11f5ebb19ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:04.416597 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-eb9acbfe-7437-4873-a3cb-11f5ebb19ed3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0480020 Dec 16 03:55:04.472866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-a2eaad32-ea74-402f-8a0e-45b4d42ab2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:04.474349 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-a2eaad32-ea74-402f-8a0e-45b4d42ab2ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498247 Dec 16 03:55:04.569621 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-6d035c3e-0dd3-40cf-a6bf-79374c280dbb service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877142 Dec 16 03:55:04.663768 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-47614479-3883-495e-a412-36cde63d7eea service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865991 Dec 16 03:55:05.221568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7942945-a1f2-4f3e-b0ee-7e6e94ab938f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:05.240145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c312-290b-485b-a201-f0bd5bf35db8 req-8e722e9e-c0fb-4e91-81fb-4b0371278d11 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:05.241646 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2c00c312-290b-485b-a201-f0bd5bf35db8 req-8e722e9e-c0fb-4e91-81fb-4b0371278d11 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Dec 16 03:55:05.289745 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2c00c312-290b-485b-a201-f0bd5bf35db8 req-9d7e22e5-d744-4287-a479-dc915f8a8fb8 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418935 Dec 16 03:55:06.420685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47815f-b87e-4cee-b981-257c33236417 req-95c3836b-831a-423a-8d2d-0df8534becdb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:06.422132 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c47815f-b87e-4cee-b981-257c33236417 req-95c3836b-831a-423a-8d2d-0df8534becdb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0498290 Dec 16 03:55:06.475891 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9c47815f-b87e-4cee-b981-257c33236417 req-194213e9-1ca9-49dd-b8d1-4845f191a490 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440240 Dec 16 03:55:07.407088 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bacc1f38-9555-4972-b740-f57bcb93e14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:07.602646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407b421-c650-4ea4-90db-b3ced733e1ab req-22beeca8-9c5a-41f3-9631-dd61a5fdab4f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:07.604134 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f407b421-c650-4ea4-90db-b3ced733e1ab req-22beeca8-9c5a-41f3-9631-dd61a5fdab4f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0546768 Dec 16 03:55:07.653975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f407b421-c650-4ea4-90db-b3ced733e1ab req-372dc585-dbda-4e3e-864d-e25a04934409 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Dec 16 03:55:08.540469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:08.777411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be9e68-0880-4eec-af22-f96179a86143 req-e0a04d7b-91f7-413e-858e-15fd8cb7311d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:08.778938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89be9e68-0880-4eec-af22-f96179a86143 req-e0a04d7b-91f7-413e-858e-15fd8cb7311d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0534165 Dec 16 03:55:08.831988 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-89be9e68-0880-4eec-af22-f96179a86143 req-13ab5af9-5dcd-4efe-83e2-57626618160c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463779 Dec 16 03:55:09.317831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-f34837dd-ca57-4673-bfbc-4c30d3f81c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:09.319370 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-f34837dd-ca57-4673-bfbc-4c30d3f81c25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6&tenant_id=5e68348ca7e54b43b42eaa3342c94c81 HTTP/1.1" status: 200 len: 1099 time: 0.0425777 Dec 16 03:55:09.401498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-7303258c-d8ce-41fb-ba81-b3350783143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:09.402914 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-7303258c-d8ce-41fb-ba81-b3350783143b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0428169 Dec 16 03:55:09.500092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-af3172d9-c88b-4546-9f68-52b9f5af13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:09.501630 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-af3172d9-c88b-4546-9f68-52b9f5af13ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 200 len: 911 time: 0.0910106 Dec 16 03:55:09.573085 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-308dbc74-0df3-4000-a4fc-01cdd277f23f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 200 len: 1002 time: 0.0615058 Dec 16 03:55:09.627804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-0d2f4303-840c-4b4a-8519-775d7183087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:09.630279 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-0d2f4303-840c-4b4a-8519-775d7183087f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 200 len: 850 time: 0.0504055 Dec 16 03:55:09.690902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-b38843c6-0400-4372-9f20-f53146129d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:09.692352 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-b38843c6-0400-4372-9f20-f53146129d7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22a0e361-3a74-4e91-99f9-98c8ecd3853b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546319 Dec 16 03:55:09.788182 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-79a109ac-b0f0-4255-87a8-a70fa56d31dd service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859215 Dec 16 03:55:09.880594 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f119d94d-61e7-4626-ba73-02d0880904f5 req-67b4b218-9035-4e55-9185-5eb3c3feb2c2 service neutron] 10.222.0.30 "GET /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851429 Dec 16 03:55:09.969031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25fe2-512e-488b-b10c-20b6e76db30d req-280f514f-12bc-4063-a8fa-cfcb85a4c903 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:09.970552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7fb25fe2-512e-488b-b10c-20b6e76db30d req-280f514f-12bc-4063-a8fa-cfcb85a4c903 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0539136 Dec 16 03:55:10.026547 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7fb25fe2-512e-488b-b10c-20b6e76db30d req-ceb88a99-dcd6-47bc-a875-067745d64831 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500054 Dec 16 03:55:10.087296 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:10.985372 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:55:11.066778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:11.090162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:55:11.092535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee379ad7-80f3-4378-be34-1db51b018f41" -d '{"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:55:11.105912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:11.111140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:11.165677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:11.171350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aeb72b-3935-48ad-b3ab-c072f48d7c58 req-1b168f89-2829-4cd1-8cd9-66d209fc5cf2 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:11.181004 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23aeb72b-3935-48ad-b3ab-c072f48d7c58 req-1b168f89-2829-4cd1-8cd9-66d209fc5cf2 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0801749 Dec 16 03:55:11.182933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=9']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:11.188580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 03:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f0cc91-6f2e-4fed-adf5-5117c10ac0c0 x-openstack-request-id: req-c9f0cc91-6f2e-4fed-adf5-5117c10ac0c0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:55:11.188875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:55:11.189160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9f0cc91-6f2e-4fed-adf5-5117c10ac0c0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:55:11.190741 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'code': 200} Dec 16 03:55:11.232166 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-23aeb72b-3935-48ad-b3ab-c072f48d7c58 req-04be1da9-9586-4a9c-9fd0-3376345707c4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Dec 16 03:55:12.397869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4dc1-6779-4ce7-b3b7-c71936c3e588 req-749c9dcd-8d92-46fe-959c-26b7a85900b1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:12.400481 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12dd4dc1-6779-4ce7-b3b7-c71936c3e588 req-749c9dcd-8d92-46fe-959c-26b7a85900b1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0830417 Dec 16 03:55:12.470958 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12dd4dc1-6779-4ce7-b3b7-c71936c3e588 req-b4bf0c1c-9c10-4f1c-afa8-a9fb7b76f748 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639863 Dec 16 03:55:13.601408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5028-d20e-416e-afea-5f286941a7f0 req-a3896634-1c16-493b-b466-f95ed38a6220 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:13.602901 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56ee5028-d20e-416e-afea-5f286941a7f0 req-a3896634-1c16-493b-b466-f95ed38a6220 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0537844 Dec 16 03:55:13.653354 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-56ee5028-d20e-416e-afea-5f286941a7f0 req-087c9b14-b3bf-4973-a676-88331ff84661 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 Dec 16 03:55:14.778326 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd4c0a-e8d8-4c00-a4f8-fac7cf95320b req-2e8051e1-6c3d-40cb-9335-33d66e92079c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:14.779861 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ecd4c0a-e8d8-4c00-a4f8-fac7cf95320b req-2e8051e1-6c3d-40cb-9335-33d66e92079c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0546982 Dec 16 03:55:14.828790 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ecd4c0a-e8d8-4c00-a4f8-fac7cf95320b req-8e87fcaf-73ab-4cd1-a298-cfa53259004f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Dec 16 03:55:15.959486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63179b-7677-428f-a82f-b864165609b0 req-25e242cc-9c48-4537-9eda-f41994bb5bf4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:15.960961 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-de63179b-7677-428f-a82f-b864165609b0 req-25e242cc-9c48-4537-9eda-f41994bb5bf4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0570374 Dec 16 03:55:16.012493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-de63179b-7677-428f-a82f-b864165609b0 req-09ad3639-b2bf-4a7e-8932-901f4764f213 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 Dec 16 03:55:17.012546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:55:17.113712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:17.125813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'port_id': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'mac_address': 'fa:16:3e:1e:10:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:55:17.130152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe27c6-400a-4cc0-985f-d0df06d703f4 req-e7d8da1c-832f-46e7-b2cf-e5fbac643446 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:17.131712 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38fe27c6-400a-4cc0-985f-d0df06d703f4 req-e7d8da1c-832f-46e7-b2cf-e5fbac643446 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 944 time: 0.0500987 Dec 16 03:55:17.163502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:17.176845 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:55:17.179161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38fe27c6-400a-4cc0-985f-d0df06d703f4 req-e3fb5a3d-10a7-4ef0-af1d-79a4d0a4e31a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Dec 16 03:55:17.198165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:17.203970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:17.254368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:17.328146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:55:18.317328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddb623-dcb2-4471-a327-07fab7dcb299 req-569d5536-193c-4316-99a8-912741e03dbb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:18.318793 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e0ddb623-dcb2-4471-a327-07fab7dcb299 req-569d5536-193c-4316-99a8-912741e03dbb tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 946 time: 0.0568857 Dec 16 03:55:18.370533 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e0ddb623-dcb2-4471-a327-07fab7dcb299 req-caaac1e6-21f7-48ec-abda-0343aa78b83c tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455146 Dec 16 03:55:19.028819 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:55:19.083279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:55:19.083651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:19.156924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:19.186204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:55:19.189582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9a4e3-8d6c-4e34-afc9-5cc3a0b24b71" -d '{"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-plugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:55:19.202685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:19.208640 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:19.235797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2869e99d-08dc-422b-bd2c-4d3bfe060303 x-openstack-request-id: req-2869e99d-08dc-422b-bd2c-4d3bfe060303 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:55:19.236115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-plugged", "status": "completed", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:55:19.236393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2869e99d-08dc-422b-bd2c-4d3bfe060303 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:55:19.236859 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'code': 200} Dec 16 03:55:19.262976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=11']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:19.496521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47a5e1-0c87-4f80-acae-cce13ed0440b req-2cb83d17-2b97-4456-913c-003deb7fa04a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:19.497934 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6a47a5e1-0c87-4f80-acae-cce13ed0440b req-2cb83d17-2b97-4456-913c-003deb7fa04a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0520291 Dec 16 03:55:19.551475 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6a47a5e1-0c87-4f80-acae-cce13ed0440b req-9ebe59c1-c3f4-4d2f-b57b-e55eea95339e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442877 Dec 16 03:55:20.692815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d797-3d3f-462f-a309-a3dbc25eaac9 req-4e08de58-3aac-4980-8cb9-54132cc98c5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:20.694268 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9fe9d797-3d3f-462f-a309-a3dbc25eaac9 req-4e08de58-3aac-4980-8cb9-54132cc98c5f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0555871 Dec 16 03:55:20.745976 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9fe9d797-3d3f-462f-a309-a3dbc25eaac9 req-96aa1722-5203-47e1-8500-8b0dbdb98b8f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Dec 16 03:55:21.470757 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:55:21.879624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879acfe-fb7b-447f-84e1-8382a3c7b47e req-d9aa3a42-ddaf-4307-b2ac-2346cf96123e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:21.881190 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c879acfe-fb7b-447f-84e1-8382a3c7b47e req-d9aa3a42-ddaf-4307-b2ac-2346cf96123e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0564189 Dec 16 03:55:21.929150 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c879acfe-fb7b-447f-84e1-8382a3c7b47e req-0ebb5edf-5f35-4cc1-bcf2-5d22a7667857 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Dec 16 03:55:22.048031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646864f9-aa2b-4809-9445-0bb15d531396 req-7bc965d7-327e-4a88-96f4-1ce05bdb90d6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:22.049452 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-646864f9-aa2b-4809-9445-0bb15d531396 req-7bc965d7-327e-4a88-96f4-1ce05bdb90d6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0524542 Dec 16 03:55:22.109099 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-646864f9-aa2b-4809-9445-0bb15d531396 req-4cefa0b8-ffcf-4bb5-af68-442a89911e9e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532563 Dec 16 03:55:22.236582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1f978-7c1a-482b-bbe5-0aae43e7567b req-3793d051-d755-4472-9717-8c8b68d6d8e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:22.238035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2ac1f978-7c1a-482b-bbe5-0aae43e7567b req-3793d051-d755-4472-9717-8c8b68d6d8e5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0569029 Dec 16 03:55:22.286558 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2ac1f978-7c1a-482b-bbe5-0aae43e7567b req-f78cb513-f950-4012-b830-b31b283aa41a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420620 Dec 16 03:55:22.546484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6680d-e3df-4c00-a4c1-7bf09ac2cb73 req-66e87ed0-5da1-41c8-bdaf-7901d00e12a4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:22.548048 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cbd6680d-e3df-4c00-a4c1-7bf09ac2cb73 req-66e87ed0-5da1-41c8-bdaf-7901d00e12a4 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0581541 Dec 16 03:55:22.599067 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cbd6680d-e3df-4c00-a4c1-7bf09ac2cb73 req-217be22a-0f3c-4c4c-a1e5-cd1d44f20d27 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 Dec 16 03:55:23.740881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a11b8-b614-4cf8-a322-38d924a45f61 req-eed1e871-7d78-460a-aecb-0a5aa09cbca5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:23.742303 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d7a11b8-b614-4cf8-a322-38d924a45f61 req-eed1e871-7d78-460a-aecb-0a5aa09cbca5 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0544431 Dec 16 03:55:23.795894 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1d7a11b8-b614-4cf8-a322-38d924a45f61 req-dba4832b-af64-4abb-931c-3401d9324824 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448270 Dec 16 03:55:23.955250 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:24.919684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b2802-cbe2-4b04-a443-f6b5bd9d390d req-564ae83a-427b-4b15-9455-7b1a5aea8b2d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:24.921191 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-309b2802-cbe2-4b04-a443-f6b5bd9d390d req-564ae83a-427b-4b15-9455-7b1a5aea8b2d tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0523782 Dec 16 03:55:24.974938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-309b2802-cbe2-4b04-a443-f6b5bd9d390d req-817674b0-c61f-47d9-a657-33f52dd49f51 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups?id=c238bd33-c7ae-40ee-af58-08c09ef50a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453353 Dec 16 03:55:24.991135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-e58f3e2f-ecc2-4e8d-9046-71b1e7ccb3ce tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:24.992762 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-e58f3e2f-ecc2-4e8d-9046-71b1e7ccb3ce tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 947 time: 0.0516880 Dec 16 03:55:25.091396 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Deleting port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:55:25.091633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:25.178337 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] For port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:25.178766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:25.353212 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:25.353437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:25.353815 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2 disassociated. External IP: 172.26.6.13, port: abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59. Dec 16 03:55:25.354123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Calling delete_port for abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:55:25.489842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:25.521196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event deleted for resources: {'Port': ['ID=abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:25.532042 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.532412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.532760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.533099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.533410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.533788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.534124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.534498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.534830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.535137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.535463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.535792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.536103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:25.646191 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:55:25.759492 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:55:25.770798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:55:25.781746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:55:25.782426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:55:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:25.802280 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] No DVR routers for this DVR port abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:55:25.804844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:25.808158 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-78fd84fd-f8fb-481d-8a81-c4a7f2400587 req-5f479f09-fee5-4cfa-9fe2-45dab17f0bd1 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.30 "DELETE /v2.0/ports/abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 HTTP/1.1" status: 204 len: 173 time: 0.8093369 Dec 16 03:55:25.808596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-deleted', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:55:25.810861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90c9c86-8f39-4a24-964b-ebec4a530e68" -d '{"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-deleted", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:55:25.849072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f15dada-ffa5-444a-96e4-85d388670563 x-openstack-request-id: req-2f15dada-ffa5-444a-96e4-85d388670563 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:55:25.849335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d426bf-8373-463f-b261-f832a7560dd6", "name": "network-vif-deleted", "tag": "abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:55:25.849626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f15dada-ffa5-444a-96e4-85d388670563 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:55:25.850138 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d426bf-8373-463f-b261-f832a7560dd6', 'name': 'network-vif-deleted', 'tag': 'abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59', 'status': 'completed', 'code': 200} Dec 16 03:55:25.891825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:55:26.075600 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5aa3f3a5-959d-4c42-9218-af210900ac03 req-bd852bbf-0923-4e76-9154-0c9a42be1d06 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 210 time: 0.0279016 Dec 16 03:55:26.108285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:26.134197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:55:26.142742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:55:26.143332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:55:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:26.246045 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:55:26.442059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:26.471240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ab0df-d8e1-44f2-b52f-d433a24efaf1 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:27Z', 'revision_number': 4, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'eab05658-1445-445c-a763-9446e740d644', 'name': '', 'network_id': '22a0e361-3a74-4e91-99f9-98c8ecd3853b', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'mac_address': 'fa:16:3e:1b:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:27Z', 'updated_at': '2021-12-16T03:49:32Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'subnets': [{'id': '579bc6a1-8450-4953-a772-58f9f1f2242d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:55:26.714267 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ea342-4536-4690-81bb-f44e392f02b7 None None] New status for floating IP 98b6d1ca-d49f-411e-af8b-f0099f0591f2: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:55:27.176378 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a204b54-12b5-4be2-a414-bf3eb6b0d338 req-5e1cbdd4-7f3d-48b6-8345-9313212b2b5a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 210 time: 0.0265222 Dec 16 03:55:28.279151 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-65ccb3b0-c313-4232-b5ce-901bbc685361 req-40851cf9-b989-4003-a818-4297c6c3877a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 210 time: 0.0318398 Dec 16 03:55:29.058666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:55:29.079405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:55:29.079782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device abeb08c7-0b4d-4806-ad1c-cb6f86dbbf59 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:55:29.375845 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-074ff11b-7f42-4b3d-b8f4-22dd4a817ef8 req-8adeadf3-dfd9-431f-8001-9c532d042b7f tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 210 time: 0.0269847 Dec 16 03:55:30.485362 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-21c2bc52-41cb-46fb-87dd-d2a3172c00d4 req-b018eeb7-ed98-48bc-b903-777bacaf2d5e tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/ports?device_id=86d426bf-8373-463f-b261-f832a7560dd6 HTTP/1.1" status: 200 len: 210 time: 0.0258584 Dec 16 03:55:35.217992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e54645d3-97ac-43cc-9dd9-366b916bf96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.244407 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 41944) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:35.300566 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.323517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.372092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.374857 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.376050 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "DELETE /v2.0/security-groups/c238bd33-c7ae-40ee-af58-08c09ef50a82 HTTP/1.1" status: 204 len: 168 time: 0.1305461 Dec 16 03:55:35.378987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 41946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:35.387637 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238bd33-c7ae-40ee-af58-08c09ef50a82,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:35.393665 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.api.v2.resource [None req-f23906d2-a822-44a6-990c-181be0a0f405 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] show failed (client error): The resource could not be found. Dec 16 03:55:35.394988 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f23906d2-a822-44a6-990c-181be0a0f405 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "GET /v2.0/security-groups/c238bd33-c7ae-40ee-af58-08c09ef50a82 HTTP/1.1" status: 404 len: 347 time: 0.0147040 Dec 16 03:55:35.395651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.395982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.396363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.396706 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.397039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.397369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.397672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.398003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.398364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.398541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 41948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:35.398736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.399191 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.399519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.399818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1186-d57b-49a5-9f46-db1c67d4873a tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:35.525063 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Deleting port 147c4219-531b-4a19-afc0-1719ab7e7b32 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:55:35.525290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.597291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.597613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.608986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Calling delete_port for 147c4219-531b-4a19-afc0-1719ab7e7b32 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:55:35.746834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.769865 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Pushing event deleted for resources: {'Port': ['ID=147c4219-531b-4a19-afc0-1719ab7e7b32,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:35.838682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.841364 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:35.842676 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1792576b-6a34-4726-87c1-3ddb41a695f6 tempest-ServerActionsTestJSON-175578779 tempest-ServerActionsTestJSON-175578779-project] 10.222.0.16 "DELETE /v2.0/floatingips/98b6d1ca-d49f-411e-af8b-f0099f0591f2 HTTP/1.1" status: 204 len: 168 time: 0.4432065 Dec 16 03:55:35.845627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 41950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:36.601252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:36.852174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Deleting port eab05658-1445-445c-a763-9446e740d644 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:55:36.852407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:36.942485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] For port eab05658-1445-445c-a763-9446e740d644, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=eab05658-1445-445c-a763-9446e740d644,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:36.942856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:36.956253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Calling delete_port for eab05658-1445-445c-a763-9446e740d644 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:55:37.146888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:37.171204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab05658-1445-445c-a763-9446e740d644,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:37.332071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:37.411015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32974969-f3cf-4bc7-aecb-66b739898ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:37.565025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:55:37.677966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:55:37.683247 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8e10c79c-4308-48f9-8fdd-6f73947aade3 admin admin] 10.222.0.16 "PUT /v2.0/routers/a8f3d9e4-0444-4540-bb0b-f20bd9365e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361039 Dec 16 03:55:37.686793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 41954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:37.690579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] Sync routers for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:55:37.700755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:55:37.701350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:55:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:37.791458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:37.804989 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:55:37.893269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:37.948772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Deleting port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:55:37.949083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:37.984243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:55:37Z', 'revision_number': 5, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port': {'id': '2d46a971-1a70-4a6a-8bb2-4a04faf936e7', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:38.013390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] Checking router: a8f3d9e4-0444-4540-bb0b-f20bd9365e84 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:55:38.021879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] Routers {'a8f3d9e4-0444-4540-bb0b-f20bd9365e84'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:55:38.022524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:55:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:38.032510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] For port 2d46a971-1a70-4a6a-8bb2-4a04faf936e7, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:38.032881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.046257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Calling delete_port for 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:55:38.218306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.245419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d46a971-1a70-4a6a-8bb2-4a04faf936e7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:38.259760 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57665f4-904d-43e0-afc7-2288d853b9d2 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:55:38.272003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] Set router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:55:38.305792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.323367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:55:37Z', 'revision_number': 6, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:38.352925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14363411-66e8-40e7-80ab-bbbd1cfe4fb4 None None] The sync data for ids ['a8f3d9e4-0444-4540-bb0b-f20bd9365e84'] in dv-neutron-821927-1-hyperv is: [{'id': 'a8f3d9e4-0444-4540-bb0b-f20bd9365e84', 'name': 'tempest-ServerActionsTestJSON-536072018-router', 'tenant_id': '5e68348ca7e54b43b42eaa3342c94c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:49:25Z', 'updated_at': '2021-12-16T03:55:37Z', 'revision_number': 6, 'project_id': '5e68348ca7e54b43b42eaa3342c94c81', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:55:38.401347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.403595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.448498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.449070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f3d9e4-0444-4540-bb0b-f20bd9365e84 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:55:38.453950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.455151 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f1eb4f7-f890-4b24-aae9-b67eecfd917f admin admin] 10.222.0.16 "DELETE /v2.0/routers/a8f3d9e4-0444-4540-bb0b-f20bd9365e84 HTTP/1.1" status: 204 len: 168 time: 0.7674909 Dec 16 03:55:38.457697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 41956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:38.501613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] Deleting subnet 579bc6a1-8450-4953-a772-58f9f1f2242d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:55:38.504971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.540426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.543730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.622796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.682017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.706808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579bc6a1-8450-4953-a772-58f9f1f2242d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:38.713465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.719420 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-888eed79-6625-4e46-be2f-6daa16f8d23c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/579bc6a1-8450-4953-a772-58f9f1f2242d HTTP/1.1" status: 204 len: 168 time: 0.2582550 Dec 16 03:55:38.719629 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 41958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:38.721886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e31c61-1fc2-4c58-bc74-3a754da5c96b None None] Network 22a0e361-3a74-4e91-99f9-98c8ecd3853b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:55:38.797293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.851440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Deleting port ecbad26a-7224-49f3-8eb4-16e7c10be97b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:55:38.851788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.919500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] For port ecbad26a-7224-49f3-8eb4-16e7c10be97b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ecbad26a-7224-49f3-8eb4-16e7c10be97b,segment=NetworkSegment(49f4b51a-801b-4c74-8e62-99cc912b73d9),segment_id=49f4b51a-801b-4c74-8e62-99cc912b73d9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:38.919872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:38.934947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Calling delete_port for ecbad26a-7224-49f3-8eb4-16e7c10be97b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:55:39.018925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.046950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbad26a-7224-49f3-8eb4-16e7c10be97b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:39.051943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] No DVR routers for this DVR port ecbad26a-7224-49f3-8eb4-16e7c10be97b on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:55:39.120479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df686cf7-8e75-40a3-9372-c7bd445cbf8c None None] DHCP port deletion for 22a0e361-3a74-4e91-99f9-98c8ecd3853b request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:55:39.128093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.161206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a0e361-3a74-4e91-99f9-98c8ecd3853b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:39.171349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f4b51a-801b-4c74-8e62-99cc912b73d9') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:39.171652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f4b51a-801b-4c74-8e62-99cc912b73d9') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:55:39.182415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.184403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eab05658-1445-445c-a763-9446e740d644 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:55:39.196245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.202044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:55:39.202453 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:55:39.204193 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:55:39.206123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: eab05658-1445-445c-a763-9446e740d644 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:55:39.206123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device eab05658-1445-445c-a763-9446e740d644 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:55:39.206516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:55:39.232359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:55:39.236769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 2d46a971-1a70-4a6a-8bb2-4a04faf936e7 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:55:39.237255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ecbad26a-7224-49f3-8eb4-16e7c10be97b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:55:39.260866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.261133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ecbad26a-7224-49f3-8eb4-16e7c10be97b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:55:39.261236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ecbad26a-7224-49f3-8eb4-16e7c10be97b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:55:39.265959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.272551 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] 10.222.0.16 "DELETE /v2.0/networks/22a0e361-3a74-4e91-99f9-98c8ecd3853b HTTP/1.1" status: 204 len: 168 time: 0.5486910 Dec 16 03:55:39.283141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9f3f-6b12-436f-8e46-91bbe0a69e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a0e361-3a74-4e91-99f9-98c8ecd3853b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:39.394996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 41962) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:39.441472 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-72fc8b58-2a76-4701-8b52-d8a8e4b8f918 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e68348ca7e54b43b42eaa3342c94c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447016 Dec 16 03:55:39.444205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 41964) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:39.491816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b509d56f-38e1-42d9-a54c-bbe8fc81cc4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.513451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b509d56f-38e1-42d9-a54c-bbe8fc81cc4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.566984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b509d56f-38e1-42d9-a54c-bbe8fc81cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.569616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b509d56f-38e1-42d9-a54c-bbe8fc81cc4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:39.570844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b509d56f-38e1-42d9-a54c-bbe8fc81cc4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ad5fef9-e391-4c8a-b3d2-36fb19e37291 HTTP/1.1" status: 204 len: 168 time: 0.1257544 Dec 16 03:55:39.578975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509d56f-38e1-42d9-a54c-bbe8fc81cc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5fef9-e391-4c8a-b3d2-36fb19e37291,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:40.090644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.293114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 41986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:40.409306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-828348390-network', 'tenant_id': '967d3746cded45d68e2d4a14d3dab355'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:55:40.435649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Made reservation on behalf of 967d3746cded45d68e2d4a14d3dab355 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:55:40.438355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.447267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.526663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.533432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.557906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:55:40.567903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6501d147-4880-442c-ac33-8d5c995302da,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:40.572836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.573164 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Added segment e8f199c9-00d8-401d-8f1e-ab0a1075b768 of type vlan for network c097880d-0b75-4645-850c-35edab67fb33 Dec 16 03:55:40.613515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.639477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.640346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:40.640947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.707369 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4130778 Dec 16 03:55:40.710703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 41990) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:55:40.715879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Request body: {'subnet': {'network_id': 'c097880d-0b75-4645-850c-35edab67fb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-828348390-subnet', 'tenant_id': '967d3746cded45d68e2d4a14d3dab355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:55:40.731324 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9936a-e1c2-417c-90fa-fed4ae89babb admin admin] Pushing event updated for resources: {'Network': ['ID=c097880d-0b75-4645-850c-35edab67fb33,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:40.741704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network c097880d-0b75-4645-850c-35edab67fb33 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:55:40.748269 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Made reservation on behalf of 967d3746cded45d68e2d4a14d3dab355 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:55:40.750886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.938015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:40.985340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec287c5-7058-4482-8b35-f1bc47bca37a,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:41.004658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Checking segment: {'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:55:41.005356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Network hostable DHCP agents. Network: c097880d-0b75-4645-850c-35edab67fb33, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:55:41.023685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Network c097880d-0b75-4645-850c-35edab67fb33 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:55:41.033781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, c097880d-0b75-4645-850c-35edab67fb33) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:55:41.038166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:41.038796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:41.045337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c258748-7c74-4cf4-a1f3-80c7e19e90bb None None] Network c097880d-0b75-4645-850c-35edab67fb33 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:55:41.057132 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-655436d4-ae02-4691-b4df-9009dc9f24e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3453372 Dec 16 03:55:41.152440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:41.157041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06f264-4bce-4412-bd50-4119bb621c70 None None] Network c097880d-0b75-4645-850c-35edab67fb33 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:55:41.678605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-69b5a8fa-2f94-404f-9580-854c9c6e46a7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:41.680091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-69b5a8fa-2f94-404f-9580-854c9c6e46a7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/networks?id=c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 200 len: 813 time: 0.1142023 Dec 16 03:55:41.697463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-8b2dec85-d091-4b64-a99e-f87ad61f13eb tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/quotas/967d3746cded45d68e2d4a14d3dab355 HTTP/1.1" status: 200 len: 375 time: 0.0100253 Dec 16 03:55:41.731822 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-06e1c5d8-4009-47c2-84cb-65b577f17129 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=967d3746cded45d68e2d4a14d3dab355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260994 Dec 16 03:55:41.742808 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-b4d4b6b2-fe54-4bd4-81f6-fcb0e787077b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 03:55:41.743662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-b4d4b6b2-fe54-4bd4-81f6-fcb0e787077b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052397 Dec 16 03:55:41.836203 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d432d03f-76a4-4c7c-8bd5-96372f02bbb2 service neutron] 10.222.0.16 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868614 Dec 16 03:55:41.935902 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-de1058e8-6fb1-4d4e-9dc4-1b25906948ac service neutron] 10.222.0.16 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906923 Dec 16 03:55:42.168679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a39a095d-4f17-4b18-a6c5-776a87dd9052 req-9a4a95f9-8e16-4a7b-bb05-8849197513b3 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 210 time: 0.0871668 Dec 16 03:55:43.154255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-e586e380-4b41-41af-b740-e7ac1932475f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:43.155905 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-e586e380-4b41-41af-b740-e7ac1932475f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "GET /v2.0/networks?id=c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 200 len: 813 time: 0.1068089 Dec 16 03:55:43.174181 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Request body: {'port': {'device_id': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33', 'admin_state_up': True, 'tenant_id': '967d3746cded45d68e2d4a14d3dab355'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:55:43.274433 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-106d8c5a-650e-4219-af1a-f63a8ee4b1ec req-14c8c87a-c988-4859-bb07-259ba2ae3d0a tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 210 time: 0.0319650 Dec 16 03:55:43.306065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Made reservation on behalf of 967d3746cded45d68e2d4a14d3dab355 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:55:43.309684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:43.431173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Allocated IP 172.20.0.4 (c097880d-0b75-4645-850c-35edab67fb33/aec287c5-7058-4482-8b35-f1bc47bca37a/2563f78b-478f-4795-b0b3-751a0c444308) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:55:43.587158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:43.623997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:43.675050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Network c097880d-0b75-4645-850c-35edab67fb33 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:55:43.680388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:55:43.684791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:55:43.689205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Pushing event updated for resources: {'Port': ['ID=2563f78b-478f-4795-b0b3-751a0c444308,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:43.734943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:43.735575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:43.752801 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-1dd2d0de-175d-4a4a-996f-812cebf14221 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824425 Dec 16 03:55:43.825157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Request body: {'port': {'device_id': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:55:43.877321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:44.148779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2563f78b-478f-4795-b0b3-751a0c444308 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:55:44.156509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:44.168898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Transition to ACTIVE for port object 2563f78b-478f-4795-b0b3-751a0c444308 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:55:44.173652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:44.221053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Pushing event updated for resources: {'Port': ['ID=2563f78b-478f-4795-b0b3-751a0c444308,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:44.292352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Attempting to bind port 2563f78b-478f-4795-b0b3-751a0c444308 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:55:44.292688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Attempting to bind port 2563f78b-478f-4795-b0b3-751a0c444308 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:55:44.293019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Attempting to bind port 2563f78b-478f-4795-b0b3-751a0c444308 on network c097880d-0b75-4645-850c-35edab67fb33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:55:44.297656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Port 2563f78b-478f-4795-b0b3-751a0c444308 on network c097880d-0b75-4645-850c-35edab67fb33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:55:44.297977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Attempting to bind port 2563f78b-478f-4795-b0b3-751a0c444308 on network c097880d-0b75-4645-850c-35edab67fb33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:55:44.303387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:55:44.303387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Checking segment: {'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:55:44.303790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Bound using segment: {'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:55:44.304536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Bound port: 2563f78b-478f-4795-b0b3-751a0c444308, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:55:44.304894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:44.373770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] For port 2563f78b-478f-4795-b0b3-751a0c444308, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:55:44.376975 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] For port 2563f78b-478f-4795-b0b3-751a0c444308, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2563f78b-478f-4795-b0b3-751a0c444308,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:55:44.382325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:44.392443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed6b97-b394-46ea-abe9-db732f8895cc req-ccafffa6-d7f3-4245-b864-b4d6aedd8099 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:44.394326 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-52ed6b97-b394-46ea-abe9-db732f8895cc req-ccafffa6-d7f3-4245-b864-b4d6aedd8099 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 943 time: 0.0486650 Dec 16 03:55:44.418636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:44.419232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:44.420640 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] 10.222.0.30 "PUT /v2.0/ports/2563f78b-478f-4795-b0b3-751a0c444308 HTTP/1.1" status: 200 len: 1093 time: 0.6456370 Dec 16 03:55:44.421081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'tag': '2563f78b-478f-4795-b0b3-751a0c444308'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:55:44.423382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985" -d '{"events": [{"name": "network-changed", "server_uuid": "f2212d4d-b931-432a-b2bb-a681a0a361ac", "tag": "2563f78b-478f-4795-b0b3-751a0c444308"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:55:44.448259 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-52ed6b97-b394-46ea-abe9-db732f8895cc req-54e941ce-67df-4b2e-b2ad-7a507c4f3d6c tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Dec 16 03:55:44.451047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e91462-07e7-4b3c-a2f9-85171404f1fa service neutron] Pushing event updated for resources: {'Port': ['ID=2563f78b-478f-4795-b0b3-751a0c444308,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:44.474361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877b1ac7-72c5-4d7d-8cec-f796ac88baca x-openstack-request-id: req-877b1ac7-72c5-4d7d-8cec-f796ac88baca {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:55:44.474722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2212d4d-b931-432a-b2bb-a681a0a361ac", "tag": "2563f78b-478f-4795-b0b3-751a0c444308", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:55:44.474965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-877b1ac7-72c5-4d7d-8cec-f796ac88baca {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:55:44.475371 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'tag': '2563f78b-478f-4795-b0b3-751a0c444308', 'status': 'completed', 'code': 200} Dec 16 03:55:44.560272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-e727d526-3dbe-40b7-abc8-23bf1413b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:44.561761 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-e727d526-3dbe-40b7-abc8-23bf1413b36f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=967d3746cded45d68e2d4a14d3dab355&device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 1096 time: 0.0420094 Dec 16 03:55:44.611990 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-2b4e96e7-7267-409b-a8bc-930bfdc5f3e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2563f78b-478f-4795-b0b3-751a0c444308 HTTP/1.1" status: 200 len: 217 time: 0.0360894 Dec 16 03:55:44.659613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-63e20aae-aef7-40fb-a3c8-953d93c46aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:44.661077 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-63e20aae-aef7-40fb-a3c8-953d93c46aad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec287c5-7058-4482-8b35-f1bc47bca37a HTTP/1.1" status: 200 len: 853 time: 0.0419297 Dec 16 03:55:44.691646 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-3e3119ba-e1ad-488b-823c-6ee6e8e8038f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c097880d-0b75-4645-850c-35edab67fb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237439 Dec 16 03:55:44.787349 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-ce4dac9b-892e-41f3-9500-92919dadf74f service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886829 Dec 16 03:55:44.880757 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-587cd6c3-d4ae-4174-bd83-e0f67cfb9f0d req-a2337fb1-6f16-4c74-aee6-c511308c571b service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863633 Dec 16 03:55:45.017509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-af79e6b1-d7b4-4a78-b8df-6c5cadb0d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:45.019862 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-af79e6b1-d7b4-4a78-b8df-6c5cadb0d9aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=967d3746cded45d68e2d4a14d3dab355&device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 1096 time: 0.0513299 Dec 16 03:55:45.123508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-d5f229af-c912-4cc6-ac72-c8e75d8cf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:45.125479 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-d5f229af-c912-4cc6-ac72-c8e75d8cf0d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 200 len: 913 time: 0.0959175 Dec 16 03:55:45.173590 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-10d1a540-e5a0-4a7f-a205-842f87fb4d0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2563f78b-478f-4795-b0b3-751a0c444308 HTTP/1.1" status: 200 len: 217 time: 0.0395489 Dec 16 03:55:45.227900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-17dae486-cacf-4487-b042-28ada8734413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:45.229243 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-17dae486-cacf-4487-b042-28ada8734413 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec287c5-7058-4482-8b35-f1bc47bca37a HTTP/1.1" status: 200 len: 853 time: 0.0476632 Dec 16 03:55:45.261946 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-5ce40edc-d018-458c-b2b9-bbe79b9e0f93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c097880d-0b75-4645-850c-35edab67fb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242038 Dec 16 03:55:45.353298 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-babce364-38e2-4c27-ac50-8964e8c9cf3c service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838187 Dec 16 03:55:45.447365 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e30cdd83-897a-4bbc-8f0d-b41fff9a4985 req-f9574f7e-cf14-4b23-87c3-8af30ad2e440 service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845964 Dec 16 03:55:45.564419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d3762-3543-4fb1-88e4-e5399d2f0420 req-cb9646c7-31e6-404e-b78a-def2bf94bc82 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:45.565879 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-477d3762-3543-4fb1-88e4-e5399d2f0420 req-cb9646c7-31e6-404e-b78a-def2bf94bc82 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 943 time: 0.0504508 Dec 16 03:55:45.617700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-477d3762-3543-4fb1-88e4-e5399d2f0420 req-03a469d8-0b6e-481e-b329-5fa1c14bf94e tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 Dec 16 03:55:46.763480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31694f-a7b5-427d-b7b2-a1a4af3bc952 req-de4a7442-603e-4040-bbca-35f918acf852 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:46.764955 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef31694f-a7b5-427d-b7b2-a1a4af3bc952 req-de4a7442-603e-4040-bbca-35f918acf852 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 943 time: 0.0542357 Dec 16 03:55:46.821212 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ef31694f-a7b5-427d-b7b2-a1a4af3bc952 req-d17c9f03-e3b1-4763-9f78-052ab64c189e tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 Dec 16 03:55:47.184342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2563f78b-478f-4795-b0b3-751a0c444308 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:55:47.300737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 2563f78b-478f-4795-b0b3-751a0c444308, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2563f78b-478f-4795-b0b3-751a0c444308,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:47.311968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '2563f78b-478f-4795-b0b3-751a0c444308', 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33', 'port_id': '2563f78b-478f-4795-b0b3-751a0c444308', 'mac_address': 'fa:16:3e:a7:ed:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec287c5-7058-4482-8b35-f1bc47bca37a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:55:47.352848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:47.367255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2563f78b-478f-4795-b0b3-751a0c444308 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:55:47.388485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 2563f78b-478f-4795-b0b3-751a0c444308, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2563f78b-478f-4795-b0b3-751a0c444308,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:47.394724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:47.442962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=2563f78b-478f-4795-b0b3-751a0c444308,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:47.727868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['2563f78b-478f-4795-b0b3-751a0c444308'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:55:47.943949 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320734e-d455-4af7-bdb3-b0aa8f34a3c1 req-b91dd500-c2e1-4e38-8c92-d057dc2885ae tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:47.945443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e320734e-d455-4af7-bdb3-b0aa8f34a3c1 req-b91dd500-c2e1-4e38-8c92-d057dc2885ae tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 944 time: 0.0492835 Dec 16 03:55:47.992427 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e320734e-d455-4af7-bdb3-b0aa8f34a3c1 req-b3044a4b-e958-4e94-87e9-16aae85772bd tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 Dec 16 03:55:49.116258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07e814-a71f-47d1-9cf5-f2c809dc7836 req-a423d909-da59-4dfd-bf9b-88c3a479afb4 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:49.117878 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc07e814-a71f-47d1-9cf5-f2c809dc7836 req-a423d909-da59-4dfd-bf9b-88c3a479afb4 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 944 time: 0.0523088 Dec 16 03:55:49.173673 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc07e814-a71f-47d1-9cf5-f2c809dc7836 req-428e21c2-2ff8-4206-8beb-a7d2b14bf2f7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Dec 16 03:55:49.202950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2563f78b-478f-4795-b0b3-751a0c444308 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:55:49.257528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 2563f78b-478f-4795-b0b3-751a0c444308 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:55:49.261577 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 2563f78b-478f-4795-b0b3-751a0c444308 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:55:49.261979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:49.343651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:49.367556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2563f78b-478f-4795-b0b3-751a0c444308'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:55:49.369793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050e7491-bce6-4085-9571-5d66449b93bd" -d '{"events": [{"server_uuid": "f2212d4d-b931-432a-b2bb-a681a0a361ac", "name": "network-vif-plugged", "status": "completed", "tag": "2563f78b-478f-4795-b0b3-751a0c444308"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:55:49.383022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 2563f78b-478f-4795-b0b3-751a0c444308, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2563f78b-478f-4795-b0b3-751a0c444308,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:49.387470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:49.410427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa01dfa-43f1-411f-8969-ff646bc280c3 x-openstack-request-id: req-aaa01dfa-43f1-411f-8969-ff646bc280c3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:55:49.410793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2212d4d-b931-432a-b2bb-a681a0a361ac", "name": "network-vif-plugged", "status": "completed", "tag": "2563f78b-478f-4795-b0b3-751a0c444308", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:55:49.411563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaa01dfa-43f1-411f-8969-ff646bc280c3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:55:49.411961 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2563f78b-478f-4795-b0b3-751a0c444308', 'code': 200} Dec 16 03:55:49.438584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=2563f78b-478f-4795-b0b3-751a0c444308,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:49.622124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cef25-42c7-46c4-999b-5682fcb10441 req-5484143b-466e-4234-a38b-afde813ce243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:49.623668 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d31cef25-42c7-46c4-999b-5682fcb10441 req-5484143b-466e-4234-a38b-afde813ce243 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 1098 time: 0.0432103 Dec 16 03:55:49.668875 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d31cef25-42c7-46c4-999b-5682fcb10441 req-4a060afe-6ff4-46b8-b62e-8ac4ef9559fb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Dec 16 03:55:50.303796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fd94b-020e-4382-ae2e-9269ac37c1af req-841980af-79fd-45ce-84f4-8878fe5e1f41 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:50.305297 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-466fd94b-020e-4382-ae2e-9269ac37c1af req-841980af-79fd-45ce-84f4-8878fe5e1f41 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0565517 Dec 16 03:55:50.352466 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-466fd94b-020e-4382-ae2e-9269ac37c1af req-225e3c6f-3ee7-4350-879f-d1f99a45b437 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Dec 16 03:55:51.493106 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9075-60d4-44c5-a8ef-c34db4a219c9 req-db4b63e1-ed53-4854-906f-e488382de6be tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:51.494628 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1c3c9075-60d4-44c5-a8ef-c34db4a219c9 req-db4b63e1-ed53-4854-906f-e488382de6be tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0534010 Dec 16 03:55:51.542601 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1c3c9075-60d4-44c5-a8ef-c34db4a219c9 req-758f012b-c0b9-40a4-a9ed-ed275fbd3a13 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Dec 16 03:55:51.799946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-6a153462-b342-4500-9b4d-5d6445a5cb48 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:51.801425 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-6a153462-b342-4500-9b4d-5d6445a5cb48 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/networks?id=c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 200 len: 813 time: 0.1138384 Dec 16 03:55:51.821026 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-8d2504ed-d9d6-4327-9edb-38284a88b0ec tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/quotas/967d3746cded45d68e2d4a14d3dab355 HTTP/1.1" status: 200 len: 375 time: 0.0099101 Dec 16 03:55:51.870642 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-fb23a1f0-c8a6-414b-8dc6-5db07bc157af tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=967d3746cded45d68e2d4a14d3dab355&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443196 Dec 16 03:55:52.021840 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-fdea746b-b991-475d-b743-901cfe533da1 service neutron] 10.222.0.16 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439853 Dec 16 03:55:52.113004 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-79b1d4b9-cb19-4998-9db2-fe1c51a84f93 service neutron] 10.222.0.16 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852261 Dec 16 03:55:52.281825 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-22e37179-8e89-4ad6-b7bb-b7b35d9b690c req-d6bfea68-66a4-4259-9993-6a0d7e116093 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 210 time: 0.0273976 Dec 16 03:55:53.288288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-106acee5-c3ec-4589-9571-247640844c39 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:53.289652 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-106acee5-c3ec-4589-9571-247640844c39 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "GET /v2.0/networks?id=c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 200 len: 813 time: 0.1069496 Dec 16 03:55:53.308619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Request body: {'port': {'device_id': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33', 'admin_state_up': True, 'tenant_id': '967d3746cded45d68e2d4a14d3dab355'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:55:53.382342 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6fa58a7a-a2de-436b-b827-3f927ed9e0ef req-010f11e4-a82b-459e-8c40-bff11123eb17 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 210 time: 0.0296781 Dec 16 03:55:53.425172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Made reservation on behalf of 967d3746cded45d68e2d4a14d3dab355 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:55:53.428897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:53.859379 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-6bc38ae3-f9ab-4fec-9cdc-ec23260a9f61 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4165397 Dec 16 03:55:53.917180 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Allocated IP 172.20.0.5 (c097880d-0b75-4645-850c-35edab67fb33/aec287c5-7058-4482-8b35-f1bc47bca37a/51bde2fd-bbe4-402f-9df9-6f828a582e53) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:55:53.942321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:53.992995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-c5ce7b1d-7d8f-4e1e-9433-c46c594d5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:53.994584 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-c5ce7b1d-7d8f-4e1e-9433-c46c594d5e8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=967d3746cded45d68e2d4a14d3dab355&device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 1098 time: 0.0748370 Dec 16 03:55:54.167821 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:54.171154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-046bb0f2-f8b5-47bc-a40d-b4b7219efc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:54.172631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-046bb0f2-f8b5-47bc-a40d-b4b7219efc35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 200 len: 913 time: 0.1355703 Dec 16 03:55:54.228410 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-92c2d0f4-0774-4a5c-bfb3-59c632dc5528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2563f78b-478f-4795-b0b3-751a0c444308 HTTP/1.1" status: 200 len: 217 time: 0.0480266 Dec 16 03:55:54.266992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:54.303555 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['2563f78b-478f-4795-b0b3-751a0c444308'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:55:54.327513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-cfaed5d8-dd5e-46bc-8131-2f722b04930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:54.328998 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-cfaed5d8-dd5e-46bc-8131-2f722b04930e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec287c5-7058-4482-8b35-f1bc47bca37a HTTP/1.1" status: 200 len: 853 time: 0.0931396 Dec 16 03:55:54.330706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Network c097880d-0b75-4645-850c-35edab67fb33 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:55:54.334588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Pushing event updated for resources: {'Port': ['ID=51bde2fd-bbe4-402f-9df9-6f828a582e53,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:54.338349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:55:54.348182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:55:54.371564 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-913e93ad-1f6c-4654-99c2-9c78dca7d8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c097880d-0b75-4645-850c-35edab67fb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342734 Dec 16 03:55:54.468307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:54.468924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:54.501784 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-f1c774b5-235c-4538-b53c-6b4e133b6930 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1970654 Dec 16 03:55:54.503833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561513b5-cafc-4384-b157-79e1289f01b8 req-e032e448-828e-4691-a799-37f487bc4604 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:54.505669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-6f307b6a-b2c1-4fb5-b628-d52982782333 service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161866 Dec 16 03:55:54.505837 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-561513b5-cafc-4384-b157-79e1289f01b8 req-e032e448-828e-4691-a799-37f487bc4604 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 931 time: 0.0507467 Dec 16 03:55:54.526294 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Request body: {'port': {'device_id': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:55:54.553827 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-561513b5-cafc-4384-b157-79e1289f01b8 req-e583664a-4fca-4ae1-afe6-865c14af4212 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Dec 16 03:55:54.635980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:54.666825 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-3407eb28-cd2b-4441-9310-1649af894958 service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448240 Dec 16 03:55:54.937108 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bde2fd-bbe4-402f-9df9-6f828a582e53 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:55:54.945444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:54.957471 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Transition to ACTIVE for port object 51bde2fd-bbe4-402f-9df9-6f828a582e53 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:55:54.964950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:55.013410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Pushing event updated for resources: {'Port': ['ID=51bde2fd-bbe4-402f-9df9-6f828a582e53,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:55.088166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Attempting to bind port 51bde2fd-bbe4-402f-9df9-6f828a582e53 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:55:55.088533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Attempting to bind port 51bde2fd-bbe4-402f-9df9-6f828a582e53 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:55:55.088856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Attempting to bind port 51bde2fd-bbe4-402f-9df9-6f828a582e53 on network c097880d-0b75-4645-850c-35edab67fb33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:55:55.093285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Port 51bde2fd-bbe4-402f-9df9-6f828a582e53 on network c097880d-0b75-4645-850c-35edab67fb33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:55:55.093554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Attempting to bind port 51bde2fd-bbe4-402f-9df9-6f828a582e53 on network c097880d-0b75-4645-850c-35edab67fb33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:55:55.099315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:55:55.099722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Checking segment: {'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:55:55.100114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Bound using segment: {'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:55:55.100540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Bound port: 51bde2fd-bbe4-402f-9df9-6f828a582e53, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f199c9-00d8-401d-8f1e-ab0a1075b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:55:55.100879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:55.163728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] For port 51bde2fd-bbe4-402f-9df9-6f828a582e53, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:55:55.167849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] For port 51bde2fd-bbe4-402f-9df9-6f828a582e53, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=51bde2fd-bbe4-402f-9df9-6f828a582e53,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:55:55.174123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:55.212030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:55.212660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:55.214428 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] 10.222.0.30 "PUT /v2.0/ports/51bde2fd-bbe4-402f-9df9-6f828a582e53 HTTP/1.1" status: 200 len: 1093 time: 0.6938047 Dec 16 03:55:55.215087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'tag': '51bde2fd-bbe4-402f-9df9-6f828a582e53'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:55:55.218019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467a34b1-e125-437e-9e5f-1374653f36d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaf96ab-e3fe-47c0-b9e5-26a19201f20b", "tag": "51bde2fd-bbe4-402f-9df9-6f828a582e53"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:55:55.241748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ce50-01d1-4dac-8136-f46305ed5311 service neutron] Pushing event updated for resources: {'Port': ['ID=51bde2fd-bbe4-402f-9df9-6f828a582e53,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:55.259483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4490b30a-798e-4e7d-828e-4bde2d49c22e x-openstack-request-id: req-4490b30a-798e-4e7d-828e-4bde2d49c22e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:55:55.259912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaf96ab-e3fe-47c0-b9e5-26a19201f20b", "tag": "51bde2fd-bbe4-402f-9df9-6f828a582e53", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:55:55.260150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4490b30a-798e-4e7d-828e-4bde2d49c22e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:55:55.260573 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'tag': '51bde2fd-bbe4-402f-9df9-6f828a582e53', 'status': 'completed', 'code': 200} Dec 16 03:55:55.318326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-5e382035-0978-41b2-8093-656674d97a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:55.319851 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-5e382035-0978-41b2-8093-656674d97a52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=967d3746cded45d68e2d4a14d3dab355&device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 1096 time: 0.0424562 Dec 16 03:55:55.371411 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-94eb5549-370e-4557-993a-fe550d8eb1d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bde2fd-bbe4-402f-9df9-6f828a582e53 HTTP/1.1" status: 200 len: 217 time: 0.0366116 Dec 16 03:55:55.420081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-261959aa-e23e-486a-9c3d-4f9f665b93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:55.421493 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-261959aa-e23e-486a-9c3d-4f9f665b93af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec287c5-7058-4482-8b35-f1bc47bca37a HTTP/1.1" status: 200 len: 853 time: 0.0429573 Dec 16 03:55:55.453739 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-08738534-7440-4ffc-ab72-7e8b5553d487 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c097880d-0b75-4645-850c-35edab67fb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251999 Dec 16 03:55:55.574822 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-8e4018da-8ac1-4143-8211-16d88309bfaa service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137381 Dec 16 03:55:55.672187 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2ac7a12e-13b7-4609-985e-b361e3ca036d req-dbb54048-8ffd-4ce4-be20-69156b086273 service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899906 Dec 16 03:55:55.677681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c867e34-5cf2-440a-8548-bc73d0479975 req-eff28df6-00eb-44e7-ab09-ccad61efd362 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:55.679169 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c867e34-5cf2-440a-8548-bc73d0479975 req-eff28df6-00eb-44e7-ab09-ccad61efd362 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 943 time: 0.0551131 Dec 16 03:55:55.730155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c867e34-5cf2-440a-8548-bc73d0479975 req-d7e7ad95-93af-449a-a493-da5ac24f975c tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Dec 16 03:55:55.817894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-00a53708-8ff6-49c7-a225-e672c3f1396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:55.819557 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-00a53708-8ff6-49c7-a225-e672c3f1396d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=967d3746cded45d68e2d4a14d3dab355&device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 1096 time: 0.0499558 Dec 16 03:55:55.926900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-d01033bd-ba94-4d83-ad70-0734d1ed22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:55.928534 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-d01033bd-ba94-4d83-ad70-0734d1ed22b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 200 len: 913 time: 0.1005588 Dec 16 03:55:55.971488 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-9ff3472f-8c40-4e51-a82a-66d738f409b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bde2fd-bbe4-402f-9df9-6f828a582e53 HTTP/1.1" status: 200 len: 217 time: 0.0354886 Dec 16 03:55:56.026016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-4c9f5814-07ba-4e5a-9290-5d6e84fc0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:56.027484 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-4c9f5814-07ba-4e5a-9290-5d6e84fc0822 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec287c5-7058-4482-8b35-f1bc47bca37a HTTP/1.1" status: 200 len: 853 time: 0.0492382 Dec 16 03:55:56.059303 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-c0b1ceb3-0ce3-40a7-bc62-5f4bf3ab48ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c097880d-0b75-4645-850c-35edab67fb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242224 Dec 16 03:55:56.170089 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-32f03790-6844-4448-962d-a40f4e499627 service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017141 Dec 16 03:55:56.281764 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-467a34b1-e125-437e-9e5f-1374653f36d5 req-e3b8991f-0c26-4e7f-9c1d-aa0303e20ec8 service neutron] 10.222.0.30 "GET /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030099 Dec 16 03:55:56.864836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffef8-edf1-4d86-b7b4-73ff12fc7b0a req-08ad5ce6-9b3e-4ba2-9ed1-866582f9fb8f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:56.866267 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-529ffef8-edf1-4d86-b7b4-73ff12fc7b0a req-08ad5ce6-9b3e-4ba2-9ed1-866582f9fb8f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 943 time: 0.0582352 Dec 16 03:55:56.921753 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-529ffef8-edf1-4d86-b7b4-73ff12fc7b0a req-814687c7-2f37-42b9-9887-19d9f7896bf7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Dec 16 03:55:57.216435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 51bde2fd-bbe4-402f-9df9-6f828a582e53 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:55:57.325180 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 51bde2fd-bbe4-402f-9df9-6f828a582e53, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=51bde2fd-bbe4-402f-9df9-6f828a582e53,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:57.336984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '51bde2fd-bbe4-402f-9df9-6f828a582e53', 'network_id': 'c097880d-0b75-4645-850c-35edab67fb33', 'port_id': '51bde2fd-bbe4-402f-9df9-6f828a582e53', 'mac_address': 'fa:16:3e:34:99:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec287c5-7058-4482-8b35-f1bc47bca37a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:55:57.374330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:57.387628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bde2fd-bbe4-402f-9df9-6f828a582e53 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:55:57.407280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 51bde2fd-bbe4-402f-9df9-6f828a582e53, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=51bde2fd-bbe4-402f-9df9-6f828a582e53,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:57.413779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:57.460187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=51bde2fd-bbe4-402f-9df9-6f828a582e53,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:57.467234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.467584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.467931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.468267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.468594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.468918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.469254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.469580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.469905 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.470229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.470575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.470882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.471195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:55:57.690079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['51bde2fd-bbe4-402f-9df9-6f828a582e53'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:55:58.044254 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5f01d-4638-438a-bea7-25277addcc73 req-ac4b1490-d15f-4aca-96ad-7ac362ec24b6 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:58.045726 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1be5f01d-4638-438a-bea7-25277addcc73 req-ac4b1490-d15f-4aca-96ad-7ac362ec24b6 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 944 time: 0.0530567 Dec 16 03:55:58.112192 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1be5f01d-4638-438a-bea7-25277addcc73 req-e3e3f18e-2f4b-4aa1-9145-0867b75fa8e4 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580688 Dec 16 03:55:58.469068 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:55:59.244936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 51bde2fd-bbe4-402f-9df9-6f828a582e53 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:55:59.248617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dc2b5-ce43-473a-b6f3-6be8d746ef35 req-28d4af73-7293-409b-b127-0cb7c72e25a5 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:59.250251 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-082dc2b5-ce43-473a-b6f3-6be8d746ef35 req-28d4af73-7293-409b-b127-0cb7c72e25a5 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 944 time: 0.0569911 Dec 16 03:55:59.301152 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-082dc2b5-ce43-473a-b6f3-6be8d746ef35 req-dff49895-facf-4580-8c55-910f0fc95aa2 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Dec 16 03:55:59.301447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 51bde2fd-bbe4-402f-9df9-6f828a582e53 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:55:59.305719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 51bde2fd-bbe4-402f-9df9-6f828a582e53 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:55:59.306093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:59.385048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:59.407401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bde2fd-bbe4-402f-9df9-6f828a582e53'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:55:59.409624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9871110f-a4e1-4dd7-b59b-0018cd61c566" -d '{"events": [{"server_uuid": "ddaf96ab-e3fe-47c0-b9e5-26a19201f20b", "name": "network-vif-plugged", "status": "completed", "tag": "51bde2fd-bbe4-402f-9df9-6f828a582e53"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:55:59.422025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 51bde2fd-bbe4-402f-9df9-6f828a582e53, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=51bde2fd-bbe4-402f-9df9-6f828a582e53,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:55:59.427077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:55:59.452360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d143119f-a1f5-4f3b-bb5e-aec9cd9bf6bb x-openstack-request-id: req-d143119f-a1f5-4f3b-bb5e-aec9cd9bf6bb {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:55:59.452778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf96ab-e3fe-47c0-b9e5-26a19201f20b", "name": "network-vif-plugged", "status": "completed", "tag": "51bde2fd-bbe4-402f-9df9-6f828a582e53", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:55:59.453042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d143119f-a1f5-4f3b-bb5e-aec9cd9bf6bb {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:55:59.453429 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bde2fd-bbe4-402f-9df9-6f828a582e53', 'code': 200} Dec 16 03:55:59.478685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=51bde2fd-bbe4-402f-9df9-6f828a582e53,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:55:59.655671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8454f60-ca44-4089-955e-bafe34175bd4 req-21b61382-79b4-46ae-a4d3-ffdcebea4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:55:59.657153 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8454f60-ca44-4089-955e-bafe34175bd4 req-21b61382-79b4-46ae-a4d3-ffdcebea4b8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 1098 time: 0.0417573 Dec 16 03:55:59.709976 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c8454f60-ca44-4089-955e-bafe34175bd4 req-e5528645-9d3b-443e-bbe6-bc86fb1f23f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Dec 16 03:56:00.441689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10818fa4-76de-4b14-ab1c-6bc57927aec5 req-14f1bfed-2fec-465a-ab55-4e2b8fd8fa6c tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:00.443226 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10818fa4-76de-4b14-ab1c-6bc57927aec5 req-14f1bfed-2fec-465a-ab55-4e2b8fd8fa6c tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 945 time: 0.0567236 Dec 16 03:56:00.493201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10818fa4-76de-4b14-ab1c-6bc57927aec5 req-895ee79a-1b5b-4301-87a5-923eaa620675 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Dec 16 03:56:01.615287 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9b466-aa5c-41cc-909e-c0dc3044f924 req-3e270796-8fb9-4554-a814-4c931856039a tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:01.616768 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b1e9b466-aa5c-41cc-909e-c0dc3044f924 req-3e270796-8fb9-4554-a814-4c931856039a tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 945 time: 0.0507901 Dec 16 03:56:01.676995 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b1e9b466-aa5c-41cc-909e-c0dc3044f924 req-45beb623-845c-42f2-bca4-87983e666504 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539412 Dec 16 03:56:01.916218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7a6d3-86c0-4c4e-afed-23485d8dfb77 req-45102ef9-8b0e-4d10-bbd3-2e30f0c28a0f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:01.917676 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fff7a6d3-86c0-4c4e-afed-23485d8dfb77 req-45102ef9-8b0e-4d10-bbd3-2e30f0c28a0f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 945 time: 0.0503426 Dec 16 03:56:01.968495 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fff7a6d3-86c0-4c4e-afed-23485d8dfb77 req-43b8577e-c8f5-4796-8999-0fce9bdf1426 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Dec 16 03:56:03.094000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd176363-6353-40c1-a8df-ad81770879ae req-510a85a7-538e-4c5a-a031-e1eb7b537a86 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:03.095496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd176363-6353-40c1-a8df-ad81770879ae req-510a85a7-538e-4c5a-a031-e1eb7b537a86 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 945 time: 0.0512350 Dec 16 03:56:03.143165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd176363-6353-40c1-a8df-ad81770879ae req-4be78ee0-7b79-4f22-93ec-d2151e816dbd tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Dec 16 03:56:03.543019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723d621-a835-417a-94b7-53af905c0ee8 req-11d73070-c602-4bd8-b705-5a45d1939fb7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:03.544448 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5723d621-a835-417a-94b7-53af905c0ee8 req-11d73070-c602-4bd8-b705-5a45d1939fb7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 945 time: 0.0514421 Dec 16 03:56:03.650346 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Deleting port 51bde2fd-bbe4-402f-9df9-6f828a582e53 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:03.650696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:03.743393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] For port 51bde2fd-bbe4-402f-9df9-6f828a582e53, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=51bde2fd-bbe4-402f-9df9-6f828a582e53,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:03.743756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:03.755639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Calling delete_port for 51bde2fd-bbe4-402f-9df9-6f828a582e53 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:03.886588 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:03.923666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['2563f78b-478f-4795-b0b3-751a0c444308', '51bde2fd-bbe4-402f-9df9-6f828a582e53'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:56:03.927491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Pushing event deleted for resources: {'Port': ['ID=51bde2fd-bbe4-402f-9df9-6f828a582e53,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:03.970868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] No DVR routers for this DVR port 51bde2fd-bbe4-402f-9df9-6f828a582e53 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:03.973670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:03.977276 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5723d621-a835-417a-94b7-53af905c0ee8 req-36fbea35-62b3-41e5-a37c-9cd7688bcc5d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "DELETE /v2.0/ports/51bde2fd-bbe4-402f-9df9-6f828a582e53 HTTP/1.1" status: 204 len: 173 time: 0.4239411 Dec 16 03:56:03.977734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'name': 'network-vif-deleted', 'tag': '51bde2fd-bbe4-402f-9df9-6f828a582e53'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:56:03.980178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dc84b7-3ec2-4b40-b86c-1967cd05bfb6" -d '{"events": [{"server_uuid": "ddaf96ab-e3fe-47c0-b9e5-26a19201f20b", "name": "network-vif-deleted", "tag": "51bde2fd-bbe4-402f-9df9-6f828a582e53"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:56:04.021532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb927cfc-3159-4bbf-9357-d6e923366c1b x-openstack-request-id: req-bb927cfc-3159-4bbf-9357-d6e923366c1b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:56:04.021833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf96ab-e3fe-47c0-b9e5-26a19201f20b", "name": "network-vif-deleted", "tag": "51bde2fd-bbe4-402f-9df9-6f828a582e53", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:56:04.022084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb927cfc-3159-4bbf-9357-d6e923366c1b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:56:04.022532 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf96ab-e3fe-47c0-b9e5-26a19201f20b', 'name': 'network-vif-deleted', 'tag': '51bde2fd-bbe4-402f-9df9-6f828a582e53', 'status': 'completed', 'code': 200} Dec 16 03:56:04.261337 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-29cee061-f53a-4560-bd56-cd7dbfc950fa req-b82fef77-622e-4d9c-aa61-a977701d3c3d tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaf96ab-e3fe-47c0-b9e5-26a19201f20b HTTP/1.1" status: 200 len: 210 time: 0.0292628 Dec 16 03:56:05.219560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eefa744-87e2-4884-b454-f40e81ace703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:05.736815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a85de-7282-4b5c-9a1f-7e83b05e87a5 req-b30f8615-4e3e-4c15-ba0d-a2b3ec32dd3a tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:05.738266 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d1a85de-7282-4b5c-9a1f-7e83b05e87a5 req-b30f8615-4e3e-4c15-ba0d-a2b3ec32dd3a tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.3724399 Dec 16 03:56:05.792729 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8d1a85de-7282-4b5c-9a1f-7e83b05e87a5 req-b46ba9cf-ecd0-4f19-bbd2-df85c8e53dc5 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480750 Dec 16 03:56:05.927457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99978f-292f-43be-a76f-901c986df86d req-2700e8c1-80e6-4344-8c00-3e2cda5360e7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:05.928943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f99978f-292f-43be-a76f-901c986df86d req-2700e8c1-80e6-4344-8c00-3e2cda5360e7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0500050 Dec 16 03:56:05.983090 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f99978f-292f-43be-a76f-901c986df86d req-a991b48d-8878-4295-b5d4-9f94b8c5ded3 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476992 Dec 16 03:56:06.105068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baff2a8-9801-4e51-92b4-10722423ae7a req-0f6751d3-d45a-4ffe-94b3-acf875e33e0b tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:06.106575 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9baff2a8-9801-4e51-92b4-10722423ae7a req-0f6751d3-d45a-4ffe-94b3-acf875e33e0b tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0546763 Dec 16 03:56:06.157043 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9baff2a8-9801-4e51-92b4-10722423ae7a req-620a86ec-a36e-43e1-bb8c-dd82459ecdb4 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Dec 16 03:56:06.328318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce88f-b84e-4bf1-badc-3ac38e527223 req-08faf174-e31a-4e9b-b07d-409580211d6f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:06.329792 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-310ce88f-b84e-4bf1-badc-3ac38e527223 req-08faf174-e31a-4e9b-b07d-409580211d6f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0519788 Dec 16 03:56:06.377685 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-310ce88f-b84e-4bf1-badc-3ac38e527223 req-d7f744cc-efe2-4248-9387-224555d16535 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Dec 16 03:56:06.506318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca279-a922-42da-b6ba-ee1e910f4613 req-11989b51-88f7-4339-b843-d19e9ea5da20 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:06.507863 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e3ca279-a922-42da-b6ba-ee1e910f4613 req-11989b51-88f7-4339-b843-d19e9ea5da20 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0588758 Dec 16 03:56:06.559528 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5e3ca279-a922-42da-b6ba-ee1e910f4613 req-c884299b-7cd1-4558-a9b4-6e428637cb79 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456212 Dec 16 03:56:06.697239 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6a787-f251-41fc-ae34-1cb7e650e8dd req-60611f40-6edc-48aa-9062-31cbddcc122f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:06.698739 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ed6a787-f251-41fc-ae34-1cb7e650e8dd req-60611f40-6edc-48aa-9062-31cbddcc122f tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0505767 Dec 16 03:56:06.749311 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ed6a787-f251-41fc-ae34-1cb7e650e8dd req-18d253cb-3b67-4808-8225-6d5b10788ed2 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Dec 16 03:56:07.068736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa617-4166-4321-a4b7-eb7b8c9fe3f8 req-9a3c2f60-7348-4e2a-9f0f-f2eac57d346c tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:07.070224 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e2fa617-4166-4321-a4b7-eb7b8c9fe3f8 req-9a3c2f60-7348-4e2a-9f0f-f2eac57d346c tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0512304 Dec 16 03:56:07.120081 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e2fa617-4166-4321-a4b7-eb7b8c9fe3f8 req-a8cb5bfb-26ca-4a94-aeec-da58e124434b tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Dec 16 03:56:07.316693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 51bde2fd-bbe4-402f-9df9-6f828a582e53 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:56:07.343995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 51bde2fd-bbe4-402f-9df9-6f828a582e53 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:56:07.344343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 51bde2fd-bbe4-402f-9df9-6f828a582e53 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:56:07.415883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8facfb4d-d680-43a3-b38b-47044f6089b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:08.252218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c6462-e97f-426d-aaca-f190babb3cdf req-abc09494-7622-4a81-a08f-8d710d07fa48 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:08.253459 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-be6c6462-e97f-426d-aaca-f190babb3cdf req-abc09494-7622-4a81-a08f-8d710d07fa48 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0529299 Dec 16 03:56:08.301140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-be6c6462-e97f-426d-aaca-f190babb3cdf req-7c4d1405-1d89-45af-8bc6-f5321f190061 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/security-groups?id=6501d147-4880-442c-ac33-8d5c995302da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Dec 16 03:56:08.529935 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-81fa8fe6-f813-4873-8855-2431df8dcdc9 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:08.531370 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-81fa8fe6-f813-4873-8855-2431df8dcdc9 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 945 time: 0.0575788 Dec 16 03:56:08.546710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:08.626897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Deleting port 2563f78b-478f-4795-b0b3-751a0c444308 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:08.627243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:08.712990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] For port 2563f78b-478f-4795-b0b3-751a0c444308, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=2563f78b-478f-4795-b0b3-751a0c444308,segment=NetworkSegment(e8f199c9-00d8-401d-8f1e-ab0a1075b768),segment_id=e8f199c9-00d8-401d-8f1e-ab0a1075b768)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:08.713413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:08.726149 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Calling delete_port for 2563f78b-478f-4795-b0b3-751a0c444308 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:08.856020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:08.884568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Pushing event deleted for resources: {'Port': ['ID=2563f78b-478f-4795-b0b3-751a0c444308,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:08.888074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['2563f78b-478f-4795-b0b3-751a0c444308'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:56:08.930241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] No DVR routers for this DVR port 2563f78b-478f-4795-b0b3-751a0c444308 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:08.932767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:08.936799 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ff1b4448-f5bb-4763-b0bd-d79c6e172b30 req-accfe7ee-3d55-4d7c-ab93-ae8d80e9e2d7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.30 "DELETE /v2.0/ports/2563f78b-478f-4795-b0b3-751a0c444308 HTTP/1.1" status: 204 len: 173 time: 0.3991885 Dec 16 03:56:08.937583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'name': 'network-vif-deleted', 'tag': '2563f78b-478f-4795-b0b3-751a0c444308'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:56:08.939996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea4022-74fa-49d9-b957-242ffa067aa8" -d '{"events": [{"server_uuid": "f2212d4d-b931-432a-b2bb-a681a0a361ac", "name": "network-vif-deleted", "tag": "2563f78b-478f-4795-b0b3-751a0c444308"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:56:08.979515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735b1cf2-b1e8-4304-96d2-084e39bdae85 x-openstack-request-id: req-735b1cf2-b1e8-4304-96d2-084e39bdae85 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:56:08.979705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2212d4d-b931-432a-b2bb-a681a0a361ac", "name": "network-vif-deleted", "tag": "2563f78b-478f-4795-b0b3-751a0c444308", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:56:08.979940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-735b1cf2-b1e8-4304-96d2-084e39bdae85 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:56:08.980413 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2212d4d-b931-432a-b2bb-a681a0a361ac', 'name': 'network-vif-deleted', 'tag': '2563f78b-478f-4795-b0b3-751a0c444308', 'status': 'completed', 'code': 200} Dec 16 03:56:09.409996 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7fc34c03-7392-47b7-9859-47e21c7a2ba1 req-723db407-1312-47b1-a2bf-ed9191cf66f7 tempest-ServersNegativeTestJSON-1169061176 tempest-ServersNegativeTestJSON-1169061176-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2212d4d-b931-432a-b2bb-a681a0a361ac HTTP/1.1" status: 200 len: 210 time: 0.0273826 Dec 16 03:56:10.099136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.474899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42144) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:10.522466 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] Deleting subnet aec287c5-7058-4482-8b35-f1bc47bca37a {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:56:10.526115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.566263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.605994 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.658474 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.683158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec287c5-7058-4482-8b35-f1bc47bca37a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:10.686809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.690351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d6a2f235-646c-43ae-ae94-c237c8ddb7a4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/aec287c5-7058-4482-8b35-f1bc47bca37a HTTP/1.1" status: 204 len: 168 time: 0.2144217 Dec 16 03:56:10.692924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42146) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:10.776101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.854042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.874538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c097880d-0b75-4645-850c-35edab67fb33']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:10.884197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f199c9-00d8-401d-8f1e-ab0a1075b768') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:10.884493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f199c9-00d8-401d-8f1e-ab0a1075b768') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:10.894109 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.907985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.914450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:10.914987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:10.916825 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:10.977783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.983975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:10.987861 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c097880d-0b75-4645-850c-35edab67fb33 HTTP/1.1" status: 204 len: 168 time: 0.2939703 Dec 16 03:56:10.999054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e43900-b428-41da-8b48-7882f9e1f211 admin admin] Pushing event deleted for resources: {'Network': ['ID=c097880d-0b75-4645-850c-35edab67fb33,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:11.107067 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42150) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:11.136036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:11.149463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cfefcf21-5c2d-4d9d-90ca-4959bc1a7e5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=967d3746cded45d68e2d4a14d3dab355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412095 Dec 16 03:56:11.152114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42152) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:11.208497 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a82-b56c-4539-8d31-9d575d80ef39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:11.230646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a82-b56c-4539-8d31-9d575d80ef39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:11.280613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a82-b56c-4539-8d31-9d575d80ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:11.283221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a82-b56c-4539-8d31-9d575d80ef39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:11.284423 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9f4f3a82-b56c-4539-8d31-9d575d80ef39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6501d147-4880-442c-ac33-8d5c995302da HTTP/1.1" status: 204 len: 168 time: 0.1313701 Dec 16 03:56:11.292463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f3a82-b56c-4539-8d31-9d575d80ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501d147-4880-442c-ac33-8d5c995302da,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:11.321667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2563f78b-478f-4795-b0b3-751a0c444308 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:56:11.346883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 2563f78b-478f-4795-b0b3-751a0c444308 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:56:11.347231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 2563f78b-478f-4795-b0b3-751a0c444308 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:56:12.060635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42174) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:12.160561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321154749'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:12.185907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:12.189822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.198340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.278828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.284094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.312933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:12.319212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968e9e69-9575-4a63-abaa-d08f08c4181b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:12.325647 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.326014 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Added segment 7b81cc79-c840-4204-8b2c-98388def26b9 of type vlan for network 817e40ec-0440-445b-a1f6-3ad39eff288a Dec 16 03:56:12.365292 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.391102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.396580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:12.397194 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:12.454545 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3927894 Dec 16 03:56:12.466812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e0b4b-6aa4-4850-9f48-897bfec4544c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Network': ['ID=817e40ec-0440-445b-a1f6-3ad39eff288a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:12.476719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 817e40ec-0440-445b-a1f6-3ad39eff288a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:15.766983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42178) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:15.774933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'subnet': {'network_id': '817e40ec-0440-445b-a1f6-3ad39eff288a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:15.887258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:15.891061 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.105613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.166551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Subnet': ['ID=11e3e866-c2f0-4504-9cd2-fffcd81ac94b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:16.182064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Checking segment: {'id': '7b81cc79-c840-4204-8b2c-98388def26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '817e40ec-0440-445b-a1f6-3ad39eff288a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:16.182399 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network hostable DHCP agents. Network: 817e40ec-0440-445b-a1f6-3ad39eff288a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:16.200542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network 817e40ec-0440-445b-a1f6-3ad39eff288a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:16.209231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 817e40ec-0440-445b-a1f6-3ad39eff288a) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:16.213437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:16.214032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.219038 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba777f-6400-4b0b-a1ca-b6268c75f51c None None] Network 817e40ec-0440-445b-a1f6-3ad39eff288a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:16.230922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9ebcb40d-ee9f-4b5e-9455-6021c4c52687 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4626274 Dec 16 03:56:16.234858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:16.239946 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124169220'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:16.264205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:16.268153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.292515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:16.302636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.302980 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Added segment 17fb2165-634f-4add-8949-a474a83d3bb9 of type vlan for network 3545278a-962a-403b-9a19-8347b6ff67cd Dec 16 03:56:16.326466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-817e40ec-0440-445b-a1f6-3ad39eff288a', 'network_id': '817e40ec-0440-445b-a1f6-3ad39eff288a', 'project_id': '8d6daddfeefa4a159cae73951280d519', 'fixed_ips': [{'subnet_id': '11e3e866-c2f0-4504-9cd2-fffcd81ac94b'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:16.327371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.344194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.371672 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.376947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:16.377542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.431679 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1956921 Dec 16 03:56:16.434992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42182) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:16.441842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'subnet': {'network_id': '3545278a-962a-403b-9a19-8347b6ff67cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:16.444493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3203955-84f7-443e-b855-47ed03178b1d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Network': ['ID=3545278a-962a-403b-9a19-8347b6ff67cd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:16.457942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 3545278a-962a-403b-9a19-8347b6ff67cd details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:16.470083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Allocated IP 2001:db8:0:ffff::2 (817e40ec-0440-445b-a1f6-3ad39eff288a/11e3e866-c2f0-4504-9cd2-fffcd81ac94b/412748e9-72e8-4846-9c2d-1f9c64c52b02) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:16.536757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:16.540378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.660357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.667497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.707121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Network 817e40ec-0440-445b-a1f6-3ad39eff288a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:16.711516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:16.715311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:16.728300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Pushing event updated for resources: {'Port': ['ID=412748e9-72e8-4846-9c2d-1f9c64c52b02,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:16.735558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.776617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Attempting to bind port 412748e9-72e8-4846-9c2d-1f9c64c52b02 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:16.777379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Attempting to bind port 412748e9-72e8-4846-9c2d-1f9c64c52b02 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '7b81cc79-c840-4204-8b2c-98388def26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '817e40ec-0440-445b-a1f6-3ad39eff288a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:16.777863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Attempting to bind port 412748e9-72e8-4846-9c2d-1f9c64c52b02 on network 817e40ec-0440-445b-a1f6-3ad39eff288a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:16.783122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:16.783487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Checking segment: {'id': '7b81cc79-c840-4204-8b2c-98388def26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '817e40ec-0440-445b-a1f6-3ad39eff288a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:16.783879 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.784266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Bound using segment: {'id': '7b81cc79-c840-4204-8b2c-98388def26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '817e40ec-0440-445b-a1f6-3ad39eff288a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:16.784722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Bound port: 412748e9-72e8-4846-9c2d-1f9c64c52b02, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b81cc79-c840-4204-8b2c-98388def26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '817e40ec-0440-445b-a1f6-3ad39eff288a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:16.785102 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.800567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Subnet': ['ID=3d4e7da1-496a-4bb0-a021-ed7009ad9d93,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:16.811323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Checking segment: {'id': '17fb2165-634f-4add-8949-a474a83d3bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3545278a-962a-403b-9a19-8347b6ff67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:16.811691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network hostable DHCP agents. Network: 3545278a-962a-403b-9a19-8347b6ff67cd, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:16.829098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network 3545278a-962a-403b-9a19-8347b6ff67cd is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:16.838055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 3545278a-962a-403b-9a19-8347b6ff67cd) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:16.842746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:16.843361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:16.848073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d102afd-9432-4734-8485-fd95578479a3 None None] Network 3545278a-962a-403b-9a19-8347b6ff67cd requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:16.854635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] For port 412748e9-72e8-4846-9c2d-1f9c64c52b02, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:16.862133 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-19c9a2f2-e66f-417a-9a95-5a9f5d4b4217 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4233527 Dec 16 03:56:16.862318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:16.966221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.035112 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.071807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] For port 412748e9-72e8-4846-9c2d-1f9c64c52b02, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=412748e9-72e8-4846-9c2d-1f9c64c52b02,segment=NetworkSegment(7b81cc79-c840-4204-8b2c-98388def26b9),segment_id=7b81cc79-c840-4204-8b2c-98388def26b9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:17.079242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.103411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.134028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4e7da1-496a-4bb0-a021-ed7009ad9d93,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:17.174713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68733a-6e45-4a71-8b8d-c95184e1d621 None None] Pushing event updated for resources: {'Port': ['ID=412748e9-72e8-4846-9c2d-1f9c64c52b02,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:17.183242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718b3df-4460-4a8d-810d-2dde51421fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-3545278a-962a-403b-9a19-8347b6ff67cd', 'network_id': '3545278a-962a-403b-9a19-8347b6ff67cd', 'project_id': '8d6daddfeefa4a159cae73951280d519', 'fixed_ips': [{'subnet_id': '3d4e7da1-496a-4bb0-a021-ed7009ad9d93'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:17.184119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6718b3df-4460-4a8d-810d-2dde51421fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.205873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.234331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3545278a-962a-403b-9a19-8347b6ff67cd']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:17.244188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fb2165-634f-4add-8949-a474a83d3bb9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:17.244525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fb2165-634f-4add-8949-a474a83d3bb9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:17.255870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.274954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.281114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21c4d0-92d9-47b0-b577-9cd36fef969b None None] Network 3545278a-962a-403b-9a19-8347b6ff67cd requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:17.282716 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:17.283209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:17.286890 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:17.361533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.368454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.371843 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/3545278a-962a-403b-9a19-8347b6ff67cd HTTP/1.1" status: 204 len: 168 time: 0.5085649 Dec 16 03:56:17.375893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:17.382409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1971053111'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:17.399446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d2f5f-86d3-481c-bd01-fd9041695037 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Network': ['ID=3545278a-962a-403b-9a19-8347b6ff67cd,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:17.426487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:17.430078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.457677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:17.468154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.468498 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Added segment a6570641-59fa-4b58-b241-7df8e67e4ce9 of type vlan for network 115260ca-defd-4b14-b745-36fab7c7b57f Dec 16 03:56:17.513726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.539903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.546084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:17.546721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.605778 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2279460 Dec 16 03:56:17.608782 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42190) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:17.614063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'subnet': {'network_id': '115260ca-defd-4b14-b745-36fab7c7b57f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:17.618076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73e6a4-5b5e-487f-a8c4-8465b214f3b3 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Network': ['ID=115260ca-defd-4b14-b745-36fab7c7b57f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:17.633422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 115260ca-defd-4b14-b745-36fab7c7b57f details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:17.713836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:17.717538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.773760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Performing IP validity checks on allocation pools {{(pid=103161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 03:56:17.774278 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 03:56:17.901757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:17.959685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Subnet': ['ID=8294d5f9-0178-413a-affc-ae47e4634de9,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:17.979460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Checking segment: {'id': 'a6570641-59fa-4b58-b241-7df8e67e4ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '115260ca-defd-4b14-b745-36fab7c7b57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:17.979460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network hostable DHCP agents. Network: 115260ca-defd-4b14-b745-36fab7c7b57f, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:17.998485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network 115260ca-defd-4b14-b745-36fab7c7b57f is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:18.008803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 115260ca-defd-4b14-b745-36fab7c7b57f) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:18.013894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:18.014824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.020562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1bbfb-0fbe-4b0c-8217-f651daac5a6d None None] Network 115260ca-defd-4b14-b745-36fab7c7b57f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:18.036250 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f39ea31c-d768-4e04-86e9-89b7bb7b1e7d tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4227757 Dec 16 03:56:18.036250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42192) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:18.137247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7882e2-3b0e-48c0-93c8-09c36e1e2951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-115260ca-defd-4b14-b745-36fab7c7b57f', 'network_id': '115260ca-defd-4b14-b745-36fab7c7b57f', 'project_id': '8d6daddfeefa4a159cae73951280d519', 'fixed_ips': [{'subnet_id': '8294d5f9-0178-413a-affc-ae47e4634de9'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:18.138191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f7882e2-3b0e-48c0-93c8-09c36e1e2951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.147520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.168209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf05d7-641c-46a6-94df-6e481b9a7c59 None None] Network 817e40ec-0440-445b-a1f6-3ad39eff288a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:18.203756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.265018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.290542 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Subnet': ['ID=8294d5f9-0178-413a-affc-ae47e4634de9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server [None req-6f7882e2-3b0e-48c0-93c8-09c36e1e2951 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8294d5f9-0178-413a-affc-ae47e4634de9: This subnet is being modified by another concurrent operation. Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise exception Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8294d5f9-0178-413a-affc-ae47e4634de9: This subnet is being modified by another concurrent operation. Dec 16 03:56:18.292369 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Dec 16 03:56:18.301145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-052ee68f-3927-44f0-8abb-1e146180cca8 None None] Provisioning complete for port 412748e9-72e8-4846-9c2d-1f9c64c52b02 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:18.301145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-052ee68f-3927-44f0-8abb-1e146180cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.323361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea50ee-65f0-4a38-ade1-e22711571d79 None None] Network 115260ca-defd-4b14-b745-36fab7c7b57f requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:18.360023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.382944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115260ca-defd-4b14-b745-36fab7c7b57f']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:18.396340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6570641-59fa-4b58-b241-7df8e67e4ce9') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:18.396604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6570641-59fa-4b58-b241-7df8e67e4ce9') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:18.407440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.420623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.428276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:18.428665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:18.431797 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:18.490852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-052ee68f-3927-44f0-8abb-1e146180cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.493210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.500969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.507739 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/115260ca-defd-4b14-b745-36fab7c7b57f HTTP/1.1" status: 204 len: 168 time: 0.4678824 Dec 16 03:56:18.508295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:18.514813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1288899329'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:18.518242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaac33-efdd-4029-b4bc-e4ffb49ea4b2 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Network': ['ID=115260ca-defd-4b14-b745-36fab7c7b57f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:18.533600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-052ee68f-3927-44f0-8abb-1e146180cca8 None None] For port 412748e9-72e8-4846-9c2d-1f9c64c52b02, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=412748e9-72e8-4846-9c2d-1f9c64c52b02,segment=NetworkSegment(7b81cc79-c840-4204-8b2c-98388def26b9),segment_id=7b81cc79-c840-4204-8b2c-98388def26b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:18.540061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-052ee68f-3927-44f0-8abb-1e146180cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.547020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:18.550881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.577889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:18.587732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.588330 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Added segment 284b043b-184d-4c33-9842-513ffb81e948 of type vlan for network 76695418-2a64-4606-98ff-1be51ad8f22c Dec 16 03:56:18.591571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ee68f-3927-44f0-8abb-1e146180cca8 None None] Pushing event updated for resources: {'Port': ['ID=412748e9-72e8-4846-9c2d-1f9c64c52b02,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:18.633964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.662054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.667682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:18.668299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.704422 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565175f-d4cf-4bb2-8caf-2b3f57128b2b None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:56:18.729056 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2196164 Dec 16 03:56:18.732158 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42196) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:18.737275 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'subnet': {'network_id': '76695418-2a64-4606-98ff-1be51ad8f22c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:18.741533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0030c-cf75-4c43-99cd-e6a03f181759 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Network': ['ID=76695418-2a64-4606-98ff-1be51ad8f22c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:18.755161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 76695418-2a64-4606-98ff-1be51ad8f22c details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:18.833635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:18.837177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:18.845193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565175f-d4cf-4bb2-8caf-2b3f57128b2b None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:56:18.848470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d8d5f4a3-3b3e-4926-8d11-b398f9d8c3a4 None None] Provisioning complete for port 412748e9-72e8-4846-9c2d-1f9c64c52b02 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:18.848874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f4a3-3b3e-4926-8d11-b398f9d8c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.025284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.100853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Checking segment: {'id': '284b043b-184d-4c33-9842-513ffb81e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76695418-2a64-4606-98ff-1be51ad8f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:19.101110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network hostable DHCP agents. Network: 76695418-2a64-4606-98ff-1be51ad8f22c, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:19.103218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Subnet': ['ID=829da101-17b6-4113-8a0f-761f66a4092e,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:19.127769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network 76695418-2a64-4606-98ff-1be51ad8f22c is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:19.128589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 412748e9-72e8-4846-9c2d-1f9c64c52b02 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:19.137630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 76695418-2a64-4606-98ff-1be51ad8f22c) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:19.141720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:19.142313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.162708 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42198) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:19.162895 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6479938a-6793-42d0-8188-547f8b06c7fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4296138 Dec 16 03:56:19.168100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-178918360'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:19.178749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38788158-5799-4e19-bc4e-342535a79b25 None None] Network 76695418-2a64-4606-98ff-1be51ad8f22c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:19.192102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:19.195807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.219811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:19.229468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.229820 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Added segment 1ba9ac5c-f63f-48b5-8de6-0352e76e2a13 of type vlan for network d822c6d9-3116-4049-80ff-a766343e8995 Dec 16 03:56:19.233770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 412748e9-72e8-4846-9c2d-1f9c64c52b02 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:19.234146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.273959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.301089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.306908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:19.307622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.343649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-76695418-2a64-4606-98ff-1be51ad8f22c', 'network_id': '76695418-2a64-4606-98ff-1be51ad8f22c', 'project_id': '8d6daddfeefa4a159cae73951280d519', 'fixed_ips': [{'subnet_id': '829da101-17b6-4113-8a0f-761f66a4092e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:19.344514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.363906 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1998146 Dec 16 03:56:19.366781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:19.374136 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Request body: {'subnet': {'network_id': 'd822c6d9-3116-4049-80ff-a766343e8995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:19.434888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cba9c-05f0-49f7-843c-ff5799ac01ea tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Network': ['ID=d822c6d9-3116-4049-80ff-a766343e8995,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:19.446839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network d822c6d9-3116-4049-80ff-a766343e8995 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:19.485153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Made reservation on behalf of 8d6daddfeefa4a159cae73951280d519 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:19.488812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.548909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Allocated IP 2001:db8::2 (76695418-2a64-4606-98ff-1be51ad8f22c/829da101-17b6-4113-8a0f-761f66a4092e/85ca778d-5c48-4d06-baa1-dea741bf0da1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:19.674040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.697107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.703991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.734941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event updated for resources: {'Subnet': ['ID=0743eb0c-bcc9-4296-bc13-1623e924e11d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:19.743857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Checking segment: {'id': '1ba9ac5c-f63f-48b5-8de6-0352e76e2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd822c6d9-3116-4049-80ff-a766343e8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:19.744223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network hostable DHCP agents. Network: d822c6d9-3116-4049-80ff-a766343e8995, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:19.746618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Network 76695418-2a64-4606-98ff-1be51ad8f22c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:19.751754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:19.754207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:19.757439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Pushing event updated for resources: {'Port': ['ID=85ca778d-5c48-4d06-baa1-dea741bf0da1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:19.762716 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Network d822c6d9-3116-4049-80ff-a766343e8995 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:19.775915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, d822c6d9-3116-4049-80ff-a766343e8995) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:19.780630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:19.781260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.789016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d2a5a-369e-451b-a197-826d08524d75 None None] Network d822c6d9-3116-4049-80ff-a766343e8995 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:19.804030 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f6ebcd80-a457-42f1-a604-e6af84e4a6bb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4337556 Dec 16 03:56:19.805259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42202) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:19.857975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Attempting to bind port 85ca778d-5c48-4d06-baa1-dea741bf0da1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:19.858329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Attempting to bind port 85ca778d-5c48-4d06-baa1-dea741bf0da1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '284b043b-184d-4c33-9842-513ffb81e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76695418-2a64-4606-98ff-1be51ad8f22c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:19.858745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Attempting to bind port 85ca778d-5c48-4d06-baa1-dea741bf0da1 on network 76695418-2a64-4606-98ff-1be51ad8f22c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:19.867663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:19.868026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Checking segment: {'id': '284b043b-184d-4c33-9842-513ffb81e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76695418-2a64-4606-98ff-1be51ad8f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:19.868420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.868791 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Bound using segment: {'id': '284b043b-184d-4c33-9842-513ffb81e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76695418-2a64-4606-98ff-1be51ad8f22c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:19.869266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Bound port: 85ca778d-5c48-4d06-baa1-dea741bf0da1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284b043b-184d-4c33-9842-513ffb81e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76695418-2a64-4606-98ff-1be51ad8f22c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:19.869634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.904632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.953866 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a453724-aca0-497c-bea9-175d3c919a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-d822c6d9-3116-4049-80ff-a766343e8995', 'network_id': 'd822c6d9-3116-4049-80ff-a766343e8995', 'project_id': '8d6daddfeefa4a159cae73951280d519', 'fixed_ips': [{'subnet_id': '0743eb0c-bcc9-4296-bc13-1623e924e11d'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:19.954813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a453724-aca0-497c-bea9-175d3c919a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.956116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:19.979690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] For port 85ca778d-5c48-4d06-baa1-dea741bf0da1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:19.999245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] For port 85ca778d-5c48-4d06-baa1-dea741bf0da1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=85ca778d-5c48-4d06-baa1-dea741bf0da1,segment=NetworkSegment(284b043b-184d-4c33-9842-513ffb81e948),segment_id=284b043b-184d-4c33-9842-513ffb81e948)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:20.016780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.044948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.048063 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Subnet': ['ID=0743eb0c-bcc9-4296-bc13-1623e924e11d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:20.113953 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.136581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d822c6d9-3116-4049-80ff-a766343e8995']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:20.147393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba9ac5c-f63f-48b5-8de6-0352e76e2a13') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:20.147672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba9ac5c-f63f-48b5-8de6-0352e76e2a13') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:20.158659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.173324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.180221 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:20.180615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:20.184166 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:20.281212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server [None req-3a453724-aca0-497c-bea9-175d3c919a36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0743eb0c-bcc9-4296-bc13-1623e924e11d: This subnet is being modified by another concurrent operation. Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server raise exception Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0743eb0c-bcc9-4296-bc13-1623e924e11d: This subnet is being modified by another concurrent operation. Dec 16 03:56:20.284353 dv-neutron-821927-1-hyperv neutron-server[103163]: ERROR oslo_messaging.rpc.server Dec 16 03:56:20.293914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a785b1-d947-4b76-8f4f-a9d443e222ab None None] Pushing event updated for resources: {'Port': ['ID=85ca778d-5c48-4d06-baa1-dea741bf0da1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:20.294103 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.298119 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/d822c6d9-3116-4049-80ff-a766343e8995 HTTP/1.1" status: 204 len: 168 time: 0.4917893 Dec 16 03:56:20.301562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:20.312545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36afdd-ec59-4e74-87dd-29e5ba3d087a tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Network': ['ID=d822c6d9-3116-4049-80ff-a766343e8995,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:20.317310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec662383-52ee-4eb2-a029-735737b19638 None None] Network d822c6d9-3116-4049-80ff-a766343e8995 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:20.331481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec662383-52ee-4eb2-a029-735737b19638 None None] Network d822c6d9-3116-4049-80ff-a766343e8995 could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:56:20.336862 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4ce924-4eeb-4049-bb1b-25db17e08cfb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] GET failed (client error): The resource could not be found. Dec 16 03:56:20.338286 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6d4ce924-4eeb-4049-bb1b-25db17e08cfb tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "GET /v2.0/subnets/0743eb0c-bcc9-4296-bc13-1623e924e11d HTTP/1.1" status: 404 len: 337 time: 0.0355933 Dec 16 03:56:20.341899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:20.361576 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f919551-a95c-48f1-9a1a-07a9b305e632 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] DELETE failed (client error): The resource could not be found. Dec 16 03:56:20.362083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f919551-a95c-48f1-9a1a-07a9b305e632 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:56:20.365099 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4f919551-a95c-48f1-9a1a-07a9b305e632 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/d822c6d9-3116-4049-80ff-a766343e8995 HTTP/1.1" status: 404 len: 339 time: 0.0221250 Dec 16 03:56:20.368967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:20.399104 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45b86bb-bd62-40cf-a46d-79bfa6a695fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] DELETE failed (client error): The resource could not be found. Dec 16 03:56:20.399426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45b86bb-bd62-40cf-a46d-79bfa6a695fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:56:20.402529 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c45b86bb-bd62-40cf-a46d-79bfa6a695fa tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/subnets/0743eb0c-bcc9-4296-bc13-1623e924e11d HTTP/1.1" status: 404 len: 337 time: 0.0325775 Dec 16 03:56:20.405184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:20.425250 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c89fc6-c780-4779-b86b-7c8b47d06a12 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] DELETE failed (client error): The resource could not be found. Dec 16 03:56:20.425872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c89fc6-c780-4779-b86b-7c8b47d06a12 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:56:20.429262 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c4c89fc6-c780-4779-b86b-7c8b47d06a12 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/d822c6d9-3116-4049-80ff-a766343e8995 HTTP/1.1" status: 404 len: 339 time: 0.0230703 Dec 16 03:56:20.431756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:20.506907 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Deleting subnet 829da101-17b6-4113-8a0f-761f66a4092e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:56:20.510372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.551853 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.637784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.701632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.730538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Subnet': ['ID=829da101-17b6-4113-8a0f-761f66a4092e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:20.735882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.739134 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c8aa43e7-a3e3-4f19-96e1-8f626b82eb0e tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/subnets/829da101-17b6-4113-8a0f-761f66a4092e HTTP/1.1" status: 204 len: 168 time: 0.3046868 Dec 16 03:56:20.741836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42214) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:20.819076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.878027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Deleting port 85ca778d-5c48-4d06-baa1-dea741bf0da1 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:20.878374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.944691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] For port 85ca778d-5c48-4d06-baa1-dea741bf0da1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=85ca778d-5c48-4d06-baa1-dea741bf0da1,segment=NetworkSegment(284b043b-184d-4c33-9842-513ffb81e948),segment_id=284b043b-184d-4c33-9842-513ffb81e948)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:20.945049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:20.958767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Calling delete_port for 85ca778d-5c48-4d06-baa1-dea741bf0da1 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:21.045049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.074985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No DVR routers for this DVR port 85ca778d-5c48-4d06-baa1-dea741bf0da1 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:21.077136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Port': ['ID=85ca778d-5c48-4d06-baa1-dea741bf0da1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:21.117581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 85ca778d-5c48-4d06-baa1-dea741bf0da1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:21.142586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 85ca778d-5c48-4d06-baa1-dea741bf0da1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:56:21.143203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 85ca778d-5c48-4d06-baa1-dea741bf0da1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 03:56:21.159990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.162950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Port 85ca778d-5c48-4d06-baa1-dea741bf0da1 not found, will not notify nova. {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 03:56:21.186488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76695418-2a64-4606-98ff-1be51ad8f22c']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:21.195166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab351e8c-1b4c-4666-bc4c-95cc552963d8 None None] Network 76695418-2a64-4606-98ff-1be51ad8f22c requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:21.197348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284b043b-184d-4c33-9842-513ffb81e948') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:21.197638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284b043b-184d-4c33-9842-513ffb81e948') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:21.207403 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.220707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.226761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:21.227148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:21.230209 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:21.256096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-81a87c81-8250-4ff6-b0bc-20fc7449aaf4 None None] Could not find standard attr ID for object 85ca778d-5c48-4d06-baa1-dea741bf0da1. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:56:21.287285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.294452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.297573 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/76695418-2a64-4606-98ff-1be51ad8f22c HTTP/1.1" status: 204 len: 168 time: 0.5546541 Dec 16 03:56:21.300257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42216) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:21.316628 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7cde-6021-4ea9-abe0-643bce8e2b10 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Network': ['ID=76695418-2a64-4606-98ff-1be51ad8f22c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:21.328089 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef32ad6-02d3-407e-a39b-08ea4f86dcc0 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] DELETE failed (client error): The resource could not be found. Dec 16 03:56:21.328495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef32ad6-02d3-407e-a39b-08ea4f86dcc0 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:56:21.331686 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6ef32ad6-02d3-407e-a39b-08ea4f86dcc0 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/subnets/8294d5f9-0178-413a-affc-ae47e4634de9 HTTP/1.1" status: 404 len: 337 time: 0.0304263 Dec 16 03:56:21.334326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:21.347511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dbb194-26f2-4fd3-9671-4d44db685670 None None] DHCP port deletion for 76695418-2a64-4606-98ff-1be51ad8f22c request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:21.352073 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ffdd44-1652-47d0-aaa2-86f0558de6a0 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] DELETE failed (client error): The resource could not be found. Dec 16 03:56:21.352564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ffdd44-1652-47d0-aaa2-86f0558de6a0 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:56:21.358141 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-74ffdd44-1652-47d0-aaa2-86f0558de6a0 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/115260ca-defd-4b14-b745-36fab7c7b57f HTTP/1.1" status: 404 len: 339 time: 0.0203598 Dec 16 03:56:21.359213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42220) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:21.369718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38cae8-25c6-43c5-a222-e9eeaa630c30 None None] get_active_networks_info from dv-neutron-821927-1-hyperv {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 03:56:21.385185 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82959e0-20a7-47df-a292-6fddfe3a6366 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] DELETE failed (client error): The resource could not be found. Dec 16 03:56:21.385646 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82959e0-20a7-47df-a292-6fddfe3a6366 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:56:21.388677 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d82959e0-20a7-47df-a292-6fddfe3a6366 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/subnets/3d4e7da1-496a-4bb0-a021-ed7009ad9d93 HTTP/1.1" status: 404 len: 337 time: 0.0290322 Dec 16 03:56:21.391546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42222) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:21.409057 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80f86dd-0923-411e-845f-b7384c6704ec tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] DELETE failed (client error): The resource could not be found. Dec 16 03:56:21.409533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80f86dd-0923-411e-845f-b7384c6704ec tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 03:56:21.412431 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c80f86dd-0923-411e-845f-b7384c6704ec tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/3545278a-962a-403b-9a19-8347b6ff67cd HTTP/1.1" status: 404 len: 339 time: 0.0199983 Dec 16 03:56:21.415029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42224) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:21.437679 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38cae8-25c6-43c5-a222-e9eeaa630c30 None None] Resources bound (agent type, host, resource id): {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 03:56:21.473301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Deleting subnet 11e3e866-c2f0-4504-9cd2-fffcd81ac94b {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:56:21.476670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.518318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.600683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.662535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.688843 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Subnet': ['ID=11e3e866-c2f0-4504-9cd2-fffcd81ac94b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:21.692177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.695292 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8b169af4-27f5-4d70-98a0-9844f674ce99 tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/subnets/11e3e866-c2f0-4504-9cd2-fffcd81ac94b HTTP/1.1" status: 204 len: 168 time: 0.2793820 Dec 16 03:56:21.698120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:21.699868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7391f8-5c89-456b-a0fd-00e2886cebdb None None] Network 817e40ec-0440-445b-a1f6-3ad39eff288a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:21.777169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.832776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Deleting port 412748e9-72e8-4846-9c2d-1f9c64c52b02 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:21.833126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.839204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] DHCP port deletion for 817e40ec-0440-445b-a1f6-3ad39eff288a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:21.885885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] Deleting port 412748e9-72e8-4846-9c2d-1f9c64c52b02 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:21.886285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.896372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] For port 412748e9-72e8-4846-9c2d-1f9c64c52b02, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=412748e9-72e8-4846-9c2d-1f9c64c52b02,segment=NetworkSegment(7b81cc79-c840-4204-8b2c-98388def26b9),segment_id=7b81cc79-c840-4204-8b2c-98388def26b9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:21.896749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.909696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Calling delete_port for 412748e9-72e8-4846-9c2d-1f9c64c52b02 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:21.952762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] For port 412748e9-72e8-4846-9c2d-1f9c64c52b02, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=412748e9-72e8-4846-9c2d-1f9c64c52b02,segment=NetworkSegment(7b81cc79-c840-4204-8b2c-98388def26b9),segment_id=7b81cc79-c840-4204-8b2c-98388def26b9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:21.953154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:21.965974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] Calling delete_port for 412748e9-72e8-4846-9c2d-1f9c64c52b02 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:21.994826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.020360 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Port': ['ID=412748e9-72e8-4846-9c2d-1f9c64c52b02,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:22.025023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] No DVR routers for this DVR port 412748e9-72e8-4846-9c2d-1f9c64c52b02 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:22.044793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.073770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] Pushing event deleted for resources: {'Port': ['ID=412748e9-72e8-4846-9c2d-1f9c64c52b02,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:22.077284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2031d1f-f656-4385-b704-9f63b3422011 None None] No DVR routers for this DVR port 412748e9-72e8-4846-9c2d-1f9c64c52b02 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:22.110886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.131110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817e40ec-0440-445b-a1f6-3ad39eff288a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:22.140885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b81cc79-c840-4204-8b2c-98388def26b9') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:22.141122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b81cc79-c840-4204-8b2c-98388def26b9') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:22.150771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.164779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.171667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:22.172058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:22.175314 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:22.235166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.244193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.248175 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] 10.222.0.16 "DELETE /v2.0/networks/817e40ec-0440-445b-a1f6-3ad39eff288a HTTP/1.1" status: 204 len: 168 time: 0.5489409 Dec 16 03:56:22.259964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a454-3fab-4075-88bb-b87ac8ad8e0c tempest-NetworksIpV6Test-1058512563 tempest-NetworksIpV6Test-1058512563-project] Pushing event deleted for resources: {'Network': ['ID=817e40ec-0440-445b-a1f6-3ad39eff288a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:22.494334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42232) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:22.633321 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-15ae7230-7cc5-41d4-8d5b-5b124b662a4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d6daddfeefa4a159cae73951280d519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375341 Dec 16 03:56:22.636816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42236) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:22.685482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffc4f2c1-de5c-456d-a652-852490aa9268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.710197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffc4f2c1-de5c-456d-a652-852490aa9268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.764834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffc4f2c1-de5c-456d-a652-852490aa9268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.767447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffc4f2c1-de5c-456d-a652-852490aa9268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:22.768618 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ffc4f2c1-de5c-456d-a652-852490aa9268 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/968e9e69-9575-4a63-abaa-d08f08c4181b HTTP/1.1" status: 204 len: 168 time: 0.1309450 Dec 16 03:56:22.778142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4f2c1-de5c-456d-a652-852490aa9268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e9e69-9575-4a63-abaa-d08f08c4181b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:23.096380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 85ca778d-5c48-4d06-baa1-dea741bf0da1 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:56:23.119340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 85ca778d-5c48-4d06-baa1-dea741bf0da1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:56:23.119691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 85ca778d-5c48-4d06-baa1-dea741bf0da1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:56:23.120101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 412748e9-72e8-4846-9c2d-1f9c64c52b02 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:56:23.139405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 412748e9-72e8-4846-9c2d-1f9c64c52b02 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:56:23.139635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 412748e9-72e8-4846-9c2d-1f9c64c52b02 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:56:23.456505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42258) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:23.564630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8931f265-65c5-4dae-859a-980a7d7c4714 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1682405379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:23.591970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8931f265-65c5-4dae-859a-980a7d7c4714 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.593468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8931f265-65c5-4dae-859a-980a7d7c4714 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.653813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8931f265-65c5-4dae-859a-980a7d7c4714 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.659377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8931f265-65c5-4dae-859a-980a7d7c4714 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.678535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8931f265-65c5-4dae-859a-980a7d7c4714 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.679721 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8931f265-65c5-4dae-859a-980a7d7c4714 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2222028 Dec 16 03:56:23.683458 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42262) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:23.688778 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1148538646'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:23.713315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Made reservation on behalf of eaaf6cfa1384474a9ce972c72acb89ee for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:23.716834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.725561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.799800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.805164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.835087 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:23.841520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6350d0-81bc-4012-a4e3-f58814eb567d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:23.847472 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.847816 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Added segment 5d0f8cdd-b164-4b97-b936-47d6d5deb83b of type vlan for network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e Dec 16 03:56:23.886902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.916388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.923276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:23.923870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.941083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:23.983510 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2987356 Dec 16 03:56:23.986435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:23.991740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Request body: {'subnet': {'network_id': 'a29090c5-edbc-4e9f-a9c1-7f2785ddd04e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:23.995118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8509b7-1997-457d-adf1-d5f48bc3a614 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event updated for resources: {'Network': ['ID=a29090c5-edbc-4e9f-a9c1-7f2785ddd04e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:24.005148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:24.089509 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Made reservation on behalf of eaaf6cfa1384474a9ce972c72acb89ee for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:24.093365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.276395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.339047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event updated for resources: {'Subnet': ['ID=58062d5c-d488-4091-ac5d-e7542e485a81,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:24.347912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Checking segment: {'id': '5d0f8cdd-b164-4b97-b936-47d6d5deb83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a29090c5-edbc-4e9f-a9c1-7f2785ddd04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:24.348279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Network hostable DHCP agents. Network: a29090c5-edbc-4e9f-a9c1-7f2785ddd04e, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:24.365484 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:24.375968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, a29090c5-edbc-4e9f-a9c1-7f2785ddd04e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:24.380168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:24.381468 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.385073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c420c30-a1cf-42e0-802b-be6c02a70a1b None None] Network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:24.397592 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d984afec-725e-4799-8814-83b7a49516bb tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4099517 Dec 16 03:56:24.400642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:24.405993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-416958267'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:24.428387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Made reservation on behalf of eaaf6cfa1384474a9ce972c72acb89ee for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:24.431784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.459679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:24.469223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.469562 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Added segment 58e87e20-73f1-4d04-b7bd-ed1c733f80f0 of type vlan for network e81c43aa-4fcf-481a-a002-f458cc418cfa Dec 16 03:56:24.490259 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-a29090c5-edbc-4e9f-a9c1-7f2785ddd04e', 'network_id': 'a29090c5-edbc-4e9f-a9c1-7f2785ddd04e', 'project_id': 'eaaf6cfa1384474a9ce972c72acb89ee', 'fixed_ips': [{'subnet_id': '58062d5c-d488-4091-ac5d-e7542e485a81'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:24.491152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.510216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.535707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.541207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:24.541886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.597813 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1934080 Dec 16 03:56:24.598214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42268) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:24.603757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Request body: {'subnet': {'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:24.613989 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cab4b0-f174-47e5-88a8-1bcfe7b9e5e7 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event updated for resources: {'Network': ['ID=e81c43aa-4fcf-481a-a002-f458cc418cfa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:24.624706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network e81c43aa-4fcf-481a-a002-f458cc418cfa details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:24.629546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Allocated IP 172.20.0.2 (a29090c5-edbc-4e9f-a9c1-7f2785ddd04e/58062d5c-d488-4091-ac5d-e7542e485a81/d639ce74-9eb4-4e9e-9f70-e259906d3a22) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:24.703427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Made reservation on behalf of eaaf6cfa1384474a9ce972c72acb89ee for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:24.707332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.829412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.836409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.874219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:24.878684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:24.882165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:24.888902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.889778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Pushing event updated for resources: {'Port': ['ID=d639ce74-9eb4-4e9e-9f70-e259906d3a22,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:24.940720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Attempting to bind port d639ce74-9eb4-4e9e-9f70-e259906d3a22 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:24.941249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Attempting to bind port d639ce74-9eb4-4e9e-9f70-e259906d3a22 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5d0f8cdd-b164-4b97-b936-47d6d5deb83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a29090c5-edbc-4e9f-a9c1-7f2785ddd04e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:24.941481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Attempting to bind port d639ce74-9eb4-4e9e-9f70-e259906d3a22 on network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:24.946991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:24.947183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Checking segment: {'id': '5d0f8cdd-b164-4b97-b936-47d6d5deb83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a29090c5-edbc-4e9f-a9c1-7f2785ddd04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:24.947513 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.948352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Bound using segment: {'id': '5d0f8cdd-b164-4b97-b936-47d6d5deb83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a29090c5-edbc-4e9f-a9c1-7f2785ddd04e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:24.948352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Bound port: d639ce74-9eb4-4e9e-9f70-e259906d3a22, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0f8cdd-b164-4b97-b936-47d6d5deb83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a29090c5-edbc-4e9f-a9c1-7f2785ddd04e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:24.948686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:24.957155 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event updated for resources: {'Subnet': ['ID=c54d185b-dd13-4eae-bdf1-7612cd225cb7,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:24.966828 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Checking segment: {'id': '58e87e20-73f1-4d04-b7bd-ed1c733f80f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:24.967189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Network hostable DHCP agents. Network: e81c43aa-4fcf-481a-a002-f458cc418cfa, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:24.984137 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Network e81c43aa-4fcf-481a-a002-f458cc418cfa is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:24.993635 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, e81c43aa-4fcf-481a-a002-f458cc418cfa) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:24.998338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:24.998991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.005781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03127dc0-4b95-4221-bf04-877e07fd6028 None None] Network e81c43aa-4fcf-481a-a002-f458cc418cfa requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:25.016876 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8159dd7a-befc-4723-9196-fcb3df45deff tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4174449 Dec 16 03:56:25.019626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42270) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:25.024218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-954ebc00-cd97-456d-a251-efa3dbe34427 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:25.052351 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] For port d639ce74-9eb4-4e9e-9f70-e259906d3a22, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:25.070175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] For port d639ce74-9eb4-4e9e-9f70-e259906d3a22, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d639ce74-9eb4-4e9e-9f70-e259906d3a22,segment=NetworkSegment(5d0f8cdd-b164-4b97-b936-47d6d5deb83b),segment_id=5d0f8cdd-b164-4b97-b936-47d6d5deb83b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:25.077684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.161812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-e81c43aa-4fcf-481a-a002-f458cc418cfa', 'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa', 'project_id': 'eaaf6cfa1384474a9ce972c72acb89ee', 'fixed_ips': [{'subnet_id': 'c54d185b-dd13-4eae-bdf1-7612cd225cb7'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:25.162726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.178255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b854789-a538-4924-8eb9-5b2c4bf5e15c None None] Pushing event updated for resources: {'Port': ['ID=d639ce74-9eb4-4e9e-9f70-e259906d3a22,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:25.343823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Allocated IP 172.21.0.2 (e81c43aa-4fcf-481a-a002-f458cc418cfa/c54d185b-dd13-4eae-bdf1-7612cd225cb7/5bac30ff-32f1-4938-bc44-f11f345924e1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:25.505124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.512402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.555812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Network e81c43aa-4fcf-481a-a002-f458cc418cfa is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:25.560835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:25.563558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:25.572348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Pushing event updated for resources: {'Port': ['ID=5bac30ff-32f1-4938-bc44-f11f345924e1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:25.580460 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-954ebc00-cd97-456d-a251-efa3dbe34427 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.624168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Attempting to bind port 5bac30ff-32f1-4938-bc44-f11f345924e1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:25.624527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Attempting to bind port 5bac30ff-32f1-4938-bc44-f11f345924e1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '58e87e20-73f1-4d04-b7bd-ed1c733f80f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:25.624889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Attempting to bind port 5bac30ff-32f1-4938-bc44-f11f345924e1 on network e81c43aa-4fcf-481a-a002-f458cc418cfa {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:25.630290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:25.630696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Checking segment: {'id': '58e87e20-73f1-4d04-b7bd-ed1c733f80f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:25.631091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.631480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Bound using segment: {'id': '58e87e20-73f1-4d04-b7bd-ed1c733f80f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:25.631953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Bound port: 5bac30ff-32f1-4938-bc44-f11f345924e1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e87e20-73f1-4d04-b7bd-ed1c733f80f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e81c43aa-4fcf-481a-a002-f458cc418cfa'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:25.632336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.688680 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.api.v2.resource [None req-954ebc00-cd97-456d-a251-efa3dbe34427 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 03:56:25.689680 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-954ebc00-cd97-456d-a251-efa3dbe34427 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "PUT /v2.0/routers/4245ea6a-faed-414e-8f80-f5a83a1bfa7c HTTP/1.1" status: 400 len: 364 time: 0.6689394 Dec 16 03:56:25.694720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-84c63212-0355-4853-884c-1873d2f901ff None None] For port 5bac30ff-32f1-4938-bc44-f11f345924e1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:25.695567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42272) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:25.698154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-84c63212-0355-4853-884c-1873d2f901ff None None] For port 5bac30ff-32f1-4938-bc44-f11f345924e1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5bac30ff-32f1-4938-bc44-f11f345924e1,segment=NetworkSegment(58e87e20-73f1-4d04-b7bd-ed1c733f80f0),segment_id=58e87e20-73f1-4d04-b7bd-ed1c733f80f0)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:25.703707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.747993 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Deleting subnet c54d185b-dd13-4eae-bdf1-7612cd225cb7 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:56:25.752130 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.769877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63212-0355-4853-884c-1873d2f901ff None None] Pushing event updated for resources: {'Port': ['ID=5bac30ff-32f1-4938-bc44-f11f345924e1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:25.794648 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.892677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:25.982688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.013044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event deleted for resources: {'Subnet': ['ID=c54d185b-dd13-4eae-bdf1-7612cd225cb7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:26.017295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.021290 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-db73d453-d10c-400c-9526-3d22914735a9 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "DELETE /v2.0/subnets/c54d185b-dd13-4eae-bdf1-7612cd225cb7 HTTP/1.1" status: 204 len: 168 time: 0.3247192 Dec 16 03:56:26.024256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:26.115811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.173566 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Deleting port 5bac30ff-32f1-4938-bc44-f11f345924e1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:26.174028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.212460 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b09011-172c-46c5-8f7a-bb74317887c8 None None] Network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:26.242014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] For port 5bac30ff-32f1-4938-bc44-f11f345924e1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5bac30ff-32f1-4938-bc44-f11f345924e1,segment=NetworkSegment(58e87e20-73f1-4d04-b7bd-ed1c733f80f0),segment_id=58e87e20-73f1-4d04-b7bd-ed1c733f80f0)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:26.242377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.255585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Calling delete_port for 5bac30ff-32f1-4938-bc44-f11f345924e1 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:26.328607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0b849370-9966-4c82-abd8-ccaf81566a3c None None] Provisioning complete for port d639ce74-9eb4-4e9e-9f70-e259906d3a22 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:26.328755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b849370-9966-4c82-abd8-ccaf81566a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.342130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.368311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event deleted for resources: {'Port': ['ID=5bac30ff-32f1-4938-bc44-f11f345924e1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:26.373879 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] No DVR routers for this DVR port 5bac30ff-32f1-4938-bc44-f11f345924e1 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:26.385041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.385514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.385926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.386330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.386856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.387241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.387639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.388036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.388437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.388829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.389219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.389605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.389990 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:26.426801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b849370-9966-4c82-abd8-ccaf81566a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.465352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0b849370-9966-4c82-abd8-ccaf81566a3c None None] For port d639ce74-9eb4-4e9e-9f70-e259906d3a22, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d639ce74-9eb4-4e9e-9f70-e259906d3a22,segment=NetworkSegment(5d0f8cdd-b164-4b97-b936-47d6d5deb83b),segment_id=5d0f8cdd-b164-4b97-b936-47d6d5deb83b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:26.472007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b849370-9966-4c82-abd8-ccaf81566a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.487094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.516760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81c43aa-4fcf-481a-a002-f458cc418cfa']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:26.527000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e87e20-73f1-4d04-b7bd-ed1c733f80f0') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:26.527678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e87e20-73f1-4d04-b7bd-ed1c733f80f0') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:26.528048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b849370-9966-4c82-abd8-ccaf81566a3c None None] Pushing event updated for resources: {'Port': ['ID=d639ce74-9eb4-4e9e-9f70-e259906d3a22,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:26.537463 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.551206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.557404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:26.557797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:26.561137 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:26.595381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fa2508d9-ca65-40ba-9a9b-cf0b52163c92 None None] Provisioning complete for port d639ce74-9eb4-4e9e-9f70-e259906d3a22 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:26.595926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa2508d9-ca65-40ba-9a9b-cf0b52163c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.627351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.635594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.641129 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "DELETE /v2.0/networks/e81c43aa-4fcf-481a-a002-f458cc418cfa HTTP/1.1" status: 204 len: 168 time: 0.6137176 Dec 16 03:56:26.641523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42276) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:26.649510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27996c-3a40-44d2-84c0-3c456aea7e2e tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event deleted for resources: {'Network': ['ID=e81c43aa-4fcf-481a-a002-f458cc418cfa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:26.701211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Deleting subnet 58062d5c-d488-4091-ac5d-e7542e485a81 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:56:26.704785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.746607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.833066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.866827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e55742-4a8b-441d-b64a-cdd49a28ca57 None None] DHCP port deletion for e81c43aa-4fcf-481a-a002-f458cc418cfa request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:26.883840 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90638f-df27-408b-b940-2d9674c2b848 None None] Network e81c43aa-4fcf-481a-a002-f458cc418cfa requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:26.899798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90638f-df27-408b-b940-2d9674c2b848 None None] Network e81c43aa-4fcf-481a-a002-f458cc418cfa could not be found, it might have been deleted concurrently. {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 03:56:26.903034 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.903229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7759fb51-f50b-45c1-8c09-3edb53142ce9 None None] Could not find standard attr ID for object 5bac30ff-32f1-4938-bc44-f11f345924e1. {{(pid=103163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 03:56:26.929416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event deleted for resources: {'Subnet': ['ID=58062d5c-d488-4091-ac5d-e7542e485a81,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:26.936129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:26.940534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e8714-08d2-4c34-8b9f-3ec63b320f75 None None] Network a29090c5-edbc-4e9f-a9c1-7f2785ddd04e requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:26.940684 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4af421ff-4053-4b87-a875-4183db77c79d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "DELETE /v2.0/subnets/58062d5c-d488-4091-ac5d-e7542e485a81 HTTP/1.1" status: 204 len: 168 time: 0.2972145 Dec 16 03:56:26.943069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:27.017392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.078022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Deleting port d639ce74-9eb4-4e9e-9f70-e259906d3a22 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:27.079271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.118995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] DHCP port deletion for a29090c5-edbc-4e9f-a9c1-7f2785ddd04e request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:27.148876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] For port d639ce74-9eb4-4e9e-9f70-e259906d3a22, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d639ce74-9eb4-4e9e-9f70-e259906d3a22,segment=NetworkSegment(5d0f8cdd-b164-4b97-b936-47d6d5deb83b),segment_id=5d0f8cdd-b164-4b97-b936-47d6d5deb83b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:27.149246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.162005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Calling delete_port for d639ce74-9eb4-4e9e-9f70-e259906d3a22 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:27.172098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] Deleting port d639ce74-9eb4-4e9e-9f70-e259906d3a22 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:56:27.172476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.237221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] For port d639ce74-9eb4-4e9e-9f70-e259906d3a22, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d639ce74-9eb4-4e9e-9f70-e259906d3a22,segment=NetworkSegment(5d0f8cdd-b164-4b97-b936-47d6d5deb83b),segment_id=5d0f8cdd-b164-4b97-b936-47d6d5deb83b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:27.237615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.245428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.252063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] Calling delete_port for d639ce74-9eb4-4e9e-9f70-e259906d3a22 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:56:27.270132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event deleted for resources: {'Port': ['ID=d639ce74-9eb4-4e9e-9f70-e259906d3a22,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:27.273539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] No DVR routers for this DVR port d639ce74-9eb4-4e9e-9f70-e259906d3a22 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:27.329418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.349775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.354178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] Pushing event deleted for resources: {'Port': ['ID=d639ce74-9eb4-4e9e-9f70-e259906d3a22,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:27.358887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b1e3e-b3cf-42d6-b43d-0de66301cbb5 None None] No DVR routers for this DVR port d639ce74-9eb4-4e9e-9f70-e259906d3a22 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:56:27.370793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29090c5-edbc-4e9f-a9c1-7f2785ddd04e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:27.380486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0f8cdd-b164-4b97-b936-47d6d5deb83b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:27.380777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0f8cdd-b164-4b97-b936-47d6d5deb83b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:27.394099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.409144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.415996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:56:27.416446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:56:27.419514 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:56:27.478150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.482730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.485991 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "DELETE /v2.0/networks/a29090c5-edbc-4e9f-a9c1-7f2785ddd04e HTTP/1.1" status: 204 len: 168 time: 0.5418236 Dec 16 03:56:27.488825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42280) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:27.501190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc2a80-3544-409a-b13e-f7ee456f0b0f tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Pushing event deleted for resources: {'Network': ['ID=a29090c5-edbc-4e9f-a9c1-7f2785ddd04e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:27.520393 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fc772104-b09f-4066-a5cf-c06d2c16381d tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "GET /v2.0/ports?device_id=4245ea6a-faed-414e-8f80-f5a83a1bfa7c HTTP/1.1" status: 200 len: 205 time: 0.0303142 Dec 16 03:56:27.522847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42282) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:27.595985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61010418-26ce-491f-b559-0b7dea332e43 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.752084 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61010418-26ce-491f-b559-0b7dea332e43 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.754265 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61010418-26ce-491f-b559-0b7dea332e43 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.800014 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61010418-26ce-491f-b559-0b7dea332e43 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.800416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61010418-26ce-491f-b559-0b7dea332e43 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Fanout notify agent at l3_agent the message router_deleted on router 4245ea6a-faed-414e-8f80-f5a83a1bfa7c {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:56:27.807556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61010418-26ce-491f-b559-0b7dea332e43 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:27.808604 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-61010418-26ce-491f-b559-0b7dea332e43 tempest-RoutersNegativeTest-722626606 tempest-RoutersNegativeTest-722626606-project] 10.222.0.16 "DELETE /v2.0/routers/4245ea6a-faed-414e-8f80-f5a83a1bfa7c HTTP/1.1" status: 204 len: 168 time: 0.2848237 Dec 16 03:56:28.061617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42288) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:28.198192 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f8d37b26-0bd9-458f-94be-408437c88588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaaf6cfa1384474a9ce972c72acb89ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349745 Dec 16 03:56:28.201156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42292) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:28.250155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e443a562-1f73-43ea-9523-191b55fa456a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:28.271857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e443a562-1f73-43ea-9523-191b55fa456a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:28.323782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e443a562-1f73-43ea-9523-191b55fa456a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:28.326494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e443a562-1f73-43ea-9523-191b55fa456a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:28.327667 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e443a562-1f73-43ea-9523-191b55fa456a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab6350d0-81bc-4012-a4e3-f58814eb567d HTTP/1.1" status: 204 len: 168 time: 0.1255383 Dec 16 03:56:28.335194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a562-1f73-43ea-9523-191b55fa456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6350d0-81bc-4012-a4e3-f58814eb567d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:29.008960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42314) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:29.086860 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d639ce74-9eb4-4e9e-9f70-e259906d3a22 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:56:29.107608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d639ce74-9eb4-4e9e-9f70-e259906d3a22 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:56:29.107956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d639ce74-9eb4-4e9e-9f70-e259906d3a22 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:56:29.119218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-942496919-network', 'tenant_id': '6a64504c78394858bc761987373fd24b'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:29.144463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Made reservation on behalf of 6a64504c78394858bc761987373fd24b for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:29.146796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.155343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.232052 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.238508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.267863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:29.282468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceaa1cf-8316-41dd-9f40-637cd6eb37c1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:29.285308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.285650 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Added segment a12a62d9-8ff7-4057-8301-fa1cf611bc90 of type vlan for network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 Dec 16 03:56:29.328833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.355666 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.356762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:29.357342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.407271 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3968534 Dec 16 03:56:29.410239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:29.415401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Request body: {'subnet': {'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-subnet', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:29.418252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fca754-da16-4b67-94a7-eb9ab3e7866f admin admin] Pushing event updated for resources: {'Network': ['ID=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:29.428804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:29.444488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Made reservation on behalf of 6a64504c78394858bc761987373fd24b for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:29.447013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.628549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.680778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abf20bf-719d-4264-a470-51844af12c43,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:29.692002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Checking segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:29.692367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Network hostable DHCP agents. Network: 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:29.713587 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:29.723656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:29.728195 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:29.729313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.733114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc618d8-8c15-4c21-bd1d-b362d0141b76 None None] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:29.746269 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5af4d8ab-3f42-4aa6-9a7a-eb7199dcbe4f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3347569 Dec 16 03:56:29.749387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:29.753754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:29.776867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.778002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.829103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.834712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'project_id': '6a64504c78394858bc761987373fd24b', 'fixed_ips': [{'subnet_id': '9abf20bf-719d-4264-a470-51844af12c43'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:29.835848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:29.976943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Allocated IP 172.20.0.2 (038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2/9abf20bf-719d-4264-a470-51844af12c43/4a19b4ae-3eb0-4173-a9e3-34d936c941c4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:30.128609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.134608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.177454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:30.182654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:30.186150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:30.189321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Pushing event updated for resources: {'Port': ['ID=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:30.241717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Attempting to bind port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:30.241935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Attempting to bind port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:30.242321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Attempting to bind port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:30.247520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:30.247896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Checking segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:30.248278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.248684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Bound using segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:30.249115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Bound port: 4a19b4ae-3eb0-4173-a9e3-34d936c941c4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:30.249481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.306414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.313197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] For port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:30.316841 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] For port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:30.320720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.379665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028f669-9256-46fd-97a5-b6a1602a6d96 None None] Pushing event updated for resources: {'Port': ['ID=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:30.543570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.562473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.671417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Allocated IP 172.26.6.129 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a55daada-5937-41c6-a03a-abf4bcb54496) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:30.777045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.813735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:30.855670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:30.858542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:30.862828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:30.865791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Pushing event updated for resources: {'Port': ['ID=a55daada-5937-41c6-a03a-abf4bcb54496,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:30.871022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b056f-1f42-4459-aac3-ffd3b2b798fd None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:30.962324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e723162d-65c5-4a2b-90f3-c910b3c122e7 None None] Provisioning complete for port a55daada-5937-41c6-a03a-abf4bcb54496 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:30.963946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e723162d-65c5-4a2b-90f3-c910b3c122e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.000194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e723162d-65c5-4a2b-90f3-c910b3c122e7 None None] Port a55daada-5937-41c6-a03a-abf4bcb54496 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:56:31.119896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.139848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:31.331393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.337131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72abf803-9882-4728-a02a-ef6e8d7a1373 None None] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:31.403554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fb9b697b-f6bc-4cc4-b8dc-b94f938b9f43 None None] Provisioning complete for port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:31.403900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9b697b-f6bc-4cc4-b8dc-b94f938b9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.464358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Router 4cff96c6-e307-496b-97ee-0554963eaf90 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:56:31.482378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:31.482776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.571960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9b697b-f6bc-4cc4-b8dc-b94f938b9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.579954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:56:31.594637 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Sync routers for ids ['4cff96c6-e307-496b-97ee-0554963eaf90'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:56:31.600271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.601568 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3a3bbe09-cd2b-47bd-beeb-97bdd3504a8c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8512475 Dec 16 03:56:31.604827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:31.609942 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Routers {'4cff96c6-e307-496b-97ee-0554963eaf90'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:31.610858 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4cff96c6-e307-496b-97ee-0554963eaf90'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:31.644770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fb9b697b-f6bc-4cc4-b8dc-b94f938b9f43 None None] For port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:31.657641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9b697b-f6bc-4cc4-b8dc-b94f938b9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.722378 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.725786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b697b-f6bc-4cc4-b8dc-b94f938b9f43 None None] Pushing event updated for resources: {'Port': ['ID=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:31.795813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:56:31.796479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:56:31.797128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a2501b77-311a-4d3c-8cb7-f581b60ee70f None None] Provisioning complete for port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:31.797635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2501b77-311a-4d3c-8cb7-f581b60ee70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:31.850748 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Set router 4cff96c6-e307-496b-97ee-0554963eaf90 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:32.039763 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:56:31Z', 'revision_number': 3, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port': {'id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:30Z', 'updated_at': '2021-12-16T03:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:32.065283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.065990 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Checking router: 4cff96c6-e307-496b-97ee-0554963eaf90 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:56:32.066345 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Updating router 4cff96c6-e307-496b-97ee-0554963eaf90 port a55daada-5937-41c6-a03a-abf4bcb54496 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:56:32.091189 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.223698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Allocated IP 172.20.0.1 (038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2/9abf20bf-719d-4264-a470-51844af12c43/f306ac55-a2f2-4ec9-a142-2165f2169da6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:32.334801 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.341413 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.348618 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.372840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.394196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc42958d-229e-4c6e-b180-e77037a3628b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:32.403186 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Attempting to bind port a55daada-5937-41c6-a03a-abf4bcb54496 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:32.403568 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Attempting to bind port a55daada-5937-41c6-a03a-abf4bcb54496 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:32.403938 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Attempting to bind port a55daada-5937-41c6-a03a-abf4bcb54496 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:32.406812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:32.406899 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Pushing event updated for resources: {'Port': ['ID=a55daada-5937-41c6-a03a-abf4bcb54496,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:32.411356 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:32.411707 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:32.411812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:32.412094 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.412479 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:32.412938 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Bound port: a55daada-5937-41c6-a03a-abf4bcb54496, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:32.413317 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.415317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:32.435448 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.435786 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.436118 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.436465 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.437143 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.437462 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.437780 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.438097 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.438429 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.438752 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.439064 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.439376 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.439686 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:32.450425 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f306ac55-a2f2-4ec9-a142-2165f2169da6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:32.464905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.481246 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] For port a55daada-5937-41c6-a03a-abf4bcb54496, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:32.484988 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] For port a55daada-5937-41c6-a03a-abf4bcb54496, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a55daada-5937-41c6-a03a-abf4bcb54496,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:32.491078 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.526833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e78017-eb9f-4433-94e8-75fc0c004457 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:32.539881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-701bdd45-624f-4444-bdfb-d8d64a21f64a None None] Provisioning complete for port a55daada-5937-41c6-a03a-abf4bcb54496 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:32.540524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-701bdd45-624f-4444-bdfb-d8d64a21f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.542702 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Routers {'4cff96c6-e307-496b-97ee-0554963eaf90'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:32.543993 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4cff96c6-e307-496b-97ee-0554963eaf90'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:32.642930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.669785 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] Set router 4cff96c6-e307-496b-97ee-0554963eaf90 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:32.671876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-701bdd45-624f-4444-bdfb-d8d64a21f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.672226 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e47bf-1754-48ba-b918-1280bc81669a None None] Pushing event updated for resources: {'Port': ['ID=a55daada-5937-41c6-a03a-abf4bcb54496,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:32.694498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-701bdd45-624f-4444-bdfb-d8d64a21f64a None None] For port a55daada-5937-41c6-a03a-abf4bcb54496, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a55daada-5937-41c6-a03a-abf4bcb54496,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:32.701690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-701bdd45-624f-4444-bdfb-d8d64a21f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.751317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bdd45-624f-4444-bdfb-d8d64a21f64a None None] Pushing event updated for resources: {'Port': ['ID=a55daada-5937-41c6-a03a-abf4bcb54496,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:32.817113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.824314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.824809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5fd5d746-f376-45b9-81c0-b973ce39f61b None None] Provisioning complete for port a55daada-5937-41c6-a03a-abf4bcb54496 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:32.825316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d746-f376-45b9-81c0-b973ce39f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.855050 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:56:31Z', 'revision_number': 3, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port': {'id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:30Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:32.883513 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59318d50-20df-4feb-b693-29e14de40b8e None None] The sync data for ids ['4cff96c6-e307-496b-97ee-0554963eaf90'] in dv-neutron-821927-1-hyperv is: [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:56:31Z', 'revision_number': 3, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port': {'id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:30Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:56:32.891810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f306ac55-a2f2-4ec9-a142-2165f2169da6,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:32.895430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.923874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5fd5d746-f376-45b9-81c0-b973ce39f61b None None] Provisioning complete for port f306ac55-a2f2-4ec9-a142-2165f2169da6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:32.924254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d746-f376-45b9-81c0-b973ce39f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:32.970100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5d746-f376-45b9-81c0-b973ce39f61b None None] Port f306ac55-a2f2-4ec9-a142-2165f2169da6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:56:32.999238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:33.000687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:33.117983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:33.125086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Router 4cff96c6-e307-496b-97ee-0554963eaf90 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:56:33.199928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:33.200391 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:33.284874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:56:33.295782 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0bace85d-b1f5-4ea5-ba3d-5a3fbe7489b9 admin admin] 10.222.0.16 "PUT /v2.0/routers/4cff96c6-e307-496b-97ee-0554963eaf90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849625 Dec 16 03:56:33.300271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e04017fa-6a40-4d83-92de-d9d46e672c98 None None] Provisioning complete for port f306ac55-a2f2-4ec9-a142-2165f2169da6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:33.300837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e04017fa-6a40-4d83-92de-d9d46e672c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:33.340702 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e04017fa-6a40-4d83-92de-d9d46e672c98 None None] Port f306ac55-a2f2-4ec9-a142-2165f2169da6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:56:33.781662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42338) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:33.786617 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-193000232-network', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:33.813165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Made reservation on behalf of 673e9b97e1c448f1a162e25cb363dd0b for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:33.816753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:33.828305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:33.904458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:33.910645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:33.938127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:56:33.948041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beae815-50af-444b-b777-5533ea2badac,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:33.953584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:33.953881 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Added segment 56ffe41a-ddc3-4434-b110-0650ffac8185 of type vlan for network 633caa91-5044-4240-bf67-7718abd96e27 Dec 16 03:56:34.003705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.031338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.032560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:34.033331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.095319 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3126218 Dec 16 03:56:34.098266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42340) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:34.103552 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Request body: {'subnet': {'network_id': '633caa91-5044-4240-bf67-7718abd96e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-subnet', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:34.106854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a538cfe-79d6-4a5c-9abc-14f556f3ad6a admin admin] Pushing event updated for resources: {'Network': ['ID=633caa91-5044-4240-bf67-7718abd96e27,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:34.118316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 633caa91-5044-4240-bf67-7718abd96e27 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:56:34.128676 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Made reservation on behalf of 673e9b97e1c448f1a162e25cb363dd0b for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:34.131144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.308367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.356887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26edee9-9620-4702-8477-b1b0d689d60f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:34.373742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Checking segment: {'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:34.374099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Network hostable DHCP agents. Network: 633caa91-5044-4240-bf67-7718abd96e27, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:56:34.393318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Network 633caa91-5044-4240-bf67-7718abd96e27 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:56:34.403029 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 633caa91-5044-4240-bf67-7718abd96e27) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:34.407430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:34.407985 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.411898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa95a8c-3a0f-45f2-9afe-5afb52e611f2 None None] Network 633caa91-5044-4240-bf67-7718abd96e27 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:34.430885 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-96537718-37e5-41cd-a79c-a20c0cc26bec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3311310 Dec 16 03:56:34.433431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42342) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:34.438208 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:34.465325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.466482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.509424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Sync routers for ids ['4cff96c6-e307-496b-97ee-0554963eaf90'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:56:34.517334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-633caa91-5044-4240-bf67-7718abd96e27', 'network_id': '633caa91-5044-4240-bf67-7718abd96e27', 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'fixed_ips': [{'subnet_id': 'e26edee9-9620-4702-8477-b1b0d689d60f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:56:34.518174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.526193 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.537651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Routers {'4cff96c6-e307-496b-97ee-0554963eaf90'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:34.538279 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4cff96c6-e307-496b-97ee-0554963eaf90'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:34.665104 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.724087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Set router 4cff96c6-e307-496b-97ee-0554963eaf90 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:34.774539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Allocated IP 172.20.0.2 (633caa91-5044-4240-bf67-7718abd96e27/e26edee9-9620-4702-8477-b1b0d689d60f/1d9a4796-68a7-4f7f-b7af-0f1e701d9156) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:34.867055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.886230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:34.999799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Allocated IP 172.26.6.159 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/50f9fc1c-2ccb-47f5-b420-dac3b16b3072) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:35.032661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.040651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.077442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 4, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port': {'id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:30Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f306ac55-a2f2-4ec9-a142-2165f2169da6', 'name': '', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'mac_address': 'fa:16:3e:0d:b3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '9abf20bf-719d-4264-a470-51844af12c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:32Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 2, 'project_id': '6a64504c78394858bc761987373fd24b', 'subnets': [{'id': '9abf20bf-719d-4264-a470-51844af12c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:35.086619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Network 633caa91-5044-4240-bf67-7718abd96e27 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:35.106095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.114063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:35.118295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Checking router: 4cff96c6-e307-496b-97ee-0554963eaf90 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:56:35.118673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Updating router 4cff96c6-e307-496b-97ee-0554963eaf90 port f306ac55-a2f2-4ec9-a142-2165f2169da6 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:56:35.120655 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:35.124854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Pushing event updated for resources: {'Port': ['ID=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:35.147472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a55daada-5937-41c6-a03a-abf4bcb54496 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:35.156625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.195944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.197425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:35.200794 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:35.203325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:35.230464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf46a4-b44e-4b0a-974f-d3e69378bc9a None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:35.233093 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Pushing event updated for resources: {'Port': ['ID=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:35.261419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99aab161-5356-45b6-af05-edd070cc2c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.279483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Attempting to bind port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:35.279836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Attempting to bind port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:35.280206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Attempting to bind port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 on network 633caa91-5044-4240-bf67-7718abd96e27 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:35.297753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:35.298126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Checking segment: {'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:35.298548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.298937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Bound using segment: {'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:35.299414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Bound port: 1d9a4796-68a7-4f7f-b7af-0f1e701d9156, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:35.299788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.382742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a55daada-5937-41c6-a03a-abf4bcb54496 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:35.383143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.452373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3396bb68-2183-4ea3-96b2-89ece7f10c8d None None] Provisioning complete for port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:35.452613 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3396bb68-2183-4ea3-96b2-89ece7f10c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.466489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.470849 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:56:35.547529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] For port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:35.567633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] For port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,segment=NetworkSegment(56ffe41a-ddc3-4434-b110-0650ffac8185),segment_id=56ffe41a-ddc3-4434-b110-0650ffac8185)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:35.572118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3396bb68-2183-4ea3-96b2-89ece7f10c8d None None] Port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:56:35.576750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.665505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.803467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Router aedc376e-51dc-4580-9082-798ee41e9b55 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:56:35.853373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8177b0-ec4d-47da-ad23-6c9034b185b0 None None] Pushing event updated for resources: {'Port': ['ID=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:35.913539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.920777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:35.985251 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b3786-d204-453d-957f-2aa824399ce8 None None] Pushing event updated for resources: {'Port': ['ID=f306ac55-a2f2-4ec9-a142-2165f2169da6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:36.052476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Attempting to bind port f306ac55-a2f2-4ec9-a142-2165f2169da6 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:36.053246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Attempting to bind port f306ac55-a2f2-4ec9-a142-2165f2169da6 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:36.053246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Attempting to bind port f306ac55-a2f2-4ec9-a142-2165f2169da6 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:36.070851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:36.071214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Checking segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:36.071650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.071993 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Bound using segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:36.072525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Bound port: f306ac55-a2f2-4ec9-a142-2165f2169da6, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:36.072910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.159750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] For port f306ac55-a2f2-4ec9-a142-2165f2169da6, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:36.163621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] For port f306ac55-a2f2-4ec9-a142-2165f2169da6, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f306ac55-a2f2-4ec9-a142-2165f2169da6,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:36.173859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.242352 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Routers {'4cff96c6-e307-496b-97ee-0554963eaf90'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:36.243032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4cff96c6-e307-496b-97ee-0554963eaf90'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:36.283780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b3786-d204-453d-957f-2aa824399ce8 None None] Pushing event updated for resources: {'Port': ['ID=f306ac55-a2f2-4ec9-a142-2165f2169da6,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:36.313629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:56:36.322048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cb137a9f-bda6-4eee-9660-62dbef4a2187 None None] Provisioning complete for port f306ac55-a2f2-4ec9-a142-2165f2169da6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:36.322467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb137a9f-bda6-4eee-9660-62dbef4a2187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.326536 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Sync routers for ids ['aedc376e-51dc-4580-9082-798ee41e9b55'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:56:36.339173 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Routers {'aedc376e-51dc-4580-9082-798ee41e9b55'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:36.340080 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['aedc376e-51dc-4580-9082-798ee41e9b55'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:36.346369 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.348009 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e4116e3c-a031-4176-88c0-fd3cef193594 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9134810 Dec 16 03:56:36.350900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42344) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:56:36.409864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] Set router 4cff96c6-e307-496b-97ee-0554963eaf90 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:36.459427 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Set router aedc376e-51dc-4580-9082-798ee41e9b55 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:36.559758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb137a9f-bda6-4eee-9660-62dbef4a2187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.600776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cb137a9f-bda6-4eee-9660-62dbef4a2187 None None] For port f306ac55-a2f2-4ec9-a142-2165f2169da6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f306ac55-a2f2-4ec9-a142-2165f2169da6,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:36.614112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb137a9f-bda6-4eee-9660-62dbef4a2187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.664221 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:35Z', 'revision_number': 3, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port': {'id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:36.698910 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Checking router: aedc376e-51dc-4580-9082-798ee41e9b55 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:56:36.699596 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Updating router aedc376e-51dc-4580-9082-798ee41e9b55 port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:56:36.701424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb137a9f-bda6-4eee-9660-62dbef4a2187 None None] Pushing event updated for resources: {'Port': ['ID=f306ac55-a2f2-4ec9-a142-2165f2169da6,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:36.734671 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.741085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 4, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port': {'id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:30Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f306ac55-a2f2-4ec9-a142-2165f2169da6', 'name': '', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'mac_address': 'fa:16:3e:0d:b3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '9abf20bf-719d-4264-a470-51844af12c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:32Z', 'updated_at': '2021-12-16T03:56:36Z', 'revision_number': 4, 'project_id': '6a64504c78394858bc761987373fd24b', 'subnets': [{'id': '9abf20bf-719d-4264-a470-51844af12c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:36.782985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68faec16-fded-4be8-b80f-370cb9c82732 None None] The sync data for ids ['4cff96c6-e307-496b-97ee-0554963eaf90'] in dv-neutron-821927-1-hyperv is: [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 4, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port': {'id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:30Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'f306ac55-a2f2-4ec9-a142-2165f2169da6', 'name': '', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'mac_address': 'fa:16:3e:0d:b3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '9abf20bf-719d-4264-a470-51844af12c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:32Z', 'updated_at': '2021-12-16T03:56:36Z', 'revision_number': 4, 'project_id': '6a64504c78394858bc761987373fd24b', 'subnets': [{'id': '9abf20bf-719d-4264-a470-51844af12c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:56:36.786940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6232f77b-67f9-467b-ac6b-2c36f680d712 None None] Provisioning complete for port f306ac55-a2f2-4ec9-a142-2165f2169da6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:36.787515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6232f77b-67f9-467b-ac6b-2c36f680d712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:36.890200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.109105 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Allocated IP 172.20.0.1 (633caa91-5044-4240-bf67-7718abd96e27/e26edee9-9620-4702-8477-b1b0d689d60f/de65369b-0f4b-43d3-95a2-86d93675317f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:37.126279 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.133553 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.201814 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552523e7-af0b-4d98-8c25-8565adc3b532 None None] Pushing event updated for resources: {'Port': ['ID=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:37.213191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e75ba5-90f4-4a24-870d-349086dfc13d None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:37.220020 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Attempting to bind port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:37.220884 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Attempting to bind port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:37.221441 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Attempting to bind port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:37.222909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9382b1-0cae-45d8-b33d-9df0a0817b0b None None] Network 633caa91-5044-4240-bf67-7718abd96e27 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:56:37.228855 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:37.229221 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:37.229695 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.230078 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:37.230586 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Bound port: 50f9fc1c-2ccb-47f5-b420-dac3b16b3072, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:37.231040 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.294250 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] For port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:37.297441 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.297597 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] For port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:37.303508 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.306165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f306ac55-a2f2-4ec9-a142-2165f2169da6 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:37.340015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.358715 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Routers {'aedc376e-51dc-4580-9082-798ee41e9b55'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:37.359636 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['aedc376e-51dc-4580-9082-798ee41e9b55'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:37.365242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e316827-60f3-4ed0-a78e-700fe95ff5f5 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:56:37.421879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Pushing event updated for resources: {'Port': ['ID=de65369b-0f4b-43d3-95a2-86d93675317f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:37.438295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.439002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.439540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.440411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.440945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.441331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.441726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.442065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.442436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.442935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.443268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.443593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.443914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:56:37.453108 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Network 633caa91-5044-4240-bf67-7718abd96e27 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:37.454642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:37.457079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:37.482637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d8c85616-b647-401b-867a-422a324531ce None None] Provisioning complete for port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:37.483509 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8c85616-b647-401b-867a-422a324531ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.503563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.511498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port f306ac55-a2f2-4ec9-a142-2165f2169da6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:37.511963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.549126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-536b7f28-f071-46ec-971e-669d732f11d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.622601 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] Set router aedc376e-51dc-4580-9082-798ee41e9b55 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:37.667077 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.678823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:37.733665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8c85616-b647-401b-867a-422a324531ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.757326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d8c85616-b647-401b-867a-422a324531ce None None] For port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:37.772238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8c85616-b647-401b-867a-422a324531ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.782559 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552523e7-af0b-4d98-8c25-8565adc3b532 None None] Pushing event updated for resources: {'Port': ['ID=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:37.842542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d8c85616-b647-401b-867a-422a324531ce None None] Provisioning complete for port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:37.842918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8c85616-b647-401b-867a-422a324531ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.869123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:37.869424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.926878 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:35Z', 'revision_number': 3, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port': {'id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:37.940266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.951531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:37.969146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c85616-b647-401b-867a-422a324531ce None None] Pushing event updated for resources: {'Port': ['ID=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:37.973714 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc0cc-5ae2-4f1e-ac29-952dc25039d5 None None] The sync data for ids ['aedc376e-51dc-4580-9082-798ee41e9b55'] in dv-neutron-821927-1-hyperv is: [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:35Z', 'revision_number': 3, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port': {'id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:56:38.059934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:38.062628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8c85616-b647-401b-867a-422a324531ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:38.067413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Pushing event updated for resources: {'Port': ['ID=de65369b-0f4b-43d3-95a2-86d93675317f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:38.074863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:38.115176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,segment=NetworkSegment(56ffe41a-ddc3-4434-b110-0650ffac8185),segment_id=56ffe41a-ddc3-4434-b110-0650ffac8185)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:38.124363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:38.195963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Network 633caa91-5044-4240-bf67-7718abd96e27 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:38.198060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:38.213319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:38.220116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-d8c85616-b647-401b-867a-422a324531ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 03:56:38.220473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-d8c85616-b647-401b-867a-422a324531ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 03:56:38.327145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Router aedc376e-51dc-4580-9082-798ee41e9b55 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:56:38.460834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:56:38.466421 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-01412a36-eec6-472b-895b-adcbc3b34d5c admin admin] 10.222.0.16 "PUT /v2.0/routers/aedc376e-51dc-4580-9082-798ee41e9b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1141577 Dec 16 03:56:38.551435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:38.883510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ff515dc9-b550-4daa-9812-30f8f2deeb72 None None] Provisioning complete for port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:38.883883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff515dc9-b550-4daa-9812-30f8f2deeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:38.982728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ff515dc9-b550-4daa-9812-30f8f2deeb72 None None] Provisioning complete for port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:38.983101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff515dc9-b550-4daa-9812-30f8f2deeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:39.080109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ff515dc9-b550-4daa-9812-30f8f2deeb72 None None] Provisioning complete for port de65369b-0f4b-43d3-95a2-86d93675317f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:39.080526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff515dc9-b550-4daa-9812-30f8f2deeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:39.115664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ff515dc9-b550-4daa-9812-30f8f2deeb72 None None] Port de65369b-0f4b-43d3-95a2-86d93675317f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:56:39.182168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-1d828019-23be-4b26-8184-63c18ff8d882 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:39.183810 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-1d828019-23be-4b26-8184-63c18ff8d882 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/networks?id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 200 len: 816 time: 0.1032288 Dec 16 03:56:39.187929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:39.199578 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-99aae6cc-e40f-4ce6-90da-87cb34e66035 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/quotas/6a64504c78394858bc761987373fd24b HTTP/1.1" status: 200 len: 375 time: 0.0093355 Dec 16 03:56:39.237933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:39.238547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:39.256037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-91957aa7-6943-48e3-b102-baffaf84a9db tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a64504c78394858bc761987373fd24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490236 Dec 16 03:56:39.322769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:39.356529 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-bfbc76bd-57aa-40a3-8f0c-621058450994 service neutron] 10.222.0.16 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876653 Dec 16 03:56:39.367487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:39.367862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:39.445140 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-5eed2264-fce7-4da4-a705-1a3b95fbd0f6 service neutron] 10.222.0.16 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813875 Dec 16 03:56:39.615825 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a050c5a6-9727-4600-b8c0-16bc64fa7709 req-35dc0df6-bf35-45e6-81cb-7fbccc1bdf8a tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 210 time: 0.0338452 Dec 16 03:56:40.200081 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Sync routers for ids ['aedc376e-51dc-4580-9082-798ee41e9b55'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:56:40.204573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:40.218599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Routers {'aedc376e-51dc-4580-9082-798ee41e9b55'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:40.219229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['aedc376e-51dc-4580-9082-798ee41e9b55'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:40.364764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Set router aedc376e-51dc-4580-9082-798ee41e9b55 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:40.577612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 4, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port': {'id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'de65369b-0f4b-43d3-95a2-86d93675317f', 'name': '', 'network_id': '633caa91-5044-4240-bf67-7718abd96e27', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'mac_address': 'fa:16:3e:08:f1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e26edee9-9620-4702-8477-b1b0d689d60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:36Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 2, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'subnets': [{'id': 'e26edee9-9620-4702-8477-b1b0d689d60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:40.609926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Checking router: aedc376e-51dc-4580-9082-798ee41e9b55 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:56:40.610291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Updating router aedc376e-51dc-4580-9082-798ee41e9b55 port de65369b-0f4b-43d3-95a2-86d93675317f binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:56:40.640983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:40.675210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-73522dd7-ab28-4e53-b6e3-8321ee2dd3cf tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:40.677318 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-73522dd7-ab28-4e53-b6e3-8321ee2dd3cf tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "GET /v2.0/networks?id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 200 len: 816 time: 0.1175256 Dec 16 03:56:40.697500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Request body: {'port': {'device_id': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'admin_state_up': True, 'tenant_id': '6a64504c78394858bc761987373fd24b'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:40.722108 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0e3eb057-5417-4c43-9ade-8243239cc057 req-21e99828-f3ef-4233-954a-3dd21d44d304 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Dec 16 03:56:40.828755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Made reservation on behalf of 6a64504c78394858bc761987373fd24b for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:56:40.832318 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:40.917276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:40.923480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:40.973806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Allocated IP 172.20.0.10 (038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2/9abf20bf-719d-4264-a470-51844af12c43/f80591e8-c895-4770-98cc-0ca15b107044) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:56:40.978043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2301c-daae-4126-bf7d-81df1e5126a4 None None] Pushing event updated for resources: {'Port': ['ID=de65369b-0f4b-43d3-95a2-86d93675317f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:41.028914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Attempting to bind port de65369b-0f4b-43d3-95a2-86d93675317f on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:41.029994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Attempting to bind port de65369b-0f4b-43d3-95a2-86d93675317f by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:41.030521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Attempting to bind port de65369b-0f4b-43d3-95a2-86d93675317f on network 633caa91-5044-4240-bf67-7718abd96e27 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:41.036108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:41.036622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Checking segment: {'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:41.037129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.037623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Bound using segment: {'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:41.038605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Bound port: de65369b-0f4b-43d3-95a2-86d93675317f, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ffe41a-ddc3-4434-b110-0650ffac8185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '633caa91-5044-4240-bf67-7718abd96e27'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:41.039173 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.108096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] For port de65369b-0f4b-43d3-95a2-86d93675317f, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:41.111750 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] For port de65369b-0f4b-43d3-95a2-86d93675317f, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=de65369b-0f4b-43d3-95a2-86d93675317f,segment=NetworkSegment(56ffe41a-ddc3-4434-b110-0650ffac8185),segment_id=56ffe41a-ddc3-4434-b110-0650ffac8185)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:41.117895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.136238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.174913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.197201 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.200877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Routers {'aedc376e-51dc-4580-9082-798ee41e9b55'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:56:41.201617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:56:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['aedc376e-51dc-4580-9082-798ee41e9b55'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:41.208009 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2301c-daae-4126-bf7d-81df1e5126a4 None None] Pushing event updated for resources: {'Port': ['ID=de65369b-0f4b-43d3-95a2-86d93675317f,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:41.227412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:56:41.230992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:56:41.234985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:56:41.266293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Pushing event updated for resources: {'Port': ['ID=f80591e8-c895-4770-98cc-0ca15b107044,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:41.287043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:41.287711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.310228 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-387250b6-2d30-41c5-8ae4-a61a2767f5ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6167774 Dec 16 03:56:41.329325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Request body: {'port': {'device_id': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:56:41.329536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] Set router aedc376e-51dc-4580-9082-798ee41e9b55 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:56:41.381385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9169c4ec-dcab-4a67-aa91-3f4fdd906e2b None None] Provisioning complete for port de65369b-0f4b-43d3-95a2-86d93675317f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:41.382089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9169c4ec-dcab-4a67-aa91-3f4fdd906e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.399474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.583908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9169c4ec-dcab-4a67-aa91-3f4fdd906e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.638963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9169c4ec-dcab-4a67-aa91-3f4fdd906e2b None None] For port de65369b-0f4b-43d3-95a2-86d93675317f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=de65369b-0f4b-43d3-95a2-86d93675317f,segment=NetworkSegment(56ffe41a-ddc3-4434-b110-0650ffac8185),segment_id=56ffe41a-ddc3-4434-b110-0650ffac8185)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:41.644986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9169c4ec-dcab-4a67-aa91-3f4fdd906e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.689859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80591e8-c895-4770-98cc-0ca15b107044 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:56:41.694593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 4, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port': {'id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'de65369b-0f4b-43d3-95a2-86d93675317f', 'name': '', 'network_id': '633caa91-5044-4240-bf67-7718abd96e27', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'mac_address': 'fa:16:3e:08:f1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e26edee9-9620-4702-8477-b1b0d689d60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:36Z', 'updated_at': '2021-12-16T03:56:41Z', 'revision_number': 4, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'subnets': [{'id': 'e26edee9-9620-4702-8477-b1b0d689d60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:56:41.697472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.709564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Transition to ACTIVE for port object f80591e8-c895-4770-98cc-0ca15b107044 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:56:41.714307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.724499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169c4ec-dcab-4a67-aa91-3f4fdd906e2b None None] Pushing event updated for resources: {'Port': ['ID=de65369b-0f4b-43d3-95a2-86d93675317f,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:41.728105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f78475-f7fb-417f-8ba5-68f2466c6108 None None] The sync data for ids ['aedc376e-51dc-4580-9082-798ee41e9b55'] in dv-neutron-821927-1-hyperv is: [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 4, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port': {'id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'de65369b-0f4b-43d3-95a2-86d93675317f', 'name': '', 'network_id': '633caa91-5044-4240-bf67-7718abd96e27', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'mac_address': 'fa:16:3e:08:f1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e26edee9-9620-4702-8477-b1b0d689d60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:36Z', 'updated_at': '2021-12-16T03:56:41Z', 'revision_number': 4, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'subnets': [{'id': 'e26edee9-9620-4702-8477-b1b0d689d60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:56:41.775718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Pushing event updated for resources: {'Port': ['ID=f80591e8-c895-4770-98cc-0ca15b107044,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:41.836878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bec3aaeb-11a6-4532-8e87-a4add4e47f7f None None] Provisioning complete for port de65369b-0f4b-43d3-95a2-86d93675317f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:41.837503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bec3aaeb-11a6-4532-8e87-a4add4e47f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.880523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Attempting to bind port f80591e8-c895-4770-98cc-0ca15b107044 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:56:41.880952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Attempting to bind port f80591e8-c895-4770-98cc-0ca15b107044 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:56:41.881782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Attempting to bind port f80591e8-c895-4770-98cc-0ca15b107044 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:41.886903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Port f80591e8-c895-4770-98cc-0ca15b107044 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:56:41.887550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Attempting to bind port f80591e8-c895-4770-98cc-0ca15b107044 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:56:41.893968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:56:41.894423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Checking segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:56:41.894876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Bound using segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:56:41.895378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Bound port: f80591e8-c895-4770-98cc-0ca15b107044, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:56:41.895802 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:41.926649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c307d-2491-4d8e-a3e4-5ab2fb78e4b2 req-d4560a70-f3c5-4ca2-9922-f647fa5a97f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:41.935588 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d41c307d-2491-4d8e-a3e4-5ab2fb78e4b2 req-d4560a70-f3c5-4ca2-9922-f647fa5a97f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 944 time: 0.0837631 Dec 16 03:56:42.016894 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d41c307d-2491-4d8e-a3e4-5ab2fb78e4b2 req-bb59685f-b9ed-4c4d-87f4-d1bb3d04ee2a tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743673 Dec 16 03:56:42.023469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] For port f80591e8-c895-4770-98cc-0ca15b107044, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:56:42.033339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] For port f80591e8-c895-4770-98cc-0ca15b107044, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=f80591e8-c895-4770-98cc-0ca15b107044,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:56:42.048238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:42.095692 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.096321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:42.097704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] 10.222.0.30 "PUT /v2.0/ports/f80591e8-c895-4770-98cc-0ca15b107044 HTTP/1.1" status: 200 len: 1094 time: 0.7730296 Dec 16 03:56:42.098309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'tag': 'f80591e8-c895-4770-98cc-0ca15b107044'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:56:42.101234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39838be-acb5-4770-9741-b873d7f9f8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fed3cb-0526-4ccd-8363-14cf622921f3", "tag": "f80591e8-c895-4770-98cc-0ca15b107044"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:56:42.135215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ba9d-78bc-466e-bbcf-69957ee5d7cc service neutron] Pushing event updated for resources: {'Port': ['ID=f80591e8-c895-4770-98cc-0ca15b107044,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:42.171449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f44150-a843-4080-bc60-517adb70c80d x-openstack-request-id: req-51f44150-a843-4080-bc60-517adb70c80d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:56:42.171740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fed3cb-0526-4ccd-8363-14cf622921f3", "tag": "f80591e8-c895-4770-98cc-0ca15b107044", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:56:42.171995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51f44150-a843-4080-bc60-517adb70c80d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:56:42.172394 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'tag': 'f80591e8-c895-4770-98cc-0ca15b107044', 'status': 'completed', 'code': 200} Dec 16 03:56:42.210972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-50417061-2bec-40cc-8928-8e92d35b5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.212508 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-50417061-2bec-40cc-8928-8e92d35b5a07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a64504c78394858bc761987373fd24b&device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 1097 time: 0.0521047 Dec 16 03:56:42.278648 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-d2c8a339-0e7d-43eb-b6ff-2e182fb380be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f80591e8-c895-4770-98cc-0ca15b107044 HTTP/1.1" status: 200 len: 217 time: 0.0506649 Dec 16 03:56:42.337488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-95fbfad6-ff69-42a4-821a-da019d9b76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.339082 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-95fbfad6-ff69-42a4-821a-da019d9b76cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9abf20bf-719d-4264-a470-51844af12c43 HTTP/1.1" status: 200 len: 855 time: 0.0533257 Dec 16 03:56:42.392849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-b0d97399-bb26-40b0-85e7-2d22a9c81a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.394367 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-b0d97399-bb26-40b0-85e7-2d22a9c81a5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468462 Dec 16 03:56:42.492459 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-661b164d-53e0-4897-b39e-f50db5ac0e43 service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904062 Dec 16 03:56:42.589739 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d8a8b50-1740-4f8b-9384-9e2ff0b6df74 req-fb6945a3-aacf-478b-964d-7eae884f8724 service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888479 Dec 16 03:56:42.736868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-9050f284-142d-4d52-bd07-1e40aca47dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.738371 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-9050f284-142d-4d52-bd07-1e40aca47dba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a64504c78394858bc761987373fd24b&device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 1097 time: 0.0486481 Dec 16 03:56:42.831728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-0cf30842-7e6a-4121-854b-916934950ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.833243 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-0cf30842-7e6a-4121-854b-916934950ff0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 200 len: 916 time: 0.0870430 Dec 16 03:56:42.879850 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-a3365c51-ab9a-4c00-8754-5023fdba0470 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f80591e8-c895-4770-98cc-0ca15b107044 HTTP/1.1" status: 200 len: 217 time: 0.0355175 Dec 16 03:56:42.935127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-86b95094-e9f9-49bf-991a-f5aac0281bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.937285 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-86b95094-e9f9-49bf-991a-f5aac0281bf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9abf20bf-719d-4264-a470-51844af12c43 HTTP/1.1" status: 200 len: 855 time: 0.0498254 Dec 16 03:56:42.989450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-1ba52891-1876-4b19-9c36-905b59ac80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:42.991062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-1ba52891-1876-4b19-9c36-905b59ac80c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463045 Dec 16 03:56:43.093338 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-395a0c61-2484-44dc-9bc5-3db2563440d6 service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936005 Dec 16 03:56:43.157900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb105913-d81b-4fc7-97df-2d93159a4aa4 req-0bace5a4-b140-425f-8e09-55cfeb56bd77 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:43.159508 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb105913-d81b-4fc7-97df-2d93159a4aa4 req-0bace5a4-b140-425f-8e09-55cfeb56bd77 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 944 time: 0.0566592 Dec 16 03:56:43.164813 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device de65369b-0f4b-43d3-95a2-86d93675317f up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:43.204373 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c39838be-acb5-4770-9741-b873d7f9f8eb req-3109d1cf-eb25-4874-91f2-c386bfa9ca40 service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954671 Dec 16 03:56:43.214644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port de65369b-0f4b-43d3-95a2-86d93675317f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:43.215236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:43.216499 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb105913-d81b-4fc7-97df-2d93159a4aa4 req-f2ce01ea-ba3b-49f5-aa31-f1e826e01995 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502725 Dec 16 03:56:44.337903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fac6c4-afa8-461e-b092-d940c891b752 req-93f7ec08-866f-4fd7-a215-8e5f0bfd5a34 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:44.339606 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b2fac6c4-afa8-461e-b092-d940c891b752 req-93f7ec08-866f-4fd7-a215-8e5f0bfd5a34 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 944 time: 0.0500350 Dec 16 03:56:44.391647 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b2fac6c4-afa8-461e-b092-d940c891b752 req-66994805-f586-42f2-8260-e92f65e279da tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Dec 16 03:56:45.399427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device f80591e8-c895-4770-98cc-0ca15b107044 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:56:45.499876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port f80591e8-c895-4770-98cc-0ca15b107044, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=f80591e8-c895-4770-98cc-0ca15b107044,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:45.505822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dd27f-33d0-4327-8567-2c3424f34d09 req-54f79750-c16f-4467-b923-f25966d94d7d tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:45.507322 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-744dd27f-33d0-4327-8567-2c3424f34d09 req-54f79750-c16f-4467-b923-f25966d94d7d tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 944 time: 0.0487113 Dec 16 03:56:45.511743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'f80591e8-c895-4770-98cc-0ca15b107044', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'port_id': 'f80591e8-c895-4770-98cc-0ca15b107044', 'mac_address': 'fa:16:3e:74:11:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abf20bf-719d-4264-a470-51844af12c43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:56:45.548151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:45.555696 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-744dd27f-33d0-4327-8567-2c3424f34d09 req-7e8a28bc-d5c4-4d44-a12c-2fc8011bba42 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Dec 16 03:56:45.561106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80591e8-c895-4770-98cc-0ca15b107044 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:56:45.581565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port f80591e8-c895-4770-98cc-0ca15b107044, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=f80591e8-c895-4770-98cc-0ca15b107044,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:45.586118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:45.633887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=f80591e8-c895-4770-98cc-0ca15b107044,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:45.853233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['f80591e8-c895-4770-98cc-0ca15b107044'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:56:46.683319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735382a-2dc1-4dfc-a1c4-98fb10d62941 req-a7197eaa-977a-4337-8473-b5823445fee8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:46.684867 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f735382a-2dc1-4dfc-a1c4-98fb10d62941 req-a7197eaa-977a-4337-8473-b5823445fee8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 945 time: 0.0543709 Dec 16 03:56:46.737836 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f735382a-2dc1-4dfc-a1c4-98fb10d62941 req-9b6b6e72-76e1-4b76-aa7c-38f67084d36f tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Dec 16 03:56:47.415998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device f80591e8-c895-4770-98cc-0ca15b107044 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:56:47.467823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port f80591e8-c895-4770-98cc-0ca15b107044 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:56:47.472252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port f80591e8-c895-4770-98cc-0ca15b107044 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:56:47.472656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:47.560040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:47.587051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80591e8-c895-4770-98cc-0ca15b107044'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:56:47.589383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9ec8ab-5c4b-4142-b7f9-5471038db34a" -d '{"events": [{"server_uuid": "b3fed3cb-0526-4ccd-8363-14cf622921f3", "name": "network-vif-plugged", "status": "completed", "tag": "f80591e8-c895-4770-98cc-0ca15b107044"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:56:47.601869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port f80591e8-c895-4770-98cc-0ca15b107044, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=f80591e8-c895-4770-98cc-0ca15b107044,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:56:47.607900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:47.638874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa435c3c-03e9-4a10-a9c0-839001bc0103 x-openstack-request-id: req-fa435c3c-03e9-4a10-a9c0-839001bc0103 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:56:47.639162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fed3cb-0526-4ccd-8363-14cf622921f3", "name": "network-vif-plugged", "status": "completed", "tag": "f80591e8-c895-4770-98cc-0ca15b107044", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:56:47.639412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa435c3c-03e9-4a10-a9c0-839001bc0103 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:56:47.639793 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80591e8-c895-4770-98cc-0ca15b107044', 'code': 200} Dec 16 03:56:47.665232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=f80591e8-c895-4770-98cc-0ca15b107044,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:56:47.847505 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc724-7435-4147-9a0d-75ae0128b21d req-c1decbda-f787-4c64-96bb-7ff0e598896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:47.849045 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c26bc724-7435-4147-9a0d-75ae0128b21d req-c1decbda-f787-4c64-96bb-7ff0e598896d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 1099 time: 0.0421312 Dec 16 03:56:47.854529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6fb3f-8454-4b0f-9347-0a85ad7ac1a4 req-07f135d3-7c0a-44e3-9253-4f7ed1635088 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:47.856047 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-72d6fb3f-8454-4b0f-9347-0a85ad7ac1a4 req-07f135d3-7c0a-44e3-9253-4f7ed1635088 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.0485885 Dec 16 03:56:47.896212 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c26bc724-7435-4147-9a0d-75ae0128b21d req-de099b6b-a3f4-4738-bd1b-1a6315ede4ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Dec 16 03:56:47.905829 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-72d6fb3f-8454-4b0f-9347-0a85ad7ac1a4 req-875cd784-ef64-4c65-84f8-c5e43661f307 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Dec 16 03:56:49.034519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a066-c804-48f2-8d82-7f1d8fdc6978 req-ef6cea96-7c13-4eb0-a238-4151d506efe8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:49.035898 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e1f6a066-c804-48f2-8d82-7f1d8fdc6978 req-ef6cea96-7c13-4eb0-a238-4151d506efe8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.0528011 Dec 16 03:56:49.088432 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e1f6a066-c804-48f2-8d82-7f1d8fdc6978 req-8afe1772-de4e-4e0e-8a3c-96a84b0ff297 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Dec 16 03:56:50.216700 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfddaa0-8891-4eeb-a395-25152f4ca2d7 req-fccfd0e4-38df-4f54-a698-2887040b0b95 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:50.218146 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abfddaa0-8891-4eeb-a395-25152f4ca2d7 req-fccfd0e4-38df-4f54-a698-2887040b0b95 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.0506108 Dec 16 03:56:50.270706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abfddaa0-8891-4eeb-a395-25152f4ca2d7 req-46a6484c-3391-482a-bd20-8fb3eea63c5d tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Dec 16 03:56:50.395472 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3db01-2fc9-4a16-8957-33810e7319db req-f94aa76f-a1c0-4a3a-9646-fa9c3c11bf34 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:50.396933 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cfa3db01-2fc9-4a16-8957-33810e7319db req-f94aa76f-a1c0-4a3a-9646-fa9c3c11bf34 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.0494697 Dec 16 03:56:50.447920 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cfa3db01-2fc9-4a16-8957-33810e7319db req-d3b12cad-52e8-4801-82f0-47be87305d9b tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449979 Dec 16 03:56:53.462581 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-fdbfd14c-57a7-414b-a232-13da59c7652c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540721 Dec 16 03:56:53.563199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527f510-0739-456d-810f-1ac984993b09 req-6aeb6342-b18e-4b85-a5e0-4fa9a3076b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:53.564711 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-6aeb6342-b18e-4b85-a5e0-4fa9a3076b4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a64504c78394858bc761987373fd24b&device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 1099 time: 0.0432484 Dec 16 03:56:53.671256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527f510-0739-456d-810f-1ac984993b09 req-5ecf60ef-4415-4d81-b013-cb6f93f48c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:53.672771 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-5ecf60ef-4415-4d81-b013-cb6f93f48c09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 200 len: 916 time: 0.0881472 Dec 16 03:56:53.718331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-3ddc5044-ace7-4691-a063-87876dbfac3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f80591e8-c895-4770-98cc-0ca15b107044 HTTP/1.1" status: 200 len: 217 time: 0.0386031 Dec 16 03:56:53.767889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527f510-0739-456d-810f-1ac984993b09 req-0f7b2ee8-7abe-429a-a9fa-07378122a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:53.769369 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-0f7b2ee8-7abe-429a-a9fa-07378122a509 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9abf20bf-719d-4264-a470-51844af12c43 HTTP/1.1" status: 200 len: 855 time: 0.0442085 Dec 16 03:56:53.816185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527f510-0739-456d-810f-1ac984993b09 req-c5285abc-a600-4c38-893d-6dc04b816156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:56:53.817696 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-c5285abc-a600-4c38-893d-6dc04b816156 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413556 Dec 16 03:56:53.919202 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-45bccf0e-82c5-4c80-8dc4-99f26c2480aa service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938020 Dec 16 03:56:54.002699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:56:54.015383 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4527f510-0739-456d-810f-1ac984993b09 req-7f1f0564-0e2e-48e8-8244-1ea7ce7f4eec service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878441 Dec 16 03:57:05.209013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cddf6de-0b47-4c85-9560-0680cf9852da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:07.424752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8a6903e-cd60-4d49-8a0e-dff85178c23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:08.556271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:10.099843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:11.148755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:12.470420 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:57:13.443728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed106874-fb46-4064-b45c-3d7d6803f53d req-8b64156b-ed7d-422f-8156-6b3cd1e8cf58 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:13.445283 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed106874-fb46-4064-b45c-3d7d6803f53d req-8b64156b-ed7d-422f-8156-6b3cd1e8cf58 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.0564911 Dec 16 03:57:13.495575 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ed106874-fb46-4064-b45c-3d7d6803f53d req-b007cf93-0162-4605-9940-b1fd14f6c8d9 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Dec 16 03:57:14.621756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d187d-b52a-4e3e-9f35-d7ac11112caa req-6e0bb393-aa41-4acf-acfb-6c0ce1835708 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:14.623254 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-582d187d-b52a-4e3e-9f35-d7ac11112caa req-6e0bb393-aa41-4acf-acfb-6c0ce1835708 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.0500233 Dec 16 03:57:14.687037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-582d187d-b52a-4e3e-9f35-d7ac11112caa req-4d8bbbd7-f15b-4832-8423-d40f4ff8e140 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573964 Dec 16 03:57:15.530158 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-b0149968-cb82-481b-810d-a575c88c765f tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:15.531657 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-b0149968-cb82-481b-810d-a575c88c765f tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.3925040 Dec 16 03:57:15.623750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Deleting port f80591e8-c895-4770-98cc-0ca15b107044 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:15.624073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:15.727707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] For port f80591e8-c895-4770-98cc-0ca15b107044, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=f80591e8-c895-4770-98cc-0ca15b107044,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:15.728085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:15.741186 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Calling delete_port for f80591e8-c895-4770-98cc-0ca15b107044 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:15.811389 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2224-76b1-4c7a-9a5a-bc583b66f891 req-bc2ea17d-7ba1-4ac3-83db-114aff05e11f tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:15.812829 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5eea2224-76b1-4c7a-9a5a-bc583b66f891 req-bc2ea17d-7ba1-4ac3-83db-114aff05e11f tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3fed3cb-0526-4ccd-8363-14cf622921f3 HTTP/1.1" status: 200 len: 946 time: 0.0506430 Dec 16 03:57:15.862856 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5eea2224-76b1-4c7a-9a5a-bc583b66f891 req-b65f4a4b-a882-4401-908f-9d27d4ebe4fa tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Dec 16 03:57:15.876824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:15.904842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Pushing event deleted for resources: {'Port': ['ID=f80591e8-c895-4770-98cc-0ca15b107044,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:15.946819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] No DVR routers for this DVR port f80591e8-c895-4770-98cc-0ca15b107044 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:57:15.949707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:15.953079 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-64cba88e-49b2-4ace-b38f-2bc62a1f0da0 req-74b4659b-8416-474c-a86e-503f830e8dab tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "DELETE /v2.0/ports/f80591e8-c895-4770-98cc-0ca15b107044 HTTP/1.1" status: 204 len: 173 time: 0.4146733 Dec 16 03:57:15.953524 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'name': 'network-vif-deleted', 'tag': 'f80591e8-c895-4770-98cc-0ca15b107044'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:57:15.955823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6fa4d3-c596-4764-8233-019b65e1f53c" -d '{"events": [{"server_uuid": "b3fed3cb-0526-4ccd-8363-14cf622921f3", "name": "network-vif-deleted", "tag": "f80591e8-c895-4770-98cc-0ca15b107044"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:57:16.045619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e27b81-6966-4593-aca2-60ce0e92abd8 x-openstack-request-id: req-35e27b81-6966-4593-aca2-60ce0e92abd8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:57:16.045891 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fed3cb-0526-4ccd-8363-14cf622921f3", "name": "network-vif-deleted", "tag": "f80591e8-c895-4770-98cc-0ca15b107044", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:57:16.046148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35e27b81-6966-4593-aca2-60ce0e92abd8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:57:16.046591 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fed3cb-0526-4ccd-8363-14cf622921f3', 'name': 'network-vif-deleted', 'tag': 'f80591e8-c895-4770-98cc-0ca15b107044', 'status': 'completed', 'code': 200} Dec 16 03:57:17.327305 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-7f0d23f6-548f-4ea3-8579-cc4b9e91e772 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:17.328754 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-7f0d23f6-548f-4ea3-8579-cc4b9e91e772 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/networks?id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 200 len: 816 time: 0.1096351 Dec 16 03:57:17.351740 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-db0bdf44-abfe-4ea2-97ed-367eaab98e69 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/quotas/6a64504c78394858bc761987373fd24b HTTP/1.1" status: 200 len: 375 time: 0.0135696 Dec 16 03:57:17.408641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-9bf8a1fa-ed1d-4bda-aa02-cdbbf1eac794 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a64504c78394858bc761987373fd24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471241 Dec 16 03:57:17.585756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device f80591e8-c895-4770-98cc-0ca15b107044 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:57:17.606106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: f80591e8-c895-4770-98cc-0ca15b107044 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:57:17.606482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device f80591e8-c895-4770-98cc-0ca15b107044 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:57:17.630583 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-edc6012d-270c-42ee-9ac8-960da5a78cf0 service neutron] 10.222.0.16 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033372 Dec 16 03:57:17.724092 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-17c6428c-1981-49d1-9c66-f74e5a4173c8 service neutron] 10.222.0.16 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871274 Dec 16 03:57:17.906115 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ea74af2-c7a8-4763-b441-50ac83b01b7b req-14484fe0-7ed0-4864-92c5-73e049447eed tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 210 time: 0.0270429 Dec 16 03:57:19.023095 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-053bf087-08bc-44e5-bacb-0cf222509a2a req-83d05689-51b9-4b25-88eb-10265b3f75ec tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 210 time: 0.0305500 Dec 16 03:57:19.079551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-5ad02d29-b1c2-429e-96f8-9981c06388e9 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:19.081160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-5ad02d29-b1c2-429e-96f8-9981c06388e9 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "GET /v2.0/networks?id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 200 len: 816 time: 0.1230915 Dec 16 03:57:19.115961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Request body: {'port': {'device_id': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'admin_state_up': True, 'tenant_id': '6a64504c78394858bc761987373fd24b'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:57:19.239869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Made reservation on behalf of 6a64504c78394858bc761987373fd24b for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:57:19.243363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:19.379271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Allocated IP 172.20.0.12 (038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2/9abf20bf-719d-4264-a470-51844af12c43/42a06914-bc13-4ede-9bf1-6572745f72b9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:57:19.552857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:19.594279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:19.638604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:57:19.641784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:57:19.645503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:57:19.652009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Pushing event updated for resources: {'Port': ['ID=42a06914-bc13-4ede-9bf1-6572745f72b9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:19.698126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:19.698772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:19.716555 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-83cf3ed9-8df9-46ba-b69a-62fa2c28109c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6043973 Dec 16 03:57:19.735003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Request body: {'port': {'device_id': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:57:19.796026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:19.895417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5cf298ff-a2c5-4fdb-b674-322e88127a9d None None] Provisioning complete for port 42a06914-bc13-4ede-9bf1-6572745f72b9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:57:19.896261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5cf298ff-a2c5-4fdb-b674-322e88127a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:19.933175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5cf298ff-a2c5-4fdb-b674-322e88127a9d None None] Port 42a06914-bc13-4ede-9bf1-6572745f72b9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:57:20.066079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a06914-bc13-4ede-9bf1-6572745f72b9 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:57:20.074477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:20.086667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Transition to ACTIVE for port object 42a06914-bc13-4ede-9bf1-6572745f72b9 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:57:20.092193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:20.140583 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73170fa8-fcfe-496e-bb05-8b11fe78af23 req-308289bb-e15d-423d-b013-400337bac095 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:20.147051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Pushing event updated for resources: {'Port': ['ID=42a06914-bc13-4ede-9bf1-6572745f72b9,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:20.147468 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-73170fa8-fcfe-496e-bb05-8b11fe78af23 req-308289bb-e15d-423d-b013-400337bac095 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 944 time: 0.0538790 Dec 16 03:57:20.202117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-73170fa8-fcfe-496e-bb05-8b11fe78af23 req-b9f97b24-6f8b-4913-aa43-d7f957bfc0ce tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532651 Dec 16 03:57:20.222303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Attempting to bind port 42a06914-bc13-4ede-9bf1-6572745f72b9 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:57:20.222683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Attempting to bind port 42a06914-bc13-4ede-9bf1-6572745f72b9 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:57:20.223021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Attempting to bind port 42a06914-bc13-4ede-9bf1-6572745f72b9 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:57:20.228082 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Port 42a06914-bc13-4ede-9bf1-6572745f72b9 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:57:20.228417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Attempting to bind port 42a06914-bc13-4ede-9bf1-6572745f72b9 on network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:57:20.233845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:57:20.234200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Checking segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:57:20.234621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Bound using segment: {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:57:20.235061 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Bound port: 42a06914-bc13-4ede-9bf1-6572745f72b9, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12a62d9-8ff7-4057-8301-fa1cf611bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:57:20.235428 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:20.306242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] For port 42a06914-bc13-4ede-9bf1-6572745f72b9, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:57:20.309473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] For port 42a06914-bc13-4ede-9bf1-6572745f72b9, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42a06914-bc13-4ede-9bf1-6572745f72b9,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:57:20.315616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:20.351287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:20.352070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:20.353615 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] 10.222.0.30 "PUT /v2.0/ports/42a06914-bc13-4ede-9bf1-6572745f72b9 HTTP/1.1" status: 200 len: 1094 time: 0.6230597 Dec 16 03:57:20.354077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'tag': '42a06914-bc13-4ede-9bf1-6572745f72b9'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:57:20.356390 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a" -d '{"events": [{"name": "network-changed", "server_uuid": "34227ffb-539e-4b64-ba78-8556d8b36ff2", "tag": "42a06914-bc13-4ede-9bf1-6572745f72b9"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:57:20.383393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c213689-ac70-48c8-872e-4d71232b4367 service neutron] Pushing event updated for resources: {'Port': ['ID=42a06914-bc13-4ede-9bf1-6572745f72b9,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:20.407961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290d5b59-1135-40d0-b336-e1cdd2cfe1c2 x-openstack-request-id: req-290d5b59-1135-40d0-b336-e1cdd2cfe1c2 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:57:20.408282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34227ffb-539e-4b64-ba78-8556d8b36ff2", "tag": "42a06914-bc13-4ede-9bf1-6572745f72b9", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:57:20.408540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-290d5b59-1135-40d0-b336-e1cdd2cfe1c2 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:57:20.408995 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'tag': '42a06914-bc13-4ede-9bf1-6572745f72b9', 'status': 'completed', 'code': 200} Dec 16 03:57:20.473113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-d00b7f9e-f026-4aa7-94ed-be049c5a3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:20.474718 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-d00b7f9e-f026-4aa7-94ed-be049c5a3ec4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a64504c78394858bc761987373fd24b&device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0484297 Dec 16 03:57:20.525792 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-e63a91a5-1ddb-4d7b-8aa8-2e9d0c616ff9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42a06914-bc13-4ede-9bf1-6572745f72b9 HTTP/1.1" status: 200 len: 217 time: 0.0366628 Dec 16 03:57:20.580451 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-99af7f1c-3e8f-4a54-8ef0-3e78c740ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:20.582155 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-99af7f1c-3e8f-4a54-8ef0-3e78c740ba82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9abf20bf-719d-4264-a470-51844af12c43 HTTP/1.1" status: 200 len: 855 time: 0.0494823 Dec 16 03:57:20.640025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d361f-18dd-443a-a746-3b2278b484b4 req-14d215b1-7c93-4893-b1e9-da85627c1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:20.642026 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-14d215b1-7c93-4893-b1e9-da85627c1a7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528858 Dec 16 03:57:20.733272 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-df825919-0710-4149-a66a-b65938c698c5 service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837934 Dec 16 03:57:20.828210 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-682d361f-18dd-443a-a746-3b2278b484b4 req-050c5783-967d-476f-92d1-6997cae6e619 service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Dec 16 03:57:20.976450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-f4388f40-6261-474f-8058-cc6ac72112bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:20.977955 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-f4388f40-6261-474f-8058-cc6ac72112bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a64504c78394858bc761987373fd24b&device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0450652 Dec 16 03:57:21.074319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-6eb27872-3e11-4d27-a7d9-4c649fb03153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:21.075834 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-6eb27872-3e11-4d27-a7d9-4c649fb03153 service neutron] 10.222.0.30 "GET /v2.0/networks?id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 200 len: 916 time: 0.0889630 Dec 16 03:57:21.125971 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-f8de84fd-4295-49c2-868f-63ca54abcf96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42a06914-bc13-4ede-9bf1-6572745f72b9 HTTP/1.1" status: 200 len: 217 time: 0.0422273 Dec 16 03:57:21.174606 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-265e3b68-b99c-4dd9-8f14-b317b2ee22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:21.176138 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-265e3b68-b99c-4dd9-8f14-b317b2ee22cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9abf20bf-719d-4264-a470-51844af12c43 HTTP/1.1" status: 200 len: 855 time: 0.0432391 Dec 16 03:57:21.225356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-3af65393-6988-4316-8f18-64e1fd87f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:21.226780 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-3af65393-6988-4316-8f18-64e1fd87f5f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425339 Dec 16 03:57:21.321669 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-770c67ce-4fbb-4134-bf33-3a6b2f155997 service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873609 Dec 16 03:57:21.323330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081156-bedd-4f3e-b9c0-5ed5e43187ca req-682478ee-b57d-4594-9221-b5bbe35eaccf tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:21.324817 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f081156-bedd-4f3e-b9c0-5ed5e43187ca req-682478ee-b57d-4594-9221-b5bbe35eaccf tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 944 time: 0.0523138 Dec 16 03:57:21.374162 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8f081156-bedd-4f3e-b9c0-5ed5e43187ca req-25b1de8f-5bda-4fc3-a7ff-5822ba52ff88 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Dec 16 03:57:21.413939 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9c8bd679-f1a0-4232-8cde-8a8acdc4b94a req-d4b1e9eb-d49b-4404-a380-fd5da87e2cba service neutron] 10.222.0.30 "GET /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823052 Dec 16 03:57:22.505751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd6499-eee9-4f19-8644-8c1e0b447f0a req-60867afa-e666-4387-96d9-1a3fe47c416b tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:22.507238 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-32bd6499-eee9-4f19-8644-8c1e0b447f0a req-60867afa-e666-4387-96d9-1a3fe47c416b tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 944 time: 0.0522795 Dec 16 03:57:22.563153 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-32bd6499-eee9-4f19-8644-8c1e0b447f0a req-4e4d0eab-48eb-4264-92bd-aaeeb555fef8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498056 Dec 16 03:57:23.586917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42a06914-bc13-4ede-9bf1-6572745f72b9 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:57:23.689480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 42a06914-bc13-4ede-9bf1-6572745f72b9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42a06914-bc13-4ede-9bf1-6572745f72b9,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:23.692731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591dfc5-73c1-4d66-a68e-ae94be7e3d04 req-40a5a3b8-4b0d-441f-a574-feb34430a9a7 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:23.694236 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0591dfc5-73c1-4d66-a68e-ae94be7e3d04 req-40a5a3b8-4b0d-441f-a574-feb34430a9a7 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 944 time: 0.0537457 Dec 16 03:57:23.701630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '42a06914-bc13-4ede-9bf1-6572745f72b9', 'network_id': '038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2', 'port_id': '42a06914-bc13-4ede-9bf1-6572745f72b9', 'mac_address': 'fa:16:3e:02:a3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abf20bf-719d-4264-a470-51844af12c43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:57:23.739339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:23.742113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0591dfc5-73c1-4d66-a68e-ae94be7e3d04 req-ddc42529-1ae1-4071-9837-f0bbaf327cc6 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Dec 16 03:57:23.752904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a06914-bc13-4ede-9bf1-6572745f72b9 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:57:23.773224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 42a06914-bc13-4ede-9bf1-6572745f72b9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42a06914-bc13-4ede-9bf1-6572745f72b9,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:23.778990 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:23.827033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=42a06914-bc13-4ede-9bf1-6572745f72b9,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:23.834381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.834736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.835113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.835446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.835778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.836110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.836427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.836758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.837087 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.837414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.837735 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.838060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.838374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:23.986226 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:24.052909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['42a06914-bc13-4ede-9bf1-6572745f72b9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:57:24.873611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79751b-7c03-43b0-84f7-d9cf91c9169c req-636a68b3-e8a9-45a3-8065-7757243f6ee9 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:24.875079 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e79751b-7c03-43b0-84f7-d9cf91c9169c req-636a68b3-e8a9-45a3-8065-7757243f6ee9 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 945 time: 0.0551283 Dec 16 03:57:24.923480 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4e79751b-7c03-43b0-84f7-d9cf91c9169c req-6d389c36-1f03-48ad-bd85-d2ff65b7671a tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Dec 16 03:57:25.586684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42a06914-bc13-4ede-9bf1-6572745f72b9 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:57:25.648566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 42a06914-bc13-4ede-9bf1-6572745f72b9 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:57:25.653361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 42a06914-bc13-4ede-9bf1-6572745f72b9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:57:25.653805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:25.750766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:25.783881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a06914-bc13-4ede-9bf1-6572745f72b9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:57:25.786429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbcf25b-708c-41ed-873b-be8ffaecf3cd" -d '{"events": [{"server_uuid": "34227ffb-539e-4b64-ba78-8556d8b36ff2", "name": "network-vif-plugged", "status": "completed", "tag": "42a06914-bc13-4ede-9bf1-6572745f72b9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:57:25.799521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 42a06914-bc13-4ede-9bf1-6572745f72b9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42a06914-bc13-4ede-9bf1-6572745f72b9,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:25.805447 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:25.829408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07817979-1fb6-4d04-8a81-2153ed1921ba x-openstack-request-id: req-07817979-1fb6-4d04-8a81-2153ed1921ba {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:57:25.829700 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34227ffb-539e-4b64-ba78-8556d8b36ff2", "name": "network-vif-plugged", "status": "completed", "tag": "42a06914-bc13-4ede-9bf1-6572745f72b9", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:57:25.829962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07817979-1fb6-4d04-8a81-2153ed1921ba {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:57:25.830362 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a06914-bc13-4ede-9bf1-6572745f72b9', 'code': 200} Dec 16 03:57:25.855554 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=42a06914-bc13-4ede-9bf1-6572745f72b9,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:26.036381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747ed56-4ad2-47b7-bd8c-09a9e6ba6e52 req-bdf6343d-e986-4565-adc3-9ef58bb81e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:26.037915 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8747ed56-4ad2-47b7-bd8c-09a9e6ba6e52 req-bdf6343d-e986-4565-adc3-9ef58bb81e29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 1099 time: 0.0470119 Dec 16 03:57:26.048602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe21e6-5608-4114-bb91-cf7839aaaa95 req-b8921ac9-9220-4723-9e4f-408859b1e68c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:26.050171 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ebe21e6-5608-4114-bb91-cf7839aaaa95 req-b8921ac9-9220-4723-9e4f-408859b1e68c tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 946 time: 0.0525384 Dec 16 03:57:26.084523 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8747ed56-4ad2-47b7-bd8c-09a9e6ba6e52 req-bacaf0f5-80ac-4442-a5b7-c64c00e5142c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Dec 16 03:57:26.098038 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ebe21e6-5608-4114-bb91-cf7839aaaa95 req-b7b39275-aba4-4fe7-801f-7d5f3d6dbef2 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Dec 16 03:57:27.222529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20945dee-3ebc-43b3-9909-3efbdea96ee8 req-f53d5676-104a-492a-bd88-fa946db845e2 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:27.223950 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-20945dee-3ebc-43b3-9909-3efbdea96ee8 req-f53d5676-104a-492a-bd88-fa946db845e2 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 946 time: 0.0568275 Dec 16 03:57:27.272105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-20945dee-3ebc-43b3-9909-3efbdea96ee8 req-56b684e7-22d2-4d43-a5bc-299d9de609ff tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Dec 16 03:57:27.395671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febb49e-ceae-4e64-ba3a-f8590b2be5a4 req-305b374c-29af-41a0-8325-41c60cb98076 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:27.397159 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9febb49e-ceae-4e64-ba3a-f8590b2be5a4 req-305b374c-29af-41a0-8325-41c60cb98076 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 946 time: 0.0586145 Dec 16 03:57:27.450159 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9febb49e-ceae-4e64-ba3a-f8590b2be5a4 req-3321150d-5c25-48e5-a734-ea99c7ba9355 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 Dec 16 03:57:35.226452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41bf3f32-a24e-4dbc-845b-b0aa61ec1f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:37.433240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfd8bfa9-e650-4906-8dde-270e2fddca17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:38.564278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:40.103936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:41.144520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:49.469013 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:57:50.113603 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7db6b1-f221-4dab-a71d-743dd6c2df17 req-f03919af-8ab6-44f1-a571-366f12e3c13e tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:50.115119 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a7db6b1-f221-4dab-a71d-743dd6c2df17 req-f03919af-8ab6-44f1-a571-366f12e3c13e tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 946 time: 0.0521612 Dec 16 03:57:50.162663 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a7db6b1-f221-4dab-a71d-743dd6c2df17 req-2242fbe7-2b3f-406c-bde4-8f832d000bd4 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Dec 16 03:57:51.292564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0284f-7e9b-47fa-ba4e-ec138fda8f07 req-23a45caf-1545-4949-9bd9-477f767e0180 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:51.294028 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12c0284f-7e9b-47fa-ba4e-ec138fda8f07 req-23a45caf-1545-4949-9bd9-477f767e0180 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 946 time: 0.0498524 Dec 16 03:57:51.343741 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12c0284f-7e9b-47fa-ba4e-ec138fda8f07 req-1ba4ad55-4f0a-4687-b5ba-40338b4581cc tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/security-groups?id=fceaa1cf-8316-41dd-9f40-637cd6eb37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Dec 16 03:57:51.780639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-1b3d0e32-2252-49b4-9839-649cf7d905de tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:57:51.781987 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-1b3d0e32-2252-49b4-9839-649cf7d905de tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 946 time: 0.0502253 Dec 16 03:57:51.879562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Deleting port 42a06914-bc13-4ede-9bf1-6572745f72b9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:51.879869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:51.969134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] For port 42a06914-bc13-4ede-9bf1-6572745f72b9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=42a06914-bc13-4ede-9bf1-6572745f72b9,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:51.969485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:51.981928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Calling delete_port for 42a06914-bc13-4ede-9bf1-6572745f72b9 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:52.125572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:52.154263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Pushing event deleted for resources: {'Port': ['ID=42a06914-bc13-4ede-9bf1-6572745f72b9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:52.159307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['42a06914-bc13-4ede-9bf1-6572745f72b9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:57:52.185140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.185862 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.186210 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.186592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.186940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.187314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.187645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.187970 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.188319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.188644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.188972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.189270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.189620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:52.208442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] No DVR routers for this DVR port 42a06914-bc13-4ede-9bf1-6572745f72b9 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:57:52.210983 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:52.214613 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a481bb5b-c829-4163-bbc7-977d5272a427 req-c2fb6ae9-6660-4142-b230-b311392531f8 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.30 "DELETE /v2.0/ports/42a06914-bc13-4ede-9bf1-6572745f72b9 HTTP/1.1" status: 204 len: 173 time: 0.4259832 Dec 16 03:57:52.215222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'name': 'network-vif-deleted', 'tag': '42a06914-bc13-4ede-9bf1-6572745f72b9'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:57:52.217895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d78142-2bc3-4646-acaf-87203919c294" -d '{"events": [{"server_uuid": "34227ffb-539e-4b64-ba78-8556d8b36ff2", "name": "network-vif-deleted", "tag": "42a06914-bc13-4ede-9bf1-6572745f72b9"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:57:52.260511 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce55ff-abc1-4d82-b232-987b6317b26f x-openstack-request-id: req-0cce55ff-abc1-4d82-b232-987b6317b26f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:57:52.261534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34227ffb-539e-4b64-ba78-8556d8b36ff2", "name": "network-vif-deleted", "tag": "42a06914-bc13-4ede-9bf1-6572745f72b9", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:57:52.261819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cce55ff-abc1-4d82-b232-987b6317b26f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:57:52.262235 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34227ffb-539e-4b64-ba78-8556d8b36ff2', 'name': 'network-vif-deleted', 'tag': '42a06914-bc13-4ede-9bf1-6572745f72b9', 'status': 'completed', 'code': 200} Dec 16 03:57:52.458417 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-80aed9ab-f732-455c-85cf-2aa518ec881f req-2fe925d6-878e-4e74-a160-63ed2924ab72 tempest-TestEncryptedCinderVolumes-591525700 tempest-TestEncryptedCinderVolumes-591525700-project] 10.222.0.16 "GET /v2.0/ports?device_id=34227ffb-539e-4b64-ba78-8556d8b36ff2 HTTP/1.1" status: 200 len: 210 time: 0.0320938 Dec 16 03:57:53.558752 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42666) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:53.902742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:53.984359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:54.167891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Deleting port f306ac55-a2f2-4ec9-a142-2165f2169da6 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:54.168374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:54.257709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] For port f306ac55-a2f2-4ec9-a142-2165f2169da6, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=f306ac55-a2f2-4ec9-a142-2165f2169da6,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:54.257990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:54.271119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Calling delete_port for f306ac55-a2f2-4ec9-a142-2165f2169da6 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:54.466344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:54.488922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Pushing event deleted for resources: {'Port': ['ID=f306ac55-a2f2-4ec9-a142-2165f2169da6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:54.498659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.499010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.499356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.499693 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.500024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.500354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.501163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.501163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.501320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.501640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.501900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.502247 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.502578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:57:54.988082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:55.218550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Router 4cff96c6-e307-496b-97ee-0554963eaf90 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:57:55.321775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:57:55.327753 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e2973b05-c1e8-4f35-8107-2b59ed30afcd admin admin] 10.222.0.16 "PUT /v2.0/routers/4cff96c6-e307-496b-97ee-0554963eaf90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668185 Dec 16 03:57:55.330763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42668) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:55.333555 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] Sync routers for ids ['4cff96c6-e307-496b-97ee-0554963eaf90'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:57:55.344875 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] Routers {'4cff96c6-e307-496b-97ee-0554963eaf90'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:57:55.345529 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:57:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4cff96c6-e307-496b-97ee-0554963eaf90'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:55.432227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:55.451282 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] Set router 4cff96c6-e307-496b-97ee-0554963eaf90 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:57:55.533625 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:55.588350 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Deleting port a55daada-5937-41c6-a03a-abf4bcb54496 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:55.588726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:55.630141 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:57:54Z', 'revision_number': 5, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port': {'id': 'a55daada-5937-41c6-a03a-abf4bcb54496', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:30Z', 'updated_at': '2021-12-16T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:55.655513 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] Checking router: 4cff96c6-e307-496b-97ee-0554963eaf90 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:57:55.664738 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] Routers {'4cff96c6-e307-496b-97ee-0554963eaf90'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:57:55.665350 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:57:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4cff96c6-e307-496b-97ee-0554963eaf90'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:55.669445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] For port a55daada-5937-41c6-a03a-abf4bcb54496, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a55daada-5937-41c6-a03a-abf4bcb54496,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:55.669801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:55.682088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Calling delete_port for a55daada-5937-41c6-a03a-abf4bcb54496 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:55.738974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42a06914-bc13-4ede-9bf1-6572745f72b9 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:57:55.751419 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] Set router 4cff96c6-e307-496b-97ee-0554963eaf90 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:57:55.763603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 42a06914-bc13-4ede-9bf1-6572745f72b9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:57:55.764582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 42a06914-bc13-4ede-9bf1-6572745f72b9 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:57:55.805209 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:57:55Z', 'revision_number': 6, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:55.831400 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978540e0-c0f5-45e7-9adb-4889a92f0e05 None None] The sync data for ids ['4cff96c6-e307-496b-97ee-0554963eaf90'] in dv-neutron-821927-1-hyperv is: [{'id': '4cff96c6-e307-496b-97ee-0554963eaf90', 'name': 'tempest-TestEncryptedCinderVolumes-942496919-router', 'tenant_id': '6a64504c78394858bc761987373fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:29Z', 'updated_at': '2021-12-16T03:57:55Z', 'revision_number': 6, 'project_id': '6a64504c78394858bc761987373fd24b', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:57:55.854961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:55.882421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55daada-5937-41c6-a03a-abf4bcb54496,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:55.893393 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e52031-c72f-4110-8a72-fac78730424e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:57:55.944289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.033815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.036478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.084467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.085083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cff96c6-e307-496b-97ee-0554963eaf90 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:57:56.089450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.090638 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-37a5dbf7-dedb-4df2-902d-18e6069fc157 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4cff96c6-e307-496b-97ee-0554963eaf90 HTTP/1.1" status: 204 len: 168 time: 0.7589662 Dec 16 03:57:56.094655 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42670) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:56.143645 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] Deleting subnet 9abf20bf-719d-4264-a470-51844af12c43 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:57:56.146738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.181184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.269910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.323362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.350179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abf20bf-719d-4264-a470-51844af12c43,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:56.352411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.357926 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ed468925-c9fd-4ade-9010-88208beb0a0b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9abf20bf-719d-4264-a470-51844af12c43 HTTP/1.1" status: 204 len: 168 time: 0.2598188 Dec 16 03:57:56.358275 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87419e2-9575-4399-aec1-88bdaea147ad None None] Network 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:57:56.358402 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42672) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:56.430563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.486484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Deleting port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:56.486822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.549806 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] For port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,segment=NetworkSegment(a12a62d9-8ff7-4057-8301-fa1cf611bc90),segment_id=a12a62d9-8ff7-4057-8301-fa1cf611bc90)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:56.550078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.569372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Calling delete_port for 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:56.608283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] DHCP port deletion for 038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:57:56.653837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.661827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] Deleting port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:56.662203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.681818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:56.684211 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] No DVR routers for this DVR port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:57:56.727609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] For port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:56.728002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.740227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] Calling delete_port for 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:56.742898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] Port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 03:57:56.744181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.758762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.772832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] Pushing event deleted for resources: {'Port': ['ID=4a19b4ae-3eb0-4173-a9e3-34d936c941c4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:56.777528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b9f26-76fa-4ccf-bf8f-62eebe9eed6d None None] No DVR routers for this DVR port 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:57:56.781535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:56.795324 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12a62d9-8ff7-4057-8301-fa1cf611bc90') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:56.795505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12a62d9-8ff7-4057-8301-fa1cf611bc90') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:56.805738 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.819980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.826404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:57:56.826854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:57:56.828560 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:57:56.887363 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.892726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:56.895916 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2 HTTP/1.1" status: 204 len: 168 time: 0.5368226 Dec 16 03:57:56.899019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:56.907050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3c4f0-77d9-4be1-8c09-d5e565a00ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=038b3b3a-f8a8-4f17-b1fe-a33d05bf73d2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:57.143746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f306ac55-a2f2-4ec9-a142-2165f2169da6 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:57:57.163960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: f306ac55-a2f2-4ec9-a142-2165f2169da6 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:57:57.164313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device f306ac55-a2f2-4ec9-a142-2165f2169da6 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:57:57.164733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a55daada-5937-41c6-a03a-abf4bcb54496 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:57:57.183733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a55daada-5937-41c6-a03a-abf4bcb54496 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:57:57.184091 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a55daada-5937-41c6-a03a-abf4bcb54496 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:57:57.184506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:57:57.203815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:57:57.204149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a19b4ae-3eb0-4173-a9e3-34d936c941c4 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:57:57.253727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:57.521219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Deleting port de65369b-0f4b-43d3-95a2-86d93675317f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:57.521454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:57.599166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] For port de65369b-0f4b-43d3-95a2-86d93675317f, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=de65369b-0f4b-43d3-95a2-86d93675317f,segment=NetworkSegment(56ffe41a-ddc3-4434-b110-0650ffac8185),segment_id=56ffe41a-ddc3-4434-b110-0650ffac8185)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:57.599528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:57.616282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Calling delete_port for de65369b-0f4b-43d3-95a2-86d93675317f owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:57.802421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:57.836106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de65369b-0f4b-43d3-95a2-86d93675317f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:58.001589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:58.229843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Router aedc376e-51dc-4580-9082-798ee41e9b55 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:57:58.342912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:57:58.350594 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c9594557-3266-4901-8d78-1e8e250447a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/aedc376e-51dc-4580-9082-798ee41e9b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473910 Dec 16 03:57:58.353271 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:58.354969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] Sync routers for ids ['aedc376e-51dc-4580-9082-798ee41e9b55'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:57:58.365537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] Routers {'aedc376e-51dc-4580-9082-798ee41e9b55'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:57:58.366144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:57:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['aedc376e-51dc-4580-9082-798ee41e9b55'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:58.459204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:58.470520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] Set router aedc376e-51dc-4580-9082-798ee41e9b55 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:57:58.560550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:58.613710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Deleting port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:58.614043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:58.643869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:57:57Z', 'revision_number': 5, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port': {'id': '50f9fc1c-2ccb-47f5-b420-dac3b16b3072', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:58.669195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] Checking router: aedc376e-51dc-4580-9082-798ee41e9b55 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:57:58.677205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] Routers {'aedc376e-51dc-4580-9082-798ee41e9b55'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:57:58.677839 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:57:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['aedc376e-51dc-4580-9082-798ee41e9b55'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:58.695855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] For port 50f9fc1c-2ccb-47f5-b420-dac3b16b3072, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:58.696199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:58.707674 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Calling delete_port for 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:58.761947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] Set router aedc376e-51dc-4580-9082-798ee41e9b55 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:57:58.814767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:57:58Z', 'revision_number': 6, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:57:58.840407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314138c-1eaa-49ff-9a76-3f1aa200446a None None] The sync data for ids ['aedc376e-51dc-4580-9082-798ee41e9b55'] in dv-neutron-821927-1-hyperv is: [{'id': 'aedc376e-51dc-4580-9082-798ee41e9b55', 'name': 'tempest-TestEncryptedCinderVolumes-193000232-router', 'tenant_id': '673e9b97e1c448f1a162e25cb363dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:56:34Z', 'updated_at': '2021-12-16T03:57:58Z', 'revision_number': 6, 'project_id': '673e9b97e1c448f1a162e25cb363dd0b', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:57:58.879336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:58.903288 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=50f9fc1c-2ccb-47f5-b420-dac3b16b3072,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:58.919383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba5061-3071-400a-9673-27409fbee5f6 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:57:58.968834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.058459 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.061328 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.116292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.117148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router aedc376e-51dc-4580-9082-798ee41e9b55 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 03:57:59.123410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.125010 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7d0bd894-af01-457f-b384-fa3929ddc1ed admin admin] 10.222.0.16 "DELETE /v2.0/routers/aedc376e-51dc-4580-9082-798ee41e9b55 HTTP/1.1" status: 204 len: 168 time: 0.7701855 Dec 16 03:57:59.129081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:59.183178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] Deleting subnet e26edee9-9620-4702-8477-b1b0d689d60f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 03:57:59.187413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.225098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.281647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device de65369b-0f4b-43d3-95a2-86d93675317f no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:57:59.301607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: de65369b-0f4b-43d3-95a2-86d93675317f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:57:59.302040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device de65369b-0f4b-43d3-95a2-86d93675317f not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:57:59.320660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.725227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.751225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26edee9-9620-4702-8477-b1b0d689d60f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:57:59.753137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.756318 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-fdf1bc96-e10f-4ad5-94fa-0fa0d1bf6f11 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e26edee9-9620-4702-8477-b1b0d689d60f HTTP/1.1" status: 204 len: 168 time: 0.6259682 Dec 16 03:57:59.758659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87dfbf2-c276-49e4-922b-b49ef696b911 None None] Network 633caa91-5044-4240-bf67-7718abd96e27 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:57:59.759196 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42680) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:57:59.832811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.887448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Deleting port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:59.887777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.933303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] DHCP port deletion for 633caa91-5044-4240-bf67-7718abd96e27 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:57:59.953532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] For port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,segment=NetworkSegment(56ffe41a-ddc3-4434-b110-0650ffac8185),segment_id=56ffe41a-ddc3-4434-b110-0650ffac8185)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:57:59.953904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:57:59.966380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Calling delete_port for 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:57:59.981862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] Deleting port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:57:59.982229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.053884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] For port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,segment=NetworkSegment(56ffe41a-ddc3-4434-b110-0650ffac8185),segment_id=56ffe41a-ddc3-4434-b110-0650ffac8185)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:00.054274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.054376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.067964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] Calling delete_port for 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 03:58:00.080856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:00.082755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] No DVR routers for this DVR port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:58:00.142949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.162844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.168823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] Pushing event deleted for resources: {'Port': ['ID=1d9a4796-68a7-4f7f-b7af-0f1e701d9156,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:00.174291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40bf20b-9d6d-4fc6-9d99-8369851bfe0e None None] No DVR routers for this DVR port 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 03:58:00.196988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633caa91-5044-4240-bf67-7718abd96e27']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:00.207781 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ffe41a-ddc3-4434-b110-0650ffac8185') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:00.208075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ffe41a-ddc3-4434-b110-0650ffac8185') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:00.217779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.231295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.237265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 03:58:00.237638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 03:58:00.239300 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 03:58:00.294759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.301388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.305981 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] 10.222.0.16 "DELETE /v2.0/networks/633caa91-5044-4240-bf67-7718abd96e27 HTTP/1.1" status: 204 len: 168 time: 0.5461674 Dec 16 03:58:00.317840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f563aa-01c7-420c-a1cf-5b0348243fba admin admin] Pushing event deleted for resources: {'Network': ['ID=633caa91-5044-4240-bf67-7718abd96e27,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:00.468245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42684) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:00.518554 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0687efb6-a9ee-46a3-8ce3-782f35eb16bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a64504c78394858bc761987373fd24b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490453 Dec 16 03:58:00.521381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42686) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:00.578594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b96b398-a1fe-443f-ae36-78e54c5733db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.600467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b96b398-a1fe-443f-ae36-78e54c5733db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.648671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b96b398-a1fe-443f-ae36-78e54c5733db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.651174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b96b398-a1fe-443f-ae36-78e54c5733db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:00.653404 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7b96b398-a1fe-443f-ae36-78e54c5733db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fceaa1cf-8316-41dd-9f40-637cd6eb37c1 HTTP/1.1" status: 204 len: 168 time: 0.1299446 Dec 16 03:58:00.659954 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96b398-a1fe-443f-ae36-78e54c5733db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceaa1cf-8316-41dd-9f40-637cd6eb37c1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:00.984583 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:01.027201 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-15b68b37-9de2-45e8-9975-e39e837292bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=673e9b97e1c448f1a162e25cb363dd0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390635 Dec 16 03:58:01.027430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42694) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:01.081235 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383ac7a7-c262-459b-acc8-78840bc6cfe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:01.104141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383ac7a7-c262-459b-acc8-78840bc6cfe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:01.150629 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:58:01.155000 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383ac7a7-c262-459b-acc8-78840bc6cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:01.157610 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383ac7a7-c262-459b-acc8-78840bc6cfe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:01.158787 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-383ac7a7-c262-459b-acc8-78840bc6cfe9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4beae815-50af-444b-b777-5533ea2badac HTTP/1.1" status: 204 len: 168 time: 0.1304796 Dec 16 03:58:01.172287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ac7a7-c262-459b-acc8-78840bc6cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beae815-50af-444b-b777-5533ea2badac,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:01.172690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:58:01.173037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 50f9fc1c-2ccb-47f5-b420-dac3b16b3072 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:58:01.173632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 03:58:01.196949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 03:58:01.197206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 1d9a4796-68a7-4f7f-b7af-0f1e701d9156 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 03:58:01.911332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42716) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:02.024955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-102580884-network', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:02.049584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Made reservation on behalf of 6bc79a056fa34f7aa6c89e042fbb7b3d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:58:02.051873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.059933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.134510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.140448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.164392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:58:02.174117 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93988c25-6cb8-4e9a-a591-b1a4342dc95e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:02.178811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.179149 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Added segment 101ea61d-b6d9-4fce-ae5c-29e544745017 of type vlan for network 875eb099-10d7-4c16-b0c5-af2d31da4b44 Dec 16 03:58:02.218980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.246593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.247767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:02.248354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.305452 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3929238 Dec 16 03:58:02.308629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42720) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:02.314020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Request body: {'subnet': {'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-102580884-subnet', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:02.316717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd016f9-bd34-4209-b733-fa98b3d71b97 admin admin] Pushing event updated for resources: {'Network': ['ID=875eb099-10d7-4c16-b0c5-af2d31da4b44,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:02.326985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:58:02.340835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Made reservation on behalf of 6bc79a056fa34f7aa6c89e042fbb7b3d for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:58:02.343336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.517638 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.565915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=273e6aa5-1ca0-469c-b901-80664652de1e,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:02.580456 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Checking segment: {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:02.580829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Network hostable DHCP agents. Network: 875eb099-10d7-4c16-b0c5-af2d31da4b44, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:58:02.598450 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:58:02.608959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 875eb099-10d7-4c16-b0c5-af2d31da4b44) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:02.613436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:02.614051 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.618078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd6d002-9697-4d2f-8ed8-8e0d240421ab None None] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:58:02.630216 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7c6016f7-8626-4a19-a1c3-371c4d949ccd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3204231 Dec 16 03:58:02.632960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42722) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:02.637503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:02.661611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.662636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.716000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-875eb099-10d7-4c16-b0c5-af2d31da4b44', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:58:02.716894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.718050 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.851551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Allocated IP 172.20.0.2 (875eb099-10d7-4c16-b0c5-af2d31da4b44/273e6aa5-1ca0-469c-b901-80664652de1e/4c57345c-2caa-4a62-94bd-c8af33c60998) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:02.852540 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:02.997614 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.004130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.046097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:03.048929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:03.053071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:03.054724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.056001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Pushing event updated for resources: {'Port': ['ID=4c57345c-2caa-4a62-94bd-c8af33c60998,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:03.074651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.109912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Attempting to bind port 4c57345c-2caa-4a62-94bd-c8af33c60998 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:58:03.110956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Attempting to bind port 4c57345c-2caa-4a62-94bd-c8af33c60998 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:58:03.110956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Attempting to bind port 4c57345c-2caa-4a62-94bd-c8af33c60998 on network 875eb099-10d7-4c16-b0c5-af2d31da4b44 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:03.115504 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:58:03.115899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Checking segment: {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:03.116293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.116676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Bound using segment: {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:58:03.117099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Bound port: 4c57345c-2caa-4a62-94bd-c8af33c60998, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:58:03.117503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.177641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] For port 4c57345c-2caa-4a62-94bd-c8af33c60998, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:58:03.180638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] For port 4c57345c-2caa-4a62-94bd-c8af33c60998, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4c57345c-2caa-4a62-94bd-c8af33c60998,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:58:03.185811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.188781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Allocated IP 172.26.6.53 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/4b177464-a491-4229-9202-fb89fed5d22d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:03.239396 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eafc3-f9f3-40b9-a847-65651a2fb6af None None] Pushing event updated for resources: {'Port': ['ID=4c57345c-2caa-4a62-94bd-c8af33c60998,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:03.301301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.335563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.387271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:03.403615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:03.405437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Pushing event updated for resources: {'Port': ['ID=4b177464-a491-4229-9202-fb89fed5d22d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:03.407605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:03.419724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad94bc-9071-43ca-94e2-7f99e4887599 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:58:03.535586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1dd54783-80de-4a80-8dcf-22fe70429abc None None] Provisioning complete for port 4b177464-a491-4229-9202-fb89fed5d22d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:03.535961 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1dd54783-80de-4a80-8dcf-22fe70429abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.572999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1dd54783-80de-4a80-8dcf-22fe70429abc None None] Port 4b177464-a491-4229-9202-fb89fed5d22d cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:58:03.680605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:03.882970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:04.091633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b6d159-cb02-404d-9ab0-1a3b5e4a1c3c None None] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:58:04.214766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-48e2cf8b-cf0e-42ee-a44d-1bcbe56ca0fd None None] Provisioning complete for port 4c57345c-2caa-4a62-94bd-c8af33c60998 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:04.215274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48e2cf8b-cf0e-42ee-a44d-1bcbe56ca0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:04.309129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48e2cf8b-cf0e-42ee-a44d-1bcbe56ca0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:04.346214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-48e2cf8b-cf0e-42ee-a44d-1bcbe56ca0fd None None] For port 4c57345c-2caa-4a62-94bd-c8af33c60998, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4c57345c-2caa-4a62-94bd-c8af33c60998,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:04.349834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Router 2e56173d-345a-4aeb-98ee-1b8c9b35920a is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:58:04.351651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48e2cf8b-cf0e-42ee-a44d-1bcbe56ca0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:04.400129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2cf8b-cf0e-42ee-a44d-1bcbe56ca0fd None None] Pushing event updated for resources: {'Port': ['ID=4c57345c-2caa-4a62-94bd-c8af33c60998,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:04.464855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:58:04.475562 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Sync routers for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:58:04.477532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4c1d83b9-2b3f-4420-8e98-0b147f82faaf None None] Provisioning complete for port 4c57345c-2caa-4a62-94bd-c8af33c60998 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:04.477985 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1d83b9-2b3f-4420-8e98-0b147f82faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:04.484741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:04.486023 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aa95257f-0e41-4c86-9dea-7e3c8b14ed53 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8521173 Dec 16 03:58:04.486763 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:04.487398 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:57:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:04.488717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42724) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:04.596664 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:04.861357 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:03Z', 'revision_number': 3, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:04.890928 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Checking router: 2e56173d-345a-4aeb-98ee-1b8c9b35920a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:58:04.891555 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Updating router 2e56173d-345a-4aeb-98ee-1b8c9b35920a port 4b177464-a491-4229-9202-fb89fed5d22d binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:58:04.907250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:04.916447 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.069962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Allocated IP 172.20.0.1 (875eb099-10d7-4c16-b0c5-af2d31da4b44/273e6aa5-1ca0-469c-b901-80664652de1e/d086d197-a5a8-463c-aef3-3575f0d49c76) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:05.174653 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.180787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.180999 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.217680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab26e83-b07b-4788-9c77-b2a91530fcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.220203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.222076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4c57345c-2caa-4a62-94bd-c8af33c60998 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:05.238750 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Pushing event updated for resources: {'Port': ['ID=4b177464-a491-4229-9202-fb89fed5d22d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:05.248762 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.249110 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.249449 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.249560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcaf261-80c8-40d4-8a18-2814df5c616e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:58:05.249785 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.250128 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.250428 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.250927 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.251263 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.251572 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.251895 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.252684 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.253008 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.253329 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:05.268869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:05.271739 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Attempting to bind port 4b177464-a491-4229-9202-fb89fed5d22d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:58:05.272220 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Attempting to bind port 4b177464-a491-4229-9202-fb89fed5d22d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:58:05.272753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:05.273010 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Attempting to bind port 4b177464-a491-4229-9202-fb89fed5d22d on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:05.277612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:05.280875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4c57345c-2caa-4a62-94bd-c8af33c60998 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:05.281253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.281895 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:58:05.282555 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:05.283224 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.283871 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:58:05.284608 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Bound port: 4b177464-a491-4229-9202-fb89fed5d22d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:58:05.284993 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.311817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Pushing event updated for resources: {'Port': ['ID=d086d197-a5a8-463c-aef3-3575f0d49c76,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:05.340273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.345227 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] For port 4b177464-a491-4229-9202-fb89fed5d22d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:58:05.351393 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] For port 4b177464-a491-4229-9202-fb89fed5d22d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4b177464-a491-4229-9202-fb89fed5d22d,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:58:05.356862 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.399560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef1750-2ef9-48e7-b1b6-a9230080b498 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:58:05.412968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b9378fbb-0064-4476-bbec-c1d202765e60 None None] Provisioning complete for port 4b177464-a491-4229-9202-fb89fed5d22d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:05.413562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9378fbb-0064-4476-bbec-c1d202765e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.458749 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:05.459645 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:57:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:05.500438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9378fbb-0064-4476-bbec-c1d202765e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.504216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.527015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b9378fbb-0064-4476-bbec-c1d202765e60 None None] For port 4b177464-a491-4229-9202-fb89fed5d22d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4b177464-a491-4229-9202-fb89fed5d22d,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:05.534568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9378fbb-0064-4476-bbec-c1d202765e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.555281 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3e494-f039-48b2-93fe-9c242c78b512 None None] Pushing event updated for resources: {'Port': ['ID=4b177464-a491-4229-9202-fb89fed5d22d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:05.579737 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:05.584146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9378fbb-0064-4476-bbec-c1d202765e60 None None] Pushing event updated for resources: {'Port': ['ID=4b177464-a491-4229-9202-fb89fed5d22d,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:05.660257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d2a26c6a-8318-4ff5-b23c-6e690e20a423 None None] Provisioning complete for port d086d197-a5a8-463c-aef3-3575f0d49c76 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:05.660883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2a26c6a-8318-4ff5-b23c-6e690e20a423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.682030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.691111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.698444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d2a26c6a-8318-4ff5-b23c-6e690e20a423 None None] Port d086d197-a5a8-463c-aef3-3575f0d49c76 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:58:05.708605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d2a26c6a-8318-4ff5-b23c-6e690e20a423 None None] Provisioning complete for port 4b177464-a491-4229-9202-fb89fed5d22d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:05.708976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2a26c6a-8318-4ff5-b23c-6e690e20a423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.762411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:05.764485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Pushing event updated for resources: {'Port': ['ID=d086d197-a5a8-463c-aef3-3575f0d49c76,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:05.800803 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 1, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:05.826365 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547bdaa-48c3-469f-a063-c86b8e453081 None None] The sync data for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv is: [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 1, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:58:05.861405 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:05.862780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:05.981633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Router 2e56173d-345a-4aeb-98ee-1b8c9b35920a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:58:06.117309 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2cca5ba3-176c-4baf-9bbb-e7d99785f9ae None None] Provisioning complete for port d086d197-a5a8-463c-aef3-3575f0d49c76 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:06.117798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cca5ba3-176c-4baf-9bbb-e7d99785f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.125643 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:58:06.131541 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6b320e4-5cfd-4b1d-a200-cde00a89195d admin admin] 10.222.0.16 "PUT /v2.0/routers/2e56173d-345a-4aeb-98ee-1b8c9b35920a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6412919 Dec 16 03:58:06.154221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2cca5ba3-176c-4baf-9bbb-e7d99785f9ae None None] Port d086d197-a5a8-463c-aef3-3575f0d49c76 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:58:06.649225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42740) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:06.654517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-351933537-network', 'tenant_id': '27110711d0aa4d96b0944099caee2955'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:06.677167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Made reservation on behalf of 27110711d0aa4d96b0944099caee2955 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:58:06.679489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.689415 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.769725 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.773709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.800329 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 03:58:06.809941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4175e8-906b-45ba-9c76-6f5bcdeef17f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:06.818761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.819051 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Added segment a823c62a-9acc-4691-b362-c36bf6613ab4 of type vlan for network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 Dec 16 03:58:06.863558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.889714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.891569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:06.892173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:06.954259 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3038571 Dec 16 03:58:06.957270 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42742) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:06.963475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Request body: {'subnet': {'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-351933537-subnet', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:06.966432 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800045d9-45a9-40d0-b10d-d576a37b52c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:06.977599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 03:58:07.001148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Made reservation on behalf of 27110711d0aa4d96b0944099caee2955 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:58:07.003805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.169301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4b177464-a491-4229-9202-fb89fed5d22d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:07.184008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.218461 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4b177464-a491-4229-9202-fb89fed5d22d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:07.218810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.231996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4e177f-32e9-4a2a-bd5c-3d6e44df6878,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:07.247096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Checking segment: {'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:07.247449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Network hostable DHCP agents. Network: e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 03:58:07.265769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 03:58:07.277895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:07.283909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:07.283909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.288622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ade86-d537-4bd6-9697-8acf8129d9d6 None None] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:58:07.301787 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8205ac7d-9463-4ec9-a552-033ecd2d9190 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3427198 Dec 16 03:58:07.304549 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42744) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:07.309042 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:07.333016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.334633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.393961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.407789 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973', 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973', 'project_id': '27110711d0aa4d96b0944099caee2955', 'fixed_ips': [{'subnet_id': '1a4e177f-32e9-4a2a-bd5c-3d6e44df6878'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 03:58:07.408666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.441531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6f673fa-b3bd-49c6-a1c1-c887c7907347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.541802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.563119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Allocated IP 172.20.0.2 (e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973/1a4e177f-32e9-4a2a-bd5c-3d6e44df6878/314f9405-4b5d-43bb-abb5-0e6db290874b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:07.716858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.723848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.753267 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.765573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:07.768529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:07.773000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:07.774518 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.780506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Pushing event updated for resources: {'Port': ['ID=314f9405-4b5d-43bb-abb5-0e6db290874b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:07.829900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Attempting to bind port 314f9405-4b5d-43bb-abb5-0e6db290874b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:58:07.829900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Attempting to bind port 314f9405-4b5d-43bb-abb5-0e6db290874b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:58:07.830055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Attempting to bind port 314f9405-4b5d-43bb-abb5-0e6db290874b on network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:07.835934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:58:07.836324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Checking segment: {'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:07.836715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.837105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Bound using segment: {'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:58:07.837579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Bound port: 314f9405-4b5d-43bb-abb5-0e6db290874b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:58:07.837963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:07.874048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Sync routers for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:58:07.882662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Allocated IP 172.26.6.186 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:07.896887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:07.897493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:07.948950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] For port 314f9405-4b5d-43bb-abb5-0e6db290874b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:58:07.965689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] For port 314f9405-4b5d-43bb-abb5-0e6db290874b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=314f9405-4b5d-43bb-abb5-0e6db290874b,segment=NetworkSegment(a823c62a-9acc-4691-b362-c36bf6613ab4),segment_id=a823c62a-9acc-4691-b362-c36bf6613ab4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:58:07.993464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.005861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.029938 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.072214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:08.074851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:08.075538 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:08.080138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:08.102381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Pushing event updated for resources: {'Port': ['ID=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:08.107480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d9604-b8ba-4e54-8516-e33846f4e03b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:58:08.117147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e5e8d-0615-4b8f-bb2e-c21aa4f1775c None None] Pushing event updated for resources: {'Port': ['ID=314f9405-4b5d-43bb-abb5-0e6db290874b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:08.228115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f075c90a-3f25-481a-8c99-6d2bcf57c6b2 None None] Provisioning complete for port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:08.228478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f075c90a-3f25-481a-8c99-6d2bcf57c6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.308653 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f075c90a-3f25-481a-8c99-6d2bcf57c6b2 None None] Port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:58:08.364976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 2, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:08.367480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.392294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Checking router: 2e56173d-345a-4aeb-98ee-1b8c9b35920a for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:58:08.392648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Updating router 2e56173d-345a-4aeb-98ee-1b8c9b35920a port d086d197-a5a8-463c-aef3-3575f0d49c76 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:58:08.420503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.572855 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.709409 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 03:58:08.759159 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.829351 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:58:08.844532 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Sync routers for ids ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:58:08.850160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.852152 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-df768cdc-f4ca-4897-a939-e4a5c0a3783e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5466332 Dec 16 03:58:08.855197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42746) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:08.856596 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Routers {'4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:08.857411 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:08.880120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.886255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:08.983592 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947d525-36e7-46b3-ad4a-75d6e95c47fc None None] Pushing event updated for resources: {'Port': ['ID=d086d197-a5a8-463c-aef3-3575f0d49c76,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:08.992350 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Set router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:09.067772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Attempting to bind port d086d197-a5a8-463c-aef3-3575f0d49c76 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:58:09.068364 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Attempting to bind port d086d197-a5a8-463c-aef3-3575f0d49c76 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:58:09.068465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Attempting to bind port d086d197-a5a8-463c-aef3-3575f0d49c76 on network 875eb099-10d7-4c16-b0c5-af2d31da4b44 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:09.074318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:58:09.074721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Checking segment: {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:09.075093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.075479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Bound using segment: {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:58:09.075957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Bound port: d086d197-a5a8-463c-aef3-3575f0d49c76, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:58:09.076438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.171944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] For port d086d197-a5a8-463c-aef3-3575f0d49c76, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:58:09.176149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] For port d086d197-a5a8-463c-aef3-3575f0d49c76, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d086d197-a5a8-463c-aef3-3575f0d49c76,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:58:09.186305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.275684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 314f9405-4b5d-43bb-abb5-0e6db290874b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:09.289911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:09.290790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:09.292138 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:08Z', 'revision_number': 3, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port': {'id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:09.366160 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Checking router: 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:58:09.366850 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Updating router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:58:09.383501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e6e5f-80d3-4c88-8376-55100431e943 None None] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 03:58:09.394684 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.449118 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.477997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947d525-36e7-46b3-ad4a-75d6e95c47fc None None] Pushing event updated for resources: {'Port': ['ID=d086d197-a5a8-463c-aef3-3575f0d49c76,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:09.529069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1c35659c-2154-41e7-a9b7-2664e2bd356d None None] Provisioning complete for port d086d197-a5a8-463c-aef3-3575f0d49c76 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:09.529436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c35659c-2154-41e7-a9b7-2664e2bd356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.623951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Allocated IP 172.20.0.1 (e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973/1a4e177f-32e9-4a2a-bd5c-3d6e44df6878/695dbedd-b4ad-4595-8fb1-f33831120d84) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:09.638955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:09.672069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 314f9405-4b5d-43bb-abb5-0e6db290874b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:09.672446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.688948 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.699667 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.742858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.752484 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea59ef-4648-485b-8007-66a946305953 None None] Pushing event updated for resources: {'Port': ['ID=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:09.767662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41b881-6c88-469c-818c-a4c4ffd5d95e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:58:09.768000 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Attempting to bind port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:58:09.768369 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Attempting to bind port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:58:09.768727 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Attempting to bind port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:09.777669 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:58:09.778070 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:09.778445 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.778832 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:58:09.779292 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Bound port: a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:58:09.779665 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.789252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.846602 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] For port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:58:09.851116 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] For port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:58:09.858012 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.863956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:09.868792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Pushing event updated for resources: {'Port': ['ID=695dbedd-b4ad-4595-8fb1-f33831120d84,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:09.872504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:09.888311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:09.905604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c35659c-2154-41e7-a9b7-2664e2bd356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.915576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f804fd-4c3e-437b-9ada-9401eed516b8 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 03:58:09.925742 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea59ef-4648-485b-8007-66a946305953 None None] Pushing event updated for resources: {'Port': ['ID=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:09.940324 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Routers {'4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:09.941134 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:09.951747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:09.996794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.022370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1c35659c-2154-41e7-a9b7-2664e2bd356d None None] For port d086d197-a5a8-463c-aef3-3575f0d49c76, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d086d197-a5a8-463c-aef3-3575f0d49c76,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:10.050569 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c35659c-2154-41e7-a9b7-2664e2bd356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.082577 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] Set router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:10.108092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 314f9405-4b5d-43bb-abb5-0e6db290874b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=314f9405-4b5d-43bb-abb5-0e6db290874b,segment=NetworkSegment(a823c62a-9acc-4691-b362-c36bf6613ab4),segment_id=a823c62a-9acc-4691-b362-c36bf6613ab4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:10.122426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.125406 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.150267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.165137 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35659c-2154-41e7-a9b7-2664e2bd356d None None] Pushing event updated for resources: {'Port': ['ID=d086d197-a5a8-463c-aef3-3575f0d49c76,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:10.216065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:10.255994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a6a4-bf0c-4f39-a599-f1518111edc5 None None] The sync data for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv is: [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:58:10.261737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Provisioning complete for port 314f9405-4b5d-43bb-abb5-0e6db290874b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:10.262000 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.265856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=314f9405-4b5d-43bb-abb5-0e6db290874b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:10.310709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.317920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.367438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.374328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Provisioning complete for port d086d197-a5a8-463c-aef3-3575f0d49c76 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:10.374749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.420262 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:08Z', 'revision_number': 3, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port': {'id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:10.450601 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87feab6-62bd-47d4-b77c-28c91e819eaf None None] The sync data for ids ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'] in dv-neutron-821927-1-hyperv is: [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:08Z', 'revision_number': 3, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port': {'id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:58:10.484333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Provisioning complete for port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:10.485157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.487027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Pushing event updated for resources: {'Port': ['ID=695dbedd-b4ad-4595-8fb1-f33831120d84,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:10.528213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:10.536404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:10.619051 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.661225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] For port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:10.668649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.716526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:58:10.733130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992af9f-536d-44cd-bcab-bcd1604f4bcc None None] Pushing event updated for resources: {'Port': ['ID=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:10.797777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-736bedc7-74ee-470e-8784-bef905b39a1c None None] Provisioning complete for port 695dbedd-b4ad-4595-8fb1-f33831120d84 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:10.798148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-736bedc7-74ee-470e-8784-bef905b39a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:10.851070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-736bedc7-74ee-470e-8784-bef905b39a1c None None] Port 695dbedd-b4ad-4595-8fb1-f33831120d84 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:58:10.884128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:58:10.890362 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3c1227b0-0bfe-43ca-96c9-d1ada10c2901 admin admin] 10.222.0.16 "PUT /v2.0/routers/4264fddf-06b3-4aa8-a8e3-d5e2c31b3535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0340621 Dec 16 03:58:10.972832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4ea3eaf1-da81-4091-8ee0-88268c79cd38 None None] Provisioning complete for port 695dbedd-b4ad-4595-8fb1-f33831120d84 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:10.973243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ea3eaf1-da81-4091-8ee0-88268c79cd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:11.013011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4ea3eaf1-da81-4091-8ee0-88268c79cd38 None None] Port 695dbedd-b4ad-4595-8fb1-f33831120d84 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:58:11.157324 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:11.299912 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d086d197-a5a8-463c-aef3-3575f0d49c76 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:11.356355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d086d197-a5a8-463c-aef3-3575f0d49c76 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:11.356733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:11.445252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:11.493659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:11.494146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:11.580634 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 314f9405-4b5d-43bb-abb5-0e6db290874b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:11.633161 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 314f9405-4b5d-43bb-abb5-0e6db290874b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:11.633539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:13.147208 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Sync routers for ids ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:58:13.160686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Routers {'4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:13.161321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:13.311092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Set router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:13.701978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 4, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port': {'id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '695dbedd-b4ad-4595-8fb1-f33831120d84', 'name': '', 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'mac_address': 'fa:16:3e:53:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '1a4e177f-32e9-4a2a-bd5c-3d6e44df6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:09Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 2, 'project_id': '27110711d0aa4d96b0944099caee2955', 'subnets': [{'id': '1a4e177f-32e9-4a2a-bd5c-3d6e44df6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:13.732268 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Checking router: 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:58:13.732624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Updating router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 port 695dbedd-b4ad-4595-8fb1-f33831120d84 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 03:58:13.760997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.061712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.068822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.143713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a079f-f920-4f9d-a97c-8feb6c843f83 None None] Pushing event updated for resources: {'Port': ['ID=695dbedd-b4ad-4595-8fb1-f33831120d84,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:14.187245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Attempting to bind port 695dbedd-b4ad-4595-8fb1-f33831120d84 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:58:14.187927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Attempting to bind port 695dbedd-b4ad-4595-8fb1-f33831120d84 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:58:14.188200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Attempting to bind port 695dbedd-b4ad-4595-8fb1-f33831120d84 on network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:14.194370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:58:14.195033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Checking segment: {'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:14.195530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.196010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Bound using segment: {'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:58:14.196587 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Bound port: 695dbedd-b4ad-4595-8fb1-f33831120d84, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a823c62a-9acc-4691-b362-c36bf6613ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:58:14.197080 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.277194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] For port 695dbedd-b4ad-4595-8fb1-f33831120d84, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:58:14.281801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] For port 695dbedd-b4ad-4595-8fb1-f33831120d84, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=695dbedd-b4ad-4595-8fb1-f33831120d84,segment=NetworkSegment(a823c62a-9acc-4691-b362-c36bf6613ab4),segment_id=a823c62a-9acc-4691-b362-c36bf6613ab4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:58:14.287359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.373134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a079f-f920-4f9d-a97c-8feb6c843f83 None None] Pushing event updated for resources: {'Port': ['ID=695dbedd-b4ad-4595-8fb1-f33831120d84,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:14.377131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Routers {'4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:14.377776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:14.421729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cbba40b1-e7f5-43a1-8fb1-4d4fb9a6a5da None None] Provisioning complete for port 695dbedd-b4ad-4595-8fb1-f33831120d84 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:14.422117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cbba40b1-e7f5-43a1-8fb1-4d4fb9a6a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.575421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] Set router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:14.612648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cbba40b1-e7f5-43a1-8fb1-4d4fb9a6a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.719181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cbba40b1-e7f5-43a1-8fb1-4d4fb9a6a5da None None] For port 695dbedd-b4ad-4595-8fb1-f33831120d84, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=695dbedd-b4ad-4595-8fb1-f33831120d84,segment=NetworkSegment(a823c62a-9acc-4691-b362-c36bf6613ab4),segment_id=a823c62a-9acc-4691-b362-c36bf6613ab4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:14.737373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cbba40b1-e7f5-43a1-8fb1-4d4fb9a6a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.831762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba40b1-e7f5-43a1-8fb1-4d4fb9a6a5da None None] Pushing event updated for resources: {'Port': ['ID=695dbedd-b4ad-4595-8fb1-f33831120d84,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:14.872678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-14b09a25-32bd-40bd-a058-dcae497a73bf None None] Provisioning complete for port 695dbedd-b4ad-4595-8fb1-f33831120d84 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:14.873043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14b09a25-32bd-40bd-a058-dcae497a73bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:14.901427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 4, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port': {'id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '695dbedd-b4ad-4595-8fb1-f33831120d84', 'name': '', 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'mac_address': 'fa:16:3e:53:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '1a4e177f-32e9-4a2a-bd5c-3d6e44df6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:09Z', 'updated_at': '2021-12-16T03:58:14Z', 'revision_number': 4, 'project_id': '27110711d0aa4d96b0944099caee2955', 'subnets': [{'id': '1a4e177f-32e9-4a2a-bd5c-3d6e44df6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:14.935480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4966a-d297-4221-b35c-1455310931f7 None None] The sync data for ids ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'] in dv-neutron-821927-1-hyperv is: [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 4, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port': {'id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '695dbedd-b4ad-4595-8fb1-f33831120d84', 'name': '', 'network_id': 'e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'mac_address': 'fa:16:3e:53:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '1a4e177f-32e9-4a2a-bd5c-3d6e44df6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:09Z', 'updated_at': '2021-12-16T03:58:14Z', 'revision_number': 4, 'project_id': '27110711d0aa4d96b0944099caee2955', 'subnets': [{'id': '1a4e177f-32e9-4a2a-bd5c-3d6e44df6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:58:15.235233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 695dbedd-b4ad-4595-8fb1-f33831120d84 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:15.311755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 695dbedd-b4ad-4595-8fb1-f33831120d84 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:15.312138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:21.089018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-aaaa6486-5869-451c-96d3-046ead8631b9 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:21.090495 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-aaaa6486-5869-451c-96d3-046ead8631b9 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 814 time: 0.1040044 Dec 16 03:58:21.108042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-d6f727ef-3e79-4d4c-bcdf-0af9144ccbe7 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/quotas/6bc79a056fa34f7aa6c89e042fbb7b3d HTTP/1.1" status: 200 len: 375 time: 0.0091166 Dec 16 03:58:21.159119 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-07fa52a6-48d1-4107-9050-31e043f1e7f9 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455117 Dec 16 03:58:21.255989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-afa08ceb-378e-45f5-b4bd-c969d83693bf service neutron] 10.222.0.16 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847065 Dec 16 03:58:21.677706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-ad2eae55-4126-4dd5-ad4c-8b4729fb599e service neutron] 10.222.0.16 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129469 Dec 16 03:58:21.838167 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f151b756-fda8-452a-8d6d-a02f47383f27 req-2a30d552-9a28-4e18-8f85-910af190839c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 210 time: 0.0262656 Dec 16 03:58:22.901205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-f39fd1e5-1ca8-4c72-9066-b893ee9962d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:22.904589 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-f39fd1e5-1ca8-4c72-9066-b893ee9962d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 814 time: 0.1161003 Dec 16 03:58:22.925392 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'port': {'device_id': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'admin_state_up': True, 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:22.950121 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-811287eb-4434-48ae-89fd-af2a027076da req-e2afdc6e-bddd-46d6-9116-3c017dfe75b2 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Dec 16 03:58:23.047401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Made reservation on behalf of 6bc79a056fa34f7aa6c89e042fbb7b3d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 03:58:23.051002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:23.190076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Allocated IP 172.20.0.13 (875eb099-10d7-4c16-b0c5-af2d31da4b44/273e6aa5-1ca0-469c-b901-80664652de1e/92e79b85-eb34-4e1d-9ae1-8a2f15264cb9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:23.363127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:23.413045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:23.474303 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:23.477677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:23.481863 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:23.521344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:23.553198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:23.554900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:23.586215 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-66e9b303-80c5-47c4-949b-c2aae7db480a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6652086 Dec 16 03:58:23.816376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-66644c0c-8c44-4c9e-9a8f-9708526f0bb5 None None] Provisioning complete for port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:23.816945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66644c0c-8c44-4c9e-9a8f-9708526f0bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:23.854949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-66644c0c-8c44-4c9e-9a8f-9708526f0bb5 None None] Port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 03:58:23.995949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:24.077114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed88f48-99d1-4f7b-92d2-83733a36c74c req-d37811dd-affd-4a7a-bc18-1b5601e55339 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:24.078608 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ed88f48-99d1-4f7b-92d2-83733a36c74c req-d37811dd-affd-4a7a-bc18-1b5601e55339 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0617597 Dec 16 03:58:24.131332 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ed88f48-99d1-4f7b-92d2-83733a36c74c req-61c60152-cb61-4e0e-b931-69430c379af8 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Dec 16 03:58:25.256382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6483aa-3737-4bcd-8f40-81f12868a4fc req-62378740-102d-4944-8e47-39a6e72011fa tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:25.258732 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8a6483aa-3737-4bcd-8f40-81f12868a4fc req-62378740-102d-4944-8e47-39a6e72011fa tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0513489 Dec 16 03:58:25.308547 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8a6483aa-3737-4bcd-8f40-81f12868a4fc req-63ada1e1-bb49-4bab-85d0-329e50b6d3ec tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Dec 16 03:58:26.431727 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6251b-82e1-4eee-973f-0e65eab24a7d req-0a7e2f37-445e-4beb-8c56-76fa2962e6c5 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:26.433223 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35f6251b-82e1-4eee-973f-0e65eab24a7d req-0a7e2f37-445e-4beb-8c56-76fa2962e6c5 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0485346 Dec 16 03:58:26.468010 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:58:26.489846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35f6251b-82e1-4eee-973f-0e65eab24a7d req-17909386-d159-4556-a183-b5c648d0df80 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Dec 16 03:58:27.614737 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7977b0-2790-41e3-bfc1-ab5b52f6b412 req-2fadee70-b8fd-45e3-a01a-bff22c7c8aaf tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:27.616211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce7977b0-2790-41e3-bfc1-ab5b52f6b412 req-2fadee70-b8fd-45e3-a01a-bff22c7c8aaf tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0589261 Dec 16 03:58:27.667944 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce7977b0-2790-41e3-bfc1-ab5b52f6b412 req-bc229f59-b3ec-4fc5-9aba-a470f0307d8a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Dec 16 03:58:28.787987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18313343-f37d-49f5-bc0b-7e7dd4a637ef req-7561efd4-7fb0-4086-aaa1-05d969cae791 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:28.789475 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-18313343-f37d-49f5-bc0b-7e7dd4a637ef req-7561efd4-7fb0-4086-aaa1-05d969cae791 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0557957 Dec 16 03:58:28.840945 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-18313343-f37d-49f5-bc0b-7e7dd4a637ef req-c05f722e-e24b-429d-95fb-fe86fb77f585 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Dec 16 03:58:29.991030 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372aadc-41a0-4d61-8116-f349285d8940 req-d8d66598-0dd9-45fe-addf-26a1e4ecc86e tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:29.992558 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0372aadc-41a0-4d61-8116-f349285d8940 req-d8d66598-0dd9-45fe-addf-26a1e4ecc86e tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0559165 Dec 16 03:58:30.043718 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0372aadc-41a0-4d61-8116-f349285d8940 req-81a18754-745e-46f7-a6b7-79174f301ad5 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448790 Dec 16 03:58:31.162303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52b0eb-305b-4488-acf1-10ca5302b50d req-1bc215e3-35f2-4ec0-af87-4a0f7354cd6f tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:31.163861 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad52b0eb-305b-4488-acf1-10ca5302b50d req-1bc215e3-35f2-4ec0-af87-4a0f7354cd6f tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0481842 Dec 16 03:58:31.217590 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ad52b0eb-305b-4488-acf1-10ca5302b50d req-4af4350e-921c-4c3b-b463-aa3cb1252628 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469191 Dec 16 03:58:32.342261 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f3a65-0720-4330-92d6-ae280474bba4 req-40d3d8b9-1ac1-4c28-9f6b-3b24f3307c8c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:32.343817 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f41f3a65-0720-4330-92d6-ae280474bba4 req-40d3d8b9-1ac1-4c28-9f6b-3b24f3307c8c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0579691 Dec 16 03:58:32.397696 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f41f3a65-0720-4330-92d6-ae280474bba4 req-f5a5df51-371f-4ce4-96dc-1ac13b1de7d4 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474842 Dec 16 03:58:33.517935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b12ed-52b3-4ee6-8cb6-724aee215f0f req-6fffaf25-f635-46bf-aafc-0ac04a40970c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:33.519429 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d3b12ed-52b3-4ee6-8cb6-724aee215f0f req-6fffaf25-f635-46bf-aafc-0ac04a40970c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0487931 Dec 16 03:58:33.569168 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0d3b12ed-52b3-4ee6-8cb6-724aee215f0f req-1a4ce11f-604f-430d-9197-689120abdefa tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Dec 16 03:58:34.408497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Request body: {'port': {'device_id': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:34.479646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:34.690335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ab048-8e0a-46f7-a5d8-6846bd0b9423 req-2f029aee-0bed-44a2-90b2-dca1a1de8fb2 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:34.691880 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4b9ab048-8e0a-46f7-a5d8-6846bd0b9423 req-2f029aee-0bed-44a2-90b2-dca1a1de8fb2 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 932 time: 0.0496759 Dec 16 03:58:34.739811 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4b9ab048-8e0a-46f7-a5d8-6846bd0b9423 req-c2caaf2c-6ef3-49ee-a9b3-49fcc6784877 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Dec 16 03:58:34.758239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:58:34.766373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:34.780582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Transition to ACTIVE for port object 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 03:58:34.785357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:34.842624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:34.916899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Attempting to bind port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 03:58:34.917237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Attempting to bind port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 03:58:34.917567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Attempting to bind port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 on network 875eb099-10d7-4c16-b0c5-af2d31da4b44 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:34.922771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 on network 875eb099-10d7-4c16-b0c5-af2d31da4b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 03:58:34.923092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Attempting to bind port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 on network 875eb099-10d7-4c16-b0c5-af2d31da4b44 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 03:58:34.928132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 3, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 03:58:34.928467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Checking segment: {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 03:58:34.928882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Bound using segment: {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 03:58:34.929581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Bound port: 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101ea61d-b6d9-4fce-ae5c-29e544745017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 03:58:34.929715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:35.001447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 03:58:35.006004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 03:58:35.013750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:35.060877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.061498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:35.062883 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 1094 time: 0.6590986 Dec 16 03:58:35.063372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:58:35.065620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ab24de-422a-49df-9652-ab05fde8af15" -d '{"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:58:35.088775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51f57a-4579-41e4-b4e2-9e221a8613e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:35.134157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ea8852-c64c-4fa5-b97d-5119c8dca770 x-openstack-request-id: req-a7ea8852-c64c-4fa5-b97d-5119c8dca770 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:58:35.134485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:58:35.134745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7ea8852-c64c-4fa5-b97d-5119c8dca770 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:58:35.135149 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'status': 'completed', 'code': 200} Dec 16 03:58:35.170032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-d398a1ba-d7c9-4a7c-a8ea-1f8399446824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.171609 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-d398a1ba-d7c9-4a7c-a8ea-1f8399446824 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1097 time: 0.0494564 Dec 16 03:58:35.214234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b3c0969-fc0c-44d0-8883-f0c91af559e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:35.221940 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-58dd3b0b-b22d-431b-a685-871c2f778bd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 217 time: 0.0360258 Dec 16 03:58:35.273417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-2f4a6a59-202d-4b5e-adcb-fb5a30acfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.275143 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-2f4a6a59-202d-4b5e-adcb-fb5a30acfaf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0451727 Dec 16 03:58:35.326304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-24af768a-6474-4bad-a702-87920caec556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.327857 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-24af768a-6474-4bad-a702-87920caec556 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460372 Dec 16 03:58:35.439552 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-247fb000-9963-4337-aa56-37e7e82ec9e4 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041331 Dec 16 03:58:35.532741 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4078a818-ea04-4fb6-b52b-5322c224afe8 req-f60c08ce-5d4a-4a1c-b013-48edb1897f53 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Dec 16 03:58:35.664951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-75589a10-cda2-4566-b3df-7f4450a4fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.666485 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-75589a10-cda2-4566-b3df-7f4450a4fbbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1097 time: 0.0455449 Dec 16 03:58:35.758525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-6484424a-4faa-4372-8ba9-ea2af3927224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.760000 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-6484424a-4faa-4372-8ba9-ea2af3927224 service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.0857463 Dec 16 03:58:35.805337 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-d7008c2a-2b08-4161-8648-e1b0470039b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 217 time: 0.0371544 Dec 16 03:58:35.856222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-b1e4de46-1c24-402e-bd0c-e464043d7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.857746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-b1e4de46-1c24-402e-bd0c-e464043d7639 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0445979 Dec 16 03:58:35.864864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26e970-5f89-4314-bca4-2d3ff3196e74 req-525262a0-2290-4724-8a9c-2411510f11de tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.866849 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8b26e970-5f89-4314-bca4-2d3ff3196e74 req-525262a0-2290-4724-8a9c-2411510f11de tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 944 time: 0.0560505 Dec 16 03:58:35.904462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-53bbe263-b223-4520-9007-cfc1f6d2a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:35.905966 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-53bbe263-b223-4520-9007-cfc1f6d2a9c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403721 Dec 16 03:58:35.914708 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8b26e970-5f89-4314-bca4-2d3ff3196e74 req-def4a030-84e6-49f0-81a5-b647fb54e3f6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Dec 16 03:58:35.998196 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-0988b462-20ae-4494-863e-4bd00ad8e67b service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844674 Dec 16 03:58:36.089392 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9ab24de-422a-49df-9652-ab05fde8af15 req-85d14a88-0e1b-4f66-957d-66657818597e service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840225 Dec 16 03:58:37.036582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d70ad-ddd7-4c06-b81f-a0e0758c98b2 req-527cda00-14eb-4aad-9e50-7d01ea068e68 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:37.038136 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-021d70ad-ddd7-4c06-b81f-a0e0758c98b2 req-527cda00-14eb-4aad-9e50-7d01ea068e68 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 944 time: 0.0506320 Dec 16 03:58:37.087563 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-021d70ad-ddd7-4c06-b81f-a0e0758c98b2 req-83ab0e9f-3a7f-4215-8a66-d58cbfdfe441 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Dec 16 03:58:37.435864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f24edb51-c50e-413c-be1f-6102696eeae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:37.898927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 03:58:38.000305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:38.016157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'port_id': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 03:58:38.064074 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:38.076972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 03:58:38.095661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:38.101338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:38.148926 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:38.156100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.156368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.156704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.157039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.157365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.157682 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.158004 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.158328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.158685 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.159006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.159328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.159647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.159957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:38.207362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aea0dd-d2df-4d46-b996-374d92f24a45 req-1c408c71-0241-468e-b8de-33caba329982 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:38.208829 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9aea0dd-d2df-4d46-b996-374d92f24a45 req-1c408c71-0241-468e-b8de-33caba329982 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 945 time: 0.0524344 Dec 16 03:58:38.261110 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9aea0dd-d2df-4d46-b996-374d92f24a45 req-a54d5108-f1ea-4bac-baae-a96b493fd12d tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461793 Dec 16 03:58:38.379638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:58:38.561075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:39.380064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6b28-7eaa-4328-98aa-d1011abd7d94 req-42611a6b-c496-433f-bf11-69614098c754 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:39.381531 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc7d6b28-7eaa-4328-98aa-d1011abd7d94 req-42611a6b-c496-433f-bf11-69614098c754 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 945 time: 0.0503809 Dec 16 03:58:39.428477 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fc7d6b28-7eaa-4328-98aa-d1011abd7d94 req-4922fa35-b845-49d9-a0eb-9ca8a3be7a78 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Dec 16 03:58:39.894103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 03:58:39.947255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 03:58:39.951368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:58:39.951734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:40.082571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:40.122429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:58:40.124716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd7b86f-21d1-4add-9905-6f35451e3ec3" -d '{"events": [{"server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "name": "network-vif-plugged", "status": "completed", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:58:40.156481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:40.163387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49725c9a-8b71-4692-ba46-07d1fb3c6808 x-openstack-request-id: req-49725c9a-8b71-4692-ba46-07d1fb3c6808 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:58:40.163689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "name": "network-vif-plugged", "status": "completed", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:58:40.163947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49725c9a-8b71-4692-ba46-07d1fb3c6808 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:58:40.164323 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'code': 200} Dec 16 03:58:40.168811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:58:40.174742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:40.231017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:40.366194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410359-c1f3-4cdc-93ec-de4022ee9668 req-81b2e5ac-f9c3-4b55-835f-382af5a153b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:40.367954 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd410359-c1f3-4cdc-93ec-de4022ee9668 req-81b2e5ac-f9c3-4b55-835f-382af5a153b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1099 time: 0.0448256 Dec 16 03:58:40.421764 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bd410359-c1f3-4cdc-93ec-de4022ee9668 req-0c7d4231-63ac-4677-8d24-8c544b5dcfff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Dec 16 03:58:40.545826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764cf5-1363-4e64-8314-e96e7ab6f43f req-04b91325-7be0-40b9-9cbd-6a5c0613790a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:40.547352 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-32764cf5-1363-4e64-8314-e96e7ab6f43f req-04b91325-7be0-40b9-9cbd-6a5c0613790a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0513980 Dec 16 03:58:40.596306 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-32764cf5-1363-4e64-8314-e96e7ab6f43f req-066d0c0b-53a3-458e-adcf-8c338f23d7c0 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Dec 16 03:58:41.158162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:41.723347 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68445589-4034-46e5-afa1-ddedee14ce2a req-a0073ad8-8b6e-46f6-866e-b0d92e8cda23 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:41.724818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-68445589-4034-46e5-afa1-ddedee14ce2a req-a0073ad8-8b6e-46f6-866e-b0d92e8cda23 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0547588 Dec 16 03:58:41.773971 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-68445589-4034-46e5-afa1-ddedee14ce2a req-44c9e5c5-b6ed-4238-aa4c-e786ab6e5cf4 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Dec 16 03:58:41.901414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593763c4-ed2e-4dd1-a42c-3a71bd6498d5 req-6ba0a6a3-06fe-4777-ae5e-9eff4e9192a3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:41.902848 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-593763c4-ed2e-4dd1-a42c-3a71bd6498d5 req-6ba0a6a3-06fe-4777-ae5e-9eff4e9192a3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0581443 Dec 16 03:58:41.955227 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-593763c4-ed2e-4dd1-a42c-3a71bd6498d5 req-119d6d05-e949-4224-b46e-6f8e1fe4a22d tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Dec 16 03:58:42.286848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cdb0f-6bbd-45f8-9c86-aa915e7a5771 req-bb0c371a-4e3e-44bf-87d5-72cd68499366 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:42.288794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-447cdb0f-6bbd-45f8-9c86-aa915e7a5771 req-bb0c371a-4e3e-44bf-87d5-72cd68499366 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0542469 Dec 16 03:58:42.336667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-447cdb0f-6bbd-45f8-9c86-aa915e7a5771 req-ede63aca-3236-42f1-8b99-22f3efb46b00 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Dec 16 03:58:53.997214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:56.042228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bab45-d344-4a7c-8589-25677fbb4e44 req-c73ff2dc-6ab6-43ad-a27e-797cdeeffb71 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:56.043642 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-787bab45-d344-4a7c-8589-25677fbb4e44 req-c73ff2dc-6ab6-43ad-a27e-797cdeeffb71 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0560648 Dec 16 03:58:56.094154 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-787bab45-d344-4a7c-8589-25677fbb4e44 req-b97e6854-9da9-40df-a74c-799e8357181f tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444839 Dec 16 03:58:56.125014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:56.262199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb7aada-de55-47d2-b673-5f717be19183 tempest-TestMinimumBasicScenario-1517914603 tempest-TestMinimumBasicScenario-1517914603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:56.263736 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-feb7aada-de55-47d2-b673-5f717be19183 tempest-TestMinimumBasicScenario-1517914603 tempest-TestMinimumBasicScenario-1517914603-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1094 time: 0.1377382 Dec 16 03:58:56.266880 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:56.271076 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:56.296869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:56.405745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:56.515896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Allocated IP 172.26.6.26 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/c48300b8-885a-4360-a9d6-ec49067c2462) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 03:58:56.621407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:56.657784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:56.698952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 03:58:56.704061 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 03:58:56.706251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'Port': ['ID=c48300b8-885a-4360-a9d6-ec49067c2462,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:56.708314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 03:58:56.731576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.731931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.732282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.732622 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.732964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.733298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.733631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.733963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.734293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.734643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.734969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.735282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:56.735605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:57.081502 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:57.149654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:57.651204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:57.657602 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:57.751765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'Port': ['ID=c48300b8-885a-4360-a9d6-ec49067c2462,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:57.766653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:57.772035 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-591332e3-2462-4810-a892-1de8bc62aaf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889499 Dec 16 03:58:57.898774 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Floating IP 073631e0-bb54-42c4-a88e-af237dda1688 associated. External IP: 172.26.6.26, port: 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9. Dec 16 03:58:57.940697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-c8c8d853-3ab3-4520-a86c-1b4f82b071f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:57.942098 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-c8c8d853-3ab3-4520-a86c-1b4f82b071f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1099 time: 0.0923736 Dec 16 03:58:58.117272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-04d09a24-4424-4300-b2b1-42eac8af78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:58.118927 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-04d09a24-4424-4300-b2b1-42eac8af78b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.1393557 Dec 16 03:58:58.228331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-d910c62e-bdb2-4a3e-88c4-4215d4591531 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 999 time: 0.0785913 Dec 16 03:58:58.229978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Router 2e56173d-345a-4aeb-98ee-1b8c9b35920a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 03:58:58.325798 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-f2764e25-e68d-4fc2-8f82-20a4b6a3894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:58.327308 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-f2764e25-e68d-4fc2-8f82-20a4b6a3894e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0910385 Dec 16 03:58:58.399642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 03:58:58.410838 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] Sync routers for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 03:58:58.413236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-9a64e87b-fd55-4b14-bba8-f48a68cb8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:58.414724 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-9a64e87b-fd55-4b14-bba8-f48a68cb8152 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631561 Dec 16 03:58:58.422757 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:58.423016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.423396 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:58.499920 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2570bc41-5e57-4e61-910a-ed275940f749 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2319374 Dec 16 03:58:58.502846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:58.505451 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:58:58.507761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40" -d '{"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:58:58.507935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819879175', 'description': 'tempest-secgroup-smoke-819879175 description', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:58.528855 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:58.537430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.541912 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-1d52b61f-1841-4ecd-a3e5-29831753c131 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165755 Dec 16 03:58:58.560269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dae46c-8321-4b07-bb45-4e864a81274d x-openstack-request-id: req-90dae46c-8321-4b07-bb45-4e864a81274d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:58:58.560607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:58:58.560861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90dae46c-8321-4b07-bb45-4e864a81274d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:58:58.561261 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'status': 'completed', 'code': 200} Dec 16 03:58:58.609533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.614897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.643549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-48c3ad63-04ac-4c2a-bc6f-3d6db26829a7 req-ba566c02-89b6-4d0e-bbdb-cb64d888af34 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937321 Dec 16 03:58:58.649299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb4757b-5065-44a7-8df0-cf01b4a3e54b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:58.654982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.658914 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1521149 Dec 16 03:58:58.659249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:58.660999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.661354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.661701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.662037 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.662373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.662746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.663056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.663381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.663703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.664032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.664245 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c49b3045-ca3c-4bfe-b0be-4e66cb8031d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'security_group_rule': {'security_group_id': '6fb4757b-5065-44a7-8df0-cf01b4a3e54b', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:58.664368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.664660 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.664979 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8145401-c8aa-4884-a556-bcb9123c61ce tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:58:58.694811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49b3045-ca3c-4bfe-b0be-4e66cb8031d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.753075 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '073631e0-bb54-42c4-a88e-af237dda1688', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'floating_ip_address': '172.26.6.26', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'port_id': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:58:56Z', 'updated_at': '2021-12-16T03:58:56Z', 'revision_number': 0, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 5, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:58.779456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49b3045-ca3c-4bfe-b0be-4e66cb8031d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.783063 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] Checking router: 2e56173d-345a-4aeb-98ee-1b8c9b35920a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 03:58:58.785068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49b3045-ca3c-4bfe-b0be-4e66cb8031d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.791852 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 03:58:58.792575 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:58:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:58.804673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-2766fa82-973f-4331-a415-bd7f3fa0573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:58.806157 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-2766fa82-973f-4331-a415-bd7f3fa0573b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1099 time: 0.0721996 Dec 16 03:58:58.810668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b3045-ca3c-4bfe-b0be-4e66cb8031d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab236ac-48b7-477e-9d63-449b28c02ff5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:58.825011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49b3045-ca3c-4bfe-b0be-4e66cb8031d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.826168 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c49b3045-ca3c-4bfe-b0be-4e66cb8031d3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658463 Dec 16 03:58:58.829163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42958) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:58.834088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-fe680ab4-40ca-41ba-9ba7-d81602e70ba6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'security_group_rule': {'security_group_id': '6fb4757b-5065-44a7-8df0-cf01b4a3e54b', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:58.864619 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe680ab4-40ca-41ba-9ba7-d81602e70ba6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.900727 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 03:58:58.909533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-0c8544ee-7779-40df-ab04-504051e06a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:58.911198 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-0c8544ee-7779-40df-ab04-504051e06a90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.0972703 Dec 16 03:58:58.914830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe680ab4-40ca-41ba-9ba7-d81602e70ba6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.918871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe680ab4-40ca-41ba-9ba7-d81602e70ba6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.939071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe680ab4-40ca-41ba-9ba7-d81602e70ba6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c80894a-133c-4385-9197-ef381284759a,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:58.948149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe680ab4-40ca-41ba-9ba7-d81602e70ba6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:58.949712 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-fe680ab4-40ca-41ba-9ba7-d81602e70ba6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195064 Dec 16 03:58:58.954519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42960) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:58.959607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f37d7b24-b511-4c92-8dc9-1616e9645e1b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'security_group_rule': {'security_group_id': '6fb4757b-5065-44a7-8df0-cf01b4a3e54b', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:58.989507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f37d7b24-b511-4c92-8dc9-1616e9645e1b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.013038 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-cc854363-70f0-4e02-93f5-ceecb555fea2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 999 time: 0.0929763 Dec 16 03:58:59.050913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f37d7b24-b511-4c92-8dc9-1616e9645e1b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.055765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f37d7b24-b511-4c92-8dc9-1616e9645e1b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.074249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-9f853415-31d6-459d-8ed3-c155579925a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:59.074537 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d7b24-b511-4c92-8dc9-1616e9645e1b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60caed3-8c85-4fc3-b891-9e8bb4962fce,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:59.076976 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-9f853415-31d6-459d-8ed3-c155579925a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0571296 Dec 16 03:58:59.084039 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f37d7b24-b511-4c92-8dc9-1616e9645e1b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.087939 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f37d7b24-b511-4c92-8dc9-1616e9645e1b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296999 Dec 16 03:58:59.088154 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42962) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:59.092963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-82c4badb-e295-46af-8797-d0fb1c42c591 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'security_group_rule': {'security_group_id': '6fb4757b-5065-44a7-8df0-cf01b4a3e54b', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:59.126814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-6e610f39-0b74-47cd-997d-e9db32ec8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:59.128392 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-6e610f39-0b74-47cd-997d-e9db32ec8ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441637 Dec 16 03:58:59.132599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82c4badb-e295-46af-8797-d0fb1c42c591 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.151762 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '073631e0-bb54-42c4-a88e-af237dda1688', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'floating_ip_address': '172.26.6.26', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'port_id': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:58:56Z', 'updated_at': '2021-12-16T03:58:56Z', 'revision_number': 0, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 5, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 03:58:59.181300 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6f9da-d855-4a1c-b0ab-93162038edd1 None None] The sync data for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv is: [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '073631e0-bb54-42c4-a88e-af237dda1688', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'floating_ip_address': '172.26.6.26', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'port_id': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T03:58:56Z', 'updated_at': '2021-12-16T03:58:56Z', 'revision_number': 0, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 5, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 03:58:59.194000 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82c4badb-e295-46af-8797-d0fb1c42c591 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.200898 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82c4badb-e295-46af-8797-d0fb1c42c591 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.219967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4badb-e295-46af-8797-d0fb1c42c591 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7098993-d3b9-4f88-a9f8-2c244281e5f7,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:59.230651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82c4badb-e295-46af-8797-d0fb1c42c591 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.233238 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-e3825a04-ada9-44af-a874-311ee17f8739 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968776 Dec 16 03:58:59.234754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 42964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:59.234950 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-82c4badb-e295-46af-8797-d0fb1c42c591 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458106 Dec 16 03:58:59.239242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'security_group_rule': {'security_group_id': '6fb4757b-5065-44a7-8df0-cf01b4a3e54b', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:59.326921 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Project 6bc79a056fa34f7aa6c89e042fbb7b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:58:59.334752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.379391 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6b247bb6-9d51-40a2-8b0e-6cb96d940c40 req-e5d966bd-68e5-4f30-b569-d08d7a17d05a service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354773 Dec 16 03:58:59.405991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.408350 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0389b-c078-4255-a458-8a20ad3a4472 None None] New status for floating IP 073631e0-bb54-42c4-a88e-af237dda1688: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 03:58:59.411795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.430580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce87684-d367-493c-898f-3c509c68ef26,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:59.441232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.442556 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c6d746fd-2150-447b-b752-c5eec6280af6 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2068200 Dec 16 03:58:59.445526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 42966) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:58:59.450595 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'security_group_rule': {'security_group_id': '6fb4757b-5065-44a7-8df0-cf01b4a3e54b', 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:59.476313 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Project 6bc79a056fa34f7aa6c89e042fbb7b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 03:58:59.481386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.542847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.547453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.566865 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47ed901-38dc-4e0d-bae4-0438a5797afb,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:58:59.573892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:58:59.577966 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d8dcfef7-80dc-4c99-ada0-c2940370b94c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285322 Dec 16 03:58:59.669105 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-ee7e82cb-d443-41f4-95c2-2f9e2b321b30 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819879175&fields=id&tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d HTTP/1.1" status: 200 len: 267 time: 0.0485728 Dec 16 03:58:59.730271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-b0d380d4-b2bf-4de3-9019-71650d4f7b9c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:58:59.731798 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-b0d380d4-b2bf-4de3-9019-71650d4f7b9c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0568283 Dec 16 03:58:59.745803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'port': {'security_groups': ['93988c25-6cb8-4e9a-a591-b1a4342dc95e', '6fb4757b-5065-44a7-8df0-cf01b4a3e54b']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:58:59.818041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:00.003838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:59:00.035920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:00.044012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:00.078028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:59:00.097421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:00.098182 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:00.100969 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ed0306d-e4b7-42a6-97df-7e8e70c928f9 req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "PUT /v2.0/ports/92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 982 time: 0.3597467 Dec 16 03:59:00.101604 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:59:00.107430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471" -d '{"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:59:00.133801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e2649-178e-4a51-847b-838bf1bae46a tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:59:00.228868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:59:00.236750 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118bbbc-c5d5-4148-8545-b43afb6e5511 req-2a21f103-2ca6-4db5-8f36-34692f79d022 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:00.238662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2118bbbc-c5d5-4148-8545-b43afb6e5511 req-2a21f103-2ca6-4db5-8f36-34692f79d022 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0591063 Dec 16 03:59:00.306313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba7abf-8d52-4082-a19d-a5ffae517467 x-openstack-request-id: req-f8ba7abf-8d52-4082-a19d-a5ffae517467 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:59:00.306807 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:59:00.307007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8ba7abf-8d52-4082-a19d-a5ffae517467 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:59:00.307478 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'status': 'completed', 'code': 200} Dec 16 03:59:00.321920 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2118bbbc-c5d5-4148-8545-b43afb6e5511 req-c654857f-9989-4f0d-a6a1-f2e847d409c9 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744429 Dec 16 03:59:00.398572 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-f38a2b8f-e983-4968-9535-5ecda71ae0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:00.400018 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-f38a2b8f-e983-4968-9535-5ecda71ae0db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1138 time: 0.0536041 Dec 16 03:59:00.427366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1e41e508-9833-4286-8e36-3d5c40942278 None None] Provisioning complete for port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:59:00.428024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e41e508-9833-4286-8e36-3d5c40942278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:00.494760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-f58f86e4-4871-49db-a62c-a1a43bd4a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:00.496251 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-f58f86e4-4871-49db-a62c-a1a43bd4a67c service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.0877235 Dec 16 03:59:00.570904 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-7572d9d3-6a52-4087-bbe4-f9e8c279df10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0661774 Dec 16 03:59:00.625471 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-fb0f5bcf-d08f-4d7c-8bae-f3acca2fd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:00.627030 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-fb0f5bcf-d08f-4d7c-8bae-f3acca2fd66e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0487046 Dec 16 03:59:00.676704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-630bf434-a5b7-4d14-b2b7-570096e5bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:00.678231 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-630bf434-a5b7-4d14-b2b7-570096e5bdaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434356 Dec 16 03:59:00.777918 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-cf3670bb-b1d2-4414-ac15-e4b308d50707 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905387 Dec 16 03:59:00.871149 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-b5ef6d1c-ec87-4c01-abc0-cf3646e84471 req-dc7d79a1-45ed-4593-a6df-148741fd4569 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857775 Dec 16 03:59:03.469652 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:59:05.221235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f93d380-6b41-4653-a080-25f8d63bfa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:07.443164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5b74793-03c5-4c0f-ade3-38951de9b054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:08.577490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:10.113532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:11.162168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:14.508038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7265ecf-3e31-49db-b467-28411772406e req-341d8ac0-28e0-4065-bc8f-471cc09829ab tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:14.509578 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e7265ecf-3e31-49db-b467-28411772406e req-341d8ac0-28e0-4065-bc8f-471cc09829ab tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0550869 Dec 16 03:59:14.530842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-1bf87005-85e0-4a58-99ff-e237da92dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:14.532504 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-1bf87005-85e0-4a58-99ff-e237da92dc5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1138 time: 0.0430555 Dec 16 03:59:14.571604 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e7265ecf-3e31-49db-b467-28411772406e req-041b37d9-b560-4167-ba61-26dd2267a752 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556502 Dec 16 03:59:14.627625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-7befd4b6-cef7-4091-ada8-ce5a65cf6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:14.629081 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-7befd4b6-cef7-4091-ada8-ce5a65cf6ad2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.0875552 Dec 16 03:59:14.698021 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-45b338c7-ef2c-450f-bc3a-db93c9af3e0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0605340 Dec 16 03:59:14.750536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-91c18bc7-a77a-4785-8d50-99755c6a642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:14.751948 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-91c18bc7-a77a-4785-8d50-99755c6a642e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0469651 Dec 16 03:59:14.797320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-0fad9426-a4ff-47cd-bcd3-a6a05d94be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:14.798787 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-0fad9426-a4ff-47cd-bcd3-a6a05d94be8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400774 Dec 16 03:59:14.900511 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-12a6d21b-d70c-4f77-a111-bd0c7bc5f72f service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942438 Dec 16 03:59:14.995613 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c1bf26dd-a785-478a-927d-8e9e4e1ee63e req-6545f106-99dd-4dae-b230-0882cb7a101a service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870931 Dec 16 03:59:15.705295 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df38e3c-a647-469b-988e-ce2a15848bbd req-2124d7e5-381f-4479-a551-a4f4c0181578 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:15.707190 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3df38e3c-a647-469b-988e-ce2a15848bbd req-2124d7e5-381f-4479-a551-a4f4c0181578 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0589271 Dec 16 03:59:15.791947 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3df38e3c-a647-469b-988e-ce2a15848bbd req-b03252b4-3d76-449a-889a-30ddc64bb8c3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766568 Dec 16 03:59:16.927841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa8f9c-b76d-40a2-a788-51314a19153a req-07be86d4-1fd7-4abb-b099-710ebaf5cc59 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:16.929312 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4aa8f9c-b76d-40a2-a788-51314a19153a req-07be86d4-1fd7-4abb-b099-710ebaf5cc59 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0605524 Dec 16 03:59:16.992239 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e4aa8f9c-b76d-40a2-a788-51314a19153a req-3d7ecb60-b8b3-4047-a336-b31bfbd27066 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552900 Dec 16 03:59:18.147753 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06032-e9c8-4a15-a6f6-9700297126ed req-8ed6e3a6-a571-4649-bdae-9ba5c3ce713c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:18.149759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ea06032-e9c8-4a15-a6f6-9700297126ed req-8ed6e3a6-a571-4649-bdae-9ba5c3ce713c tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0717697 Dec 16 03:59:18.214960 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ea06032-e9c8-4a15-a6f6-9700297126ed req-c841ced3-44db-4b91-929d-13b24dca894f tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586936 Dec 16 03:59:19.354384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6781b-e8e0-49dd-bcdf-0d4e30b783f1 req-61e1ba81-a658-4967-96d1-d82157cc64d9 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:19.355854 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-46b6781b-e8e0-49dd-bcdf-0d4e30b783f1 req-61e1ba81-a658-4967-96d1-d82157cc64d9 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0508759 Dec 16 03:59:19.423057 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-46b6781b-e8e0-49dd-bcdf-0d4e30b783f1 req-78dec387-81bd-4a61-9464-222be1522b0d tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609758 Dec 16 03:59:20.539983 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461389-6367-4265-99a0-fe76b8b02de6 req-2c41804e-fb31-4650-bbdc-feb56935dc5b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:20.541443 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ca461389-6367-4265-99a0-fe76b8b02de6 req-2c41804e-fb31-4650-bbdc-feb56935dc5b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0490882 Dec 16 03:59:20.603251 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ca461389-6367-4265-99a0-fe76b8b02de6 req-a0e179c7-1351-4b90-883a-5d1b1bfa5760 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554333 Dec 16 03:59:21.740715 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e9b85-0cc0-4a93-99ab-7437d83d8fb3 req-83de8dcc-5da9-4153-a608-ee683bdd6b16 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:21.742192 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-152e9b85-0cc0-4a93-99ab-7437d83d8fb3 req-83de8dcc-5da9-4153-a608-ee683bdd6b16 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0541799 Dec 16 03:59:21.804360 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-152e9b85-0cc0-4a93-99ab-7437d83d8fb3 req-64b04740-35ff-49a9-bf81-582281dbd0a5 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530713 Dec 16 03:59:22.941325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cd6e0-0635-40b7-a86c-aba5c3613c88 req-dbec33fc-8188-4c94-b0b9-7aaf92f3baac tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:22.942842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8e8cd6e0-0635-40b7-a86c-aba5c3613c88 req-dbec33fc-8188-4c94-b0b9-7aaf92f3baac tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0590799 Dec 16 03:59:23.007514 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8e8cd6e0-0635-40b7-a86c-aba5c3613c88 req-3be855b1-6055-4cd5-b1f2-69c6d4bdd246 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583682 Dec 16 03:59:24.031899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:24.141843 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9719ee-beab-446f-8681-4b73170f7f93 req-635fa648-e936-4392-a3e9-33ad50db51b8 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:24.143362 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2e9719ee-beab-446f-8681-4b73170f7f93 req-635fa648-e936-4392-a3e9-33ad50db51b8 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0610933 Dec 16 03:59:24.215372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2e9719ee-beab-446f-8681-4b73170f7f93 req-0a54fd81-cbf3-4fa6-a733-293dd2b99a29 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629048 Dec 16 03:59:25.345257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a360dc-19a3-48d7-8af3-a1880e44f192 req-46ad9921-fba7-40a8-87bc-caf57ad3b296 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:25.346738 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a5a360dc-19a3-48d7-8af3-a1880e44f192 req-46ad9921-fba7-40a8-87bc-caf57ad3b296 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0504436 Dec 16 03:59:25.412386 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a5a360dc-19a3-48d7-8af3-a1880e44f192 req-d6efebc0-6956-460e-aeca-7166d3f6fafb tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595374 Dec 16 03:59:26.542041 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a6df-348b-4d72-b72a-7342b1b8a084 req-56b2df78-567c-48c3-b218-e835fdcf0c56 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:26.543539 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b549a6df-348b-4d72-b72a-7342b1b8a084 req-56b2df78-567c-48c3-b218-e835fdcf0c56 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0516555 Dec 16 03:59:26.612066 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b549a6df-348b-4d72-b72a-7342b1b8a084 req-58d49bb2-612f-43f0-aa5e-2057450c628e tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&id=6fb4757b-5065-44a7-8df0-cf01b4a3e54b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620303 Dec 16 03:59:35.217846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ee30767-c049-4005-b00c-702fce25c1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:37.436865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33bbd65e-e15a-4357-8654-087b747f4a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:38.575380 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:40.116312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:40.475261 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 03:59:41.159608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:54.040980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:57.443747 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-88823d6b-c9d5-4ea3-9ea6-4c4995307b64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440776 Dec 16 03:59:57.544312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d683364-c479-4c9a-879e-4b2881915e48 req-e01586e3-2c4b-4356-b7e6-dc53e72daa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:57.545810 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-e01586e3-2c4b-4356-b7e6-dc53e72daa0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1138 time: 0.0430133 Dec 16 03:59:57.665843 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d683364-c479-4c9a-879e-4b2881915e48 req-f9facbf1-a361-423c-8ad8-a4e6b421b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:57.667437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-f9facbf1-a361-423c-8ad8-a4e6b421b47f service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.1014130 Dec 16 03:59:57.735724 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-ac98f36d-55d6-4b9e-b798-60e93704c816 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0609276 Dec 16 03:59:57.793825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d683364-c479-4c9a-879e-4b2881915e48 req-74662218-035b-4172-83dc-78df00264899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:57.795365 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-74662218-035b-4172-83dc-78df00264899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0527840 Dec 16 03:59:57.841050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d683364-c479-4c9a-879e-4b2881915e48 req-d2a24786-6857-49c9-bd61-af73188c6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:57.842553 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-d2a24786-6857-49c9-bd61-af73188c6ccb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394278 Dec 16 03:59:57.931542 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-3869cf8e-b1ec-4fdd-931d-182a9dc6c022 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812178 Dec 16 03:59:58.039033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2d683364-c479-4c9a-879e-4b2881915e48 req-59d47840-c8e0-4f81-b6e3-2b617988c0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995758 Dec 16 03:59:59.043428 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-e336aa15-c0de-4fa5-aa9d-6eeefc990a31 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819879175&fields=id&tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d HTTP/1.1" status: 200 len: 267 time: 0.0524442 Dec 16 03:59:59.103629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-014310cc-a20b-47a8-95a6-950cf11a5820 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:59.105099 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-014310cc-a20b-47a8-95a6-950cf11a5820 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 985 time: 0.0527432 Dec 16 03:59:59.119446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Request body: {'port': {'security_groups': ['93988c25-6cb8-4e9a-a591-b1a4342dc95e']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 03:59:59.186074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.365236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 03:59:59.400325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.407312 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.441156 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:59:59.456877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:59.457534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.458966 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5128fddf-0054-4c9b-b2f2-d929418339e0 req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "PUT /v2.0/ports/92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 943 time: 0.3441105 Dec 16 03:59:59.459429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 03:59:59.464683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f684d1b-ba07-44de-b453-d83d3ada7b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 03:59:59.466969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:59:59.483795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event updated for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:59:59.492149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.492259 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.492515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.492848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.493183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.493535 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.493836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.494177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.494529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.494854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.495184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.495946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.496111 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4097-91d0-4908-8b8d-184f83352459 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.532342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ae98ef-249f-496d-96bf-9ac8c31f1094 x-openstack-request-id: req-e3ae98ef-249f-496d-96bf-9ac8c31f1094 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 03:59:59.532653 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 03:59:59.532885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3ae98ef-249f-496d-96bf-9ac8c31f1094 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 03:59:59.533290 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'status': 'completed', 'code': 200} Dec 16 03:59:59.546147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.574706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.580942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 03:59:59.647915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-f1be836a-6211-4a52-893e-41367cd37aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:59.649444 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-f1be836a-6211-4a52-893e-41367cd37aaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1099 time: 0.0718591 Dec 16 03:59:59.733253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.735773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.736954 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "DELETE /v2.0/security-groups/6fb4757b-5065-44a7-8df0-cf01b4a3e54b HTTP/1.1" status: 204 len: 168 time: 0.2665601 Dec 16 03:59:59.739834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 03:59:59.745047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-165c5adb-3524-478f-8d90-180f2c35bdc1 None None] Provisioning complete for port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 03:59:59.745425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-165c5adb-3524-478f-8d90-180f2c35bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.757530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb4757b-5065-44a7-8df0-cf01b4a3e54b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 03:59:59.766371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.766756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.767111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.767457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.767797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.768145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.768469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.768800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.769131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.769461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.769787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.770116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.770460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f6e3e-f0d5-4aaf-bc90-4a1667c4d6cd tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 03:59:59.773904 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-872b203e-494e-44ff-8ce7-2405d045c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:59.775429 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-872b203e-494e-44ff-8ce7-2405d045c5c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.1186266 Dec 16 03:59:59.854605 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-ccf4425a-cd79-457d-90d2-86d4d2b83f81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0701458 Dec 16 03:59:59.903147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-d2986103-a17b-43e8-863c-ea1a68d3d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:59.904591 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-d2986103-a17b-43e8-863c-ea1a68d3d1f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0428615 Dec 16 03:59:59.904815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Deleting port c48300b8-885a-4360-a9d6-ec49067c2462 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 03:59:59.905160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.953717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-caac9e58-8c10-4e5d-aa87-f30f7dcb4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 03:59:59.955284 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-caac9e58-8c10-4e5d-aa87-f30f7dcb4497 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430067 Dec 16 03:59:59.982910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.983236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 03:59:59.994841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Calling delete_port for c48300b8-885a-4360-a9d6-ec49067c2462 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:00.051476 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-ff42aa9f-a290-46d4-a82b-f1789c2652b2 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869832 Dec 16 04:00:00.141311 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-2f684d1b-ba07-44de-b453-d83d3ada7b7f req-b6c5f4b9-0a27-4075-a010-10c1c69fc082 service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 Dec 16 04:00:00.144877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:00.168802 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event deleted for resources: {'Port': ['ID=c48300b8-885a-4360-a9d6-ec49067c2462,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:00.235110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:00.235407 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Floating IP 073631e0-bb54-42c4-a88e-af237dda1688 disassociated (deleted). External IP: 172.26.6.26, port: 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9. Dec 16 04:00:00.465799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Router 2e56173d-345a-4aeb-98ee-1b8c9b35920a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:00:00.571952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:00:00.577028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:00.581695 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] Sync routers for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:00:00.592276 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:00.592905 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:59:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:00.608517 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5cdff584-0c31-49b5-bd22-7c5e172c314b tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "DELETE /v2.0/floatingips/073631e0-bb54-42c4-a88e-af237dda1688 HTTP/1.1" status: 204 len: 168 time: 0.8660011 Dec 16 04:00:00.792224 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:00.989852 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 5, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:01.018947 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] Checking router: 2e56173d-345a-4aeb-98ee-1b8c9b35920a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:00:01.028206 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:01.028689 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T03:59:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:01.133307 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:01.345004 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 5, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:01.372520 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5235fc-0b7d-4700-83c0-6dffefba2476 None None] The sync data for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv is: [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'd086d197-a5a8-463c-aef3-3575f0d49c76', 'name': '', 'network_id': '875eb099-10d7-4c16-b0c5-af2d31da4b44', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'mac_address': 'fa:16:3e:27:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:04Z', 'updated_at': '2021-12-16T03:58:09Z', 'revision_number': 5, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'subnets': [{'id': '273e6aa5-1ca0-469c-b901-80664652de1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:00:01.534944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:00:01.537386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2990afb-d4af-4f8d-9fed-1494f98ff470" -d '{"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:00:01.579867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec5a911-ae5f-4847-8626-111012b65ede x-openstack-request-id: req-fec5a911-ae5f-4847-8626-111012b65ede {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:00:01.580189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:00:01.580451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fec5a911-ae5f-4847-8626-111012b65ede {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:00:01.580893 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'status': 'completed', 'code': 200} Dec 16 04:00:01.598673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396632a0-fa8c-4ec7-8552-d9ae68b74b04 None None] New status for floating IP 073631e0-bb54-42c4-a88e-af237dda1688: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:00:01.664386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-edab253f-29a4-4f12-8a48-cd2445a11826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:01.665890 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-edab253f-29a4-4f12-8a48-cd2445a11826 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 1099 time: 0.0423281 Dec 16 04:00:01.762826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-8e63c022-1a40-493c-8e3e-5ee0a69061b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:01.764425 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-8e63c022-1a40-493c-8e3e-5ee0a69061b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 200 len: 914 time: 0.0915496 Dec 16 04:00:01.807450 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-0db2a4cc-6863-43c4-a1ac-af241887ab76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 200 len: 217 time: 0.0345006 Dec 16 04:00:01.863486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-ca221eaa-3a27-429a-b485-e41d6de05888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:01.864867 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-ca221eaa-3a27-429a-b485-e41d6de05888 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 200 len: 853 time: 0.0494974 Dec 16 04:00:01.912786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-4faa1d18-c3de-4bb7-af60-3bdaade79858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:01.914299 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-4faa1d18-c3de-4bb7-af60-3bdaade79858 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=875eb099-10d7-4c16-b0c5-af2d31da4b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423179 Dec 16 04:00:02.004657 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-a977b6d2-2605-44cf-a989-3b5fb3ad114f service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825980 Dec 16 04:00:02.100896 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e2990afb-d4af-4f8d-9fed-1494f98ff470 req-0c7fb341-b9b6-4fa5-ba47-8200bb71a26e service neutron] 10.222.0.30 "GET /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893180 Dec 16 04:00:05.212713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e21b3004-ebee-4931-a910-30d471cad32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:07.432100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f561da0a-9773-428b-a81a-f01ea7d4acbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:08.573638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:09.697611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e9fd7-5ed2-42ae-8a1d-44603d000619 req-fada6d45-b0f9-44d3-91d6-3458b248ca6e tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:09.699163 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b6e9fd7-5ed2-42ae-8a1d-44603d000619 req-fada6d45-b0f9-44d3-91d6-3458b248ca6e tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0548987 Dec 16 04:00:09.751226 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b6e9fd7-5ed2-42ae-8a1d-44603d000619 req-704b7246-ff95-47ff-92b4-76531fcefe88 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Dec 16 04:00:10.118382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:10.871420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b4fd0-a4cc-4e15-b660-df7309ad73b0 req-d4cb057d-86e8-4c15-8d82-edde59d7bf98 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:10.872906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a65b4fd0-a4cc-4e15-b660-df7309ad73b0 req-d4cb057d-86e8-4c15-8d82-edde59d7bf98 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0508156 Dec 16 04:00:10.927649 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a65b4fd0-a4cc-4e15-b660-df7309ad73b0 req-226f2046-6fef-44f3-9f6d-7c7b9849b048 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/security-groups?id=93988c25-6cb8-4e9a-a591-b1a4342dc95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Dec 16 04:00:11.162689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:11.472104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-4aecdfe0-111f-4b22-bef1-77cf32691ba3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:11.473459 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-4aecdfe0-111f-4b22-bef1-77cf32691ba3 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.30 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 946 time: 0.0601695 Dec 16 04:00:11.571397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Deleting port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:11.571711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:11.662971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] For port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:11.663358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:11.676426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Calling delete_port for 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:11.817395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:11.843763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Pushing event deleted for resources: {'Port': ['ID=92e79b85-eb34-4e1d-9ae1-8a2f15264cb9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:11.850153 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:00:11.888055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] No DVR routers for this DVR port 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:00:11.890493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:11.893771 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-292090f3-3422-4ed1-a4d2-b1096896d109 req-e0df440c-5d7c-47d8-9144-3d64ec244044 tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.30 "DELETE /v2.0/ports/92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 HTTP/1.1" status: 204 len: 173 time: 0.4137702 Dec 16 04:00:11.894203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'name': 'network-vif-deleted', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:00:11.896437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f7160-52a2-41eb-9d92-649a50ab2a8c" -d '{"events": [{"server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "name": "network-vif-deleted", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:00:11.936849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef5036b-13a2-4c0a-bb98-c6d987f531ec x-openstack-request-id: req-eef5036b-13a2-4c0a-bb98-c6d987f531ec {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:00:11.937145 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fce18d-0b7d-4c11-9aa1-b01f32b00734", "name": "network-vif-deleted", "tag": "92e79b85-eb34-4e1d-9ae1-8a2f15264cb9", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:00:11.937406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eef5036b-13a2-4c0a-bb98-c6d987f531ec {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:00:11.937843 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fce18d-0b7d-4c11-9aa1-b01f32b00734', 'name': 'network-vif-deleted', 'tag': '92e79b85-eb34-4e1d-9ae1-8a2f15264cb9', 'status': 'completed', 'code': 200} Dec 16 04:00:12.023515 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b0dd5d9-7dfa-4291-9979-d669d214cb11 req-6d66919b-0f48-443c-a92f-657ab06cb42e tempest-TestMinimumBasicScenario-1679327083 tempest-TestMinimumBasicScenario-1679327083-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fce18d-0b7d-4c11-9aa1-b01f32b00734 HTTP/1.1" status: 200 len: 210 time: 0.0282142 Dec 16 04:00:13.656317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43126) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:14.009501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:14.267475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Deleting port d086d197-a5a8-463c-aef3-3575f0d49c76 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:14.267714 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:14.327106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:00:14.346508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] For port d086d197-a5a8-463c-aef3-3575f0d49c76, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d086d197-a5a8-463c-aef3-3575f0d49c76,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:14.346863 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:14.351465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:00:14.351821 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 92e79b85-eb34-4e1d-9ae1-8a2f15264cb9 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:00:14.360591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Calling delete_port for d086d197-a5a8-463c-aef3-3575f0d49c76 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:14.877112 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:14.902850 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Pushing event deleted for resources: {'Port': ['ID=d086d197-a5a8-463c-aef3-3575f0d49c76,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:15.061200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:15.298980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Router 2e56173d-345a-4aeb-98ee-1b8c9b35920a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:00:15.418031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:00:15.425594 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dcd165ce-93b6-491e-81a6-5629cfdd803c admin admin] 10.222.0.16 "PUT /v2.0/routers/2e56173d-345a-4aeb-98ee-1b8c9b35920a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661779 Dec 16 04:00:15.426264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43128) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:15.427943 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] Sync routers for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:00:15.442584 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:15.443175 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:15.532026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:15.545932 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:15.633801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:15.686623 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Deleting port 4b177464-a491-4229-9202-fb89fed5d22d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:15.686851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:15.719826 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '4b177464-a491-4229-9202-fb89fed5d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T04:00:14Z', 'revision_number': 5, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port': {'id': '4b177464-a491-4229-9202-fb89fed5d22d', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:03Z', 'updated_at': '2021-12-16T03:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:15.745489 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] Checking router: 2e56173d-345a-4aeb-98ee-1b8c9b35920a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:00:15.753925 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] Routers {'2e56173d-345a-4aeb-98ee-1b8c9b35920a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:15.754565 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:15.767199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] For port 4b177464-a491-4229-9202-fb89fed5d22d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4b177464-a491-4229-9202-fb89fed5d22d,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:15.767597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:15.779390 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Calling delete_port for 4b177464-a491-4229-9202-fb89fed5d22d owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:15.839295 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] Set router 2e56173d-345a-4aeb-98ee-1b8c9b35920a gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:15.892810 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T04:00:15Z', 'revision_number': 6, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:15.918914 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3d03b-e890-4704-974f-c00a0d9b23cb None None] The sync data for ids ['2e56173d-345a-4aeb-98ee-1b8c9b35920a'] in dv-neutron-821927-1-hyperv is: [{'id': '2e56173d-345a-4aeb-98ee-1b8c9b35920a', 'name': 'tempest-TestMinimumBasicScenario-102580884-router', 'tenant_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:02Z', 'updated_at': '2021-12-16T04:00:15Z', 'revision_number': 6, 'project_id': '6bc79a056fa34f7aa6c89e042fbb7b3d', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:00:15.948928 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:15.976970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b177464-a491-4229-9202-fb89fed5d22d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:15.992349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe48809-9070-4e79-ba09-a8bb7e1b1620 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:00:16.037337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.126554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.128847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.179477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.180250 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e56173d-345a-4aeb-98ee-1b8c9b35920a {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:00:16.186268 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.187467 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1a5f0c07-8893-4a36-8107-e37826900b32 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2e56173d-345a-4aeb-98ee-1b8c9b35920a HTTP/1.1" status: 204 len: 168 time: 0.7602940 Dec 16 04:00:16.190327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43130) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:16.239599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] Deleting subnet 273e6aa5-1ca0-469c-b901-80664652de1e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:00:16.242895 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.279340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.360178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.417651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.787187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273e6aa5-1ca0-469c-b901-80664652de1e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:16.793424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.796634 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7b8a0d1c-232f-4273-a027-918ab2102b6e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/273e6aa5-1ca0-469c-b901-80664652de1e HTTP/1.1" status: 204 len: 168 time: 0.6052258 Dec 16 04:00:16.799172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36a69c-9d1d-4faa-9824-65621ada8e86 None None] Network 875eb099-10d7-4c16-b0c5-af2d31da4b44 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:00:16.800023 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:16.870580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.938669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Deleting port 4c57345c-2caa-4a62-94bd-c8af33c60998 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:16.939083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:16.974173 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] DHCP port deletion for 875eb099-10d7-4c16-b0c5-af2d31da4b44 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:00:17.006449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] For port 4c57345c-2caa-4a62-94bd-c8af33c60998, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4c57345c-2caa-4a62-94bd-c8af33c60998,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:17.006799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.020123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Calling delete_port for 4c57345c-2caa-4a62-94bd-c8af33c60998 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:17.023233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Deleting port 4c57345c-2caa-4a62-94bd-c8af33c60998 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:17.023759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.090817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] For port 4c57345c-2caa-4a62-94bd-c8af33c60998, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4c57345c-2caa-4a62-94bd-c8af33c60998,segment=NetworkSegment(101ea61d-b6d9-4fce-ae5c-29e544745017),segment_id=101ea61d-b6d9-4fce-ae5c-29e544745017)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:17.091333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.103942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Calling delete_port for 4c57345c-2caa-4a62-94bd-c8af33c60998 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:17.105562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.130874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c57345c-2caa-4a62-94bd-c8af33c60998,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:17.134351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] No DVR routers for this DVR port 4c57345c-2caa-4a62-94bd-c8af33c60998 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:00:17.195236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.229250 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.239832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Pushing event deleted for resources: {'Port': ['ID=4c57345c-2caa-4a62-94bd-c8af33c60998,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:17.250027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.250468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.250752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.251207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.251407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.251738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.252070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.252420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.252722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.253048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.253373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.253694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.254014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:17.258499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1e078-11dc-437b-b8dc-e1a9062d5677 None None] No DVR routers for this DVR port 4c57345c-2caa-4a62-94bd-c8af33c60998 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:00:17.258700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875eb099-10d7-4c16-b0c5-af2d31da4b44']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:17.259997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d086d197-a5a8-463c-aef3-3575f0d49c76 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:00:17.271758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101ea61d-b6d9-4fce-ae5c-29e544745017') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:17.272120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101ea61d-b6d9-4fce-ae5c-29e544745017') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:17.281802 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.283556 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d086d197-a5a8-463c-aef3-3575f0d49c76 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:00:17.283929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d086d197-a5a8-463c-aef3-3575f0d49c76 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:00:17.284357 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4b177464-a491-4229-9202-fb89fed5d22d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:00:17.296074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.302380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:00:17.302380 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.305502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4b177464-a491-4229-9202-fb89fed5d22d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:00:17.305502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4b177464-a491-4229-9202-fb89fed5d22d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:00:17.305502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4c57345c-2caa-4a62-94bd-c8af33c60998 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:00:17.305770 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:00:17.326967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4c57345c-2caa-4a62-94bd-c8af33c60998 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:00:17.327318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4c57345c-2caa-4a62-94bd-c8af33c60998 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:00:17.368157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.373954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:17.377301 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/875eb099-10d7-4c16-b0c5-af2d31da4b44 HTTP/1.1" status: 204 len: 168 time: 0.5763443 Dec 16 04:00:17.381303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43134) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:17.388642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffb12f-04b3-42fb-9559-f3fbbece76a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=875eb099-10d7-4c16-b0c5-af2d31da4b44,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:17.475323 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:00:17.781364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:18.082263 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Deleting port 695dbedd-b4ad-4595-8fb1-f33831120d84 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:18.082618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:18.171172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] For port 695dbedd-b4ad-4595-8fb1-f33831120d84, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=695dbedd-b4ad-4595-8fb1-f33831120d84,segment=NetworkSegment(a823c62a-9acc-4691-b362-c36bf6613ab4),segment_id=a823c62a-9acc-4691-b362-c36bf6613ab4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:18.171766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:18.192201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Calling delete_port for 695dbedd-b4ad-4595-8fb1-f33831120d84 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:18.398442 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:18.423600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Pushing event deleted for resources: {'Port': ['ID=695dbedd-b4ad-4595-8fb1-f33831120d84,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:18.592459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:18.809381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:00:18.917026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:00:18.923374 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8bece852-53c3-415e-b63d-33b7c7a8094e admin admin] 10.222.0.16 "PUT /v2.0/routers/4264fddf-06b3-4aa8-a8e3-d5e2c31b3535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5409703 Dec 16 04:00:18.925343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:18.926574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] Sync routers for ids ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:00:18.938420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] Routers {'4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:18.939076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:19.042950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.054574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] Set router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:19.148490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.216971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Deleting port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:19.217633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.235458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T04:00:18Z', 'revision_number': 5, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port': {'id': 'a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:19.263784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] Checking router: 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:00:19.272194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] Routers {'4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:19.272798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:19.309530 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] For port a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:19.309923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.322623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Calling delete_port for a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:19.363525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] Set router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:19.418359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T04:00:19Z', 'revision_number': 6, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:19.444535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81383383-ee95-4481-8c01-6d5cec111aae None None] The sync data for ids ['4264fddf-06b3-4aa8-a8e3-d5e2c31b3535'] in dv-neutron-821927-1-hyperv is: [{'id': '4264fddf-06b3-4aa8-a8e3-d5e2c31b3535', 'name': 'tempest-TestMinimumBasicScenario-351933537-router', 'tenant_id': '27110711d0aa4d96b0944099caee2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T03:58:07Z', 'updated_at': '2021-12-16T04:00:19Z', 'revision_number': 6, 'project_id': '27110711d0aa4d96b0944099caee2955', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:00:19.494345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.524618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:19.531575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f32772-2ace-4b69-a9ae-ea95aa4363a8 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:00:19.585442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.678141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.680389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.725247 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.725811 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:00:19.730342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.731519 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-368af445-c694-46b9-9124-958fce9c4228 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4264fddf-06b3-4aa8-a8e3-d5e2c31b3535 HTTP/1.1" status: 204 len: 168 time: 0.8051755 Dec 16 04:00:19.734543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43138) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:19.788927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] Deleting subnet 1a4e177f-32e9-4a2a-bd5c-3d6e44df6878 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:00:19.792345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.833612 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.913323 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.968271 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:19.995608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4e177f-32e9-4a2a-bd5c-3d6e44df6878,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:19.997708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.001954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803d336-9a21-482b-b504-4fb95d94580b None None] Network e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:00:20.005649 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-71d02cf3-bc8f-4022-bc45-003b417142da admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1a4e177f-32e9-4a2a-bd5c-3d6e44df6878 HTTP/1.1" status: 204 len: 168 time: 0.2699707 Dec 16 04:00:20.008462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:20.078689 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.136955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Deleting port 314f9405-4b5d-43bb-abb5-0e6db290874b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:20.137298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.200885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] For port 314f9405-4b5d-43bb-abb5-0e6db290874b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=314f9405-4b5d-43bb-abb5-0e6db290874b,segment=NetworkSegment(a823c62a-9acc-4691-b362-c36bf6613ab4),segment_id=a823c62a-9acc-4691-b362-c36bf6613ab4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:20.201178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.211699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] DHCP port deletion for e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:00:20.217720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Calling delete_port for 314f9405-4b5d-43bb-abb5-0e6db290874b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:20.266373 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] Deleting port 314f9405-4b5d-43bb-abb5-0e6db290874b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:00:20.266783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.311258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.336443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=314f9405-4b5d-43bb-abb5-0e6db290874b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:20.339525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] For port 314f9405-4b5d-43bb-abb5-0e6db290874b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=314f9405-4b5d-43bb-abb5-0e6db290874b,segment=NetworkSegment(a823c62a-9acc-4691-b362-c36bf6613ab4),segment_id=a823c62a-9acc-4691-b362-c36bf6613ab4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:20.339935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.343091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] No DVR routers for this DVR port 314f9405-4b5d-43bb-abb5-0e6db290874b on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:00:20.352720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] Calling delete_port for 314f9405-4b5d-43bb-abb5-0e6db290874b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:00:20.427151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.431255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.456735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:20.457522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] Pushing event deleted for resources: {'Port': ['ID=314f9405-4b5d-43bb-abb5-0e6db290874b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:20.462089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455bc32-9bfb-45e3-84ad-cd772853851c None None] No DVR routers for this DVR port 314f9405-4b5d-43bb-abb5-0e6db290874b on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:00:20.470619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a823c62a-9acc-4691-b362-c36bf6613ab4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:20.470926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a823c62a-9acc-4691-b362-c36bf6613ab4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:20.481194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.495187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.502575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:00:20.503231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:00:20.505304 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:00:20.559660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.565085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.568404 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] 10.222.0.16 "DELETE /v2.0/networks/e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973 HTTP/1.1" status: 204 len: 168 time: 0.5589650 Dec 16 04:00:20.579482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754892f6-2f02-423b-8685-8c590be60f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ef2f44-2a22-4b67-b9b9-8a4a6ae9e973,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:20.738555 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:20.784531 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f1b9bd63-a2aa-4c66-bcbd-b71308a3e14e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bc79a056fa34f7aa6c89e042fbb7b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447557 Dec 16 04:00:20.787126 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:20.833720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3df3135-3ab7-40d4-a55d-a3e54198fac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.858700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3df3135-3ab7-40d4-a55d-a3e54198fac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.906916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3df3135-3ab7-40d4-a55d-a3e54198fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.909882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3df3135-3ab7-40d4-a55d-a3e54198fac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:20.911181 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b3df3135-3ab7-40d4-a55d-a3e54198fac4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93988c25-6cb8-4e9a-a591-b1a4342dc95e HTTP/1.1" status: 204 len: 168 time: 0.1230345 Dec 16 04:00:20.918999 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3135-3ab7-40d4-a55d-a3e54198fac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93988c25-6cb8-4e9a-a591-b1a4342dc95e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:21.242116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 314f9405-4b5d-43bb-abb5-0e6db290874b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:00:21.244776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43152) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:21.271785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 314f9405-4b5d-43bb-abb5-0e6db290874b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:00:21.272134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 314f9405-4b5d-43bb-abb5-0e6db290874b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:00:21.272551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 695dbedd-b4ad-4595-8fb1-f33831120d84 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:00:21.291881 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 695dbedd-b4ad-4595-8fb1-f33831120d84 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:00:21.292171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 695dbedd-b4ad-4595-8fb1-f33831120d84 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:00:21.292941 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1c5f039b-77e3-4917-805b-201e20725a03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27110711d0aa4d96b0944099caee2955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467887 Dec 16 04:00:21.295701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43154) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:21.295818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:00:21.314800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:00:21.315141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a7c6bdda-46ee-4075-a2e2-54d5a7ef21c5 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:00:21.342956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b27-c493-41ef-aabe-be71d331fd23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:21.364190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b27-c493-41ef-aabe-be71d331fd23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:21.427203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b27-c493-41ef-aabe-be71d331fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:21.431009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b27-c493-41ef-aabe-be71d331fd23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:21.433108 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a24d7b27-c493-41ef-aabe-be71d331fd23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad4175e8-906b-45ba-9c76-6f5bcdeef17f HTTP/1.1" status: 204 len: 168 time: 0.1364825 Dec 16 04:00:21.441134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d7b27-c493-41ef-aabe-be71d331fd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4175e8-906b-45ba-9c76-6f5bcdeef17f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.040489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43194) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:23.045159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250128951', 'description': 'tempest-secgroup-smoke-250128951 description', 'project_id': 'e4ca5af820be4394b197423a49afa445'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:23.072003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.079887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.155760 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.161071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.197243 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a3017-e2c3-4f63-b2d9-4ed3356311e9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.237461 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.243160 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.273658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b7ea4a-de5e-4825-abc4-7bc9284a09c3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.278586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.283466 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-6e2be022-f1e0-4f90-903d-505edc9395f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2383113 Dec 16 04:00:23.284496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:23.289289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3de7581d-55a6-48ff-b996-76c02a144484 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '21b7ea4a-de5e-4825-abc4-7bc9284a09c3', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:23.321810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3de7581d-55a6-48ff-b996-76c02a144484 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.367747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3de7581d-55a6-48ff-b996-76c02a144484 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.373627 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3de7581d-55a6-48ff-b996-76c02a144484 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.391211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7581d-55a6-48ff-b996-76c02a144484 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fa6be1-ac1e-46cc-9951-6dd109fd04de,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.400092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3de7581d-55a6-48ff-b996-76c02a144484 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.401352 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3de7581d-55a6-48ff-b996-76c02a144484 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157827 Dec 16 04:00:23.404114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43202) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:23.408421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4e35bfae-f443-4784-8da8-df617e92c8f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '21b7ea4a-de5e-4825-abc4-7bc9284a09c3', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:23.438457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e35bfae-f443-4784-8da8-df617e92c8f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.495776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e35bfae-f443-4784-8da8-df617e92c8f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.500905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e35bfae-f443-4784-8da8-df617e92c8f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.517897 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35bfae-f443-4784-8da8-df617e92c8f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69912b62-e746-4346-9a6d-9fd3cacd5c33,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.526717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e35bfae-f443-4784-8da8-df617e92c8f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.527932 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4e35bfae-f443-4784-8da8-df617e92c8f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229014 Dec 16 04:00:23.530776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:23.535070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ea038a9b-f56b-47ce-acb3-177b5651fc41 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '21b7ea4a-de5e-4825-abc4-7bc9284a09c3', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:23.564510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea038a9b-f56b-47ce-acb3-177b5651fc41 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.623129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea038a9b-f56b-47ce-acb3-177b5651fc41 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.628839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea038a9b-f56b-47ce-acb3-177b5651fc41 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.646031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038a9b-f56b-47ce-acb3-177b5651fc41 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1bd26a-3b30-49b4-848f-ff1a07feefb8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.654239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea038a9b-f56b-47ce-acb3-177b5651fc41 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.655519 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ea038a9b-f56b-47ce-acb3-177b5651fc41 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238050 Dec 16 04:00:23.658408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:23.663002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3338951e-dacb-40bc-a0bc-4ba146e04ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '21b7ea4a-de5e-4825-abc4-7bc9284a09c3', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:23.694024 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3338951e-dacb-40bc-a0bc-4ba146e04ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.750432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3338951e-dacb-40bc-a0bc-4ba146e04ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.756003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3338951e-dacb-40bc-a0bc-4ba146e04ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.780448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338951e-dacb-40bc-a0bc-4ba146e04ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49553e80-bf68-4110-a3ab-da172ba864ab,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.789759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3338951e-dacb-40bc-a0bc-4ba146e04ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.791080 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3338951e-dacb-40bc-a0bc-4ba146e04ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317284 Dec 16 04:00:23.794231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43208) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:23.798908 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '21b7ea4a-de5e-4825-abc4-7bc9284a09c3', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:23.824199 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:00:23.829266 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.889048 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.894987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.914769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa51dd8-85b3-4f6d-b90e-4ad592db8084,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:23.922238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:23.923482 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cbf1a428-4ea4-4b7d-9ba1-dd59523d79ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281674 Dec 16 04:00:23.926291 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:23.930991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '21b7ea4a-de5e-4825-abc4-7bc9284a09c3', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:23.957404 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:00:23.962646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.024386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.028153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.032683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.050455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ffce61-0ed4-4094-bc76-eabf13c8130a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:24.059312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.061330 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a5f7ccde-4ab7-4e00-8c75-c88e9423faed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334147 Dec 16 04:00:24.064060 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43214) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:24.069309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'network': {'name': 'tempest-network-smoke--735277834', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'port_security_enabled': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:24.096217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:00:24.099688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.124762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:00:24.134257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.134634 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Added segment 7d6ebcbe-0d14-42b2-9172-ab8d944259bb of type vlan for network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 Dec 16 04:00:24.176386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.204476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.210088 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:24.210709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.269054 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2037981 Dec 16 04:00:24.272183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43216) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:24.276927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'admin_state_up': True, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:24.280907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147c0c8-332e-40e9-acd5-187cea264cdd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Network': ['ID=284137ad-ae06-4d6f-a26c-c0fe42c263c9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:24.291446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:00:24.308287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.309284 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.362567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.502820 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.709120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.727443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.839477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.80 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/5a9ee083-ae3f-413e-9b42-e8dc2d29b01a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:00:24.942772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:24.979159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:25.021500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:00:25.024493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:00:25.028006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:00:25.038215 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c311c5-a82c-47e7-b15e-b0b0945fd05e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:00:25.049913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:25.157150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f047902c-4114-4acc-b764-fdab083a3f43 None None] Provisioning complete for port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:25.157392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f047902c-4114-4acc-b764-fdab083a3f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:25.196699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f047902c-4114-4acc-b764-fdab083a3f43 None None] Port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:00:25.290797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:25.488176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:25.637906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router eb7aacb1-9270-489d-9ae3-268756193c40 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:00:25.741589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:00:25.751240 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Sync routers for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:00:25.761087 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:25.761733 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:25.763052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:25.767355 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-92410134-6e1e-4e57-8d40-f4c1f93674be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4911079 Dec 16 04:00:25.767681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:25.863857 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:25.888993 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6484ca35-cc34-4089-9d07-933fd52e8244 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e4ca5af820be4394b197423a49afa445&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1201732 Dec 16 04:00:25.891824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:25.982710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a53ea-e5d6-4533-b818-3794c71dbddd tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:25.986951 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-918a53ea-e5d6-4533-b818-3794c71dbddd tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914123 Dec 16 04:00:25.987166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:26.017437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b1a37131-fc32-47a1-963a-fae95463cfa5 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265095 Dec 16 04:00:26.017632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:26.022581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2140798015', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:26.141174 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:25Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:26.167878 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Checking router: eb7aacb1-9270-489d-9ae3-268756193c40 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:00:26.168227 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Updating router eb7aacb1-9270-489d-9ae3-268756193c40 port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:00:26.194905 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.456309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:00:26.457783 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.460044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.464593 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.509681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3541ab1-0af1-48c8-b0a0-8dfedc06a1c7 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:00:26.521634 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Pushing event updated for resources: {'Port': ['ID=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:26.523760 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Attempting to bind port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:00:26.524089 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Attempting to bind port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:00:26.524441 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Attempting to bind port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:00:26.533587 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.533927 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.534263 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.534608 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.534930 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.535222 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.535567 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.535885 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.536489 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.536489 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.536778 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.537097 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.537407 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:00:26.541084 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:00:26.541464 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:00:26.541839 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.542218 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:00:26.542712 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Bound port: 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:00:26.543091 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.593569 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] For port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:00:26.596819 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] For port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:00:26.601975 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.636744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fe7b43d8-37f7-481e-9da8-509a38bc5c5a None None] Provisioning complete for port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:26.637349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe7b43d8-37f7-481e-9da8-509a38bc5c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.651979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.661132 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a98ba-a4b6-4ace-9373-fdb45476e14a None None] Pushing event updated for resources: {'Port': ['ID=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:26.670016 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:26.670648 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:26.677361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1f5d1-6fc9-49cd-97bd-b21bcb36df4c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:00:26.709233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Subnet': ['ID=cdbd0a26-6e43-4532-bfb7-5f9a474923d7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:26.725892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Checking segment: {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:00:26.726253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network hostable DHCP agents. Network: 284137ad-ae06-4d6f-a26c-c0fe42c263c9, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:00:26.737899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe7b43d8-37f7-481e-9da8-509a38bc5c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.745535 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:00:26.756358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 284137ad-ae06-4d6f-a26c-c0fe42c263c9) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:00:26.761111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:26.761720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.762724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fe7b43d8-37f7-481e-9da8-509a38bc5c5a None None] For port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:26.768551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8cb4e8-c625-4c04-b279-18354c3f02bc None None] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:00:26.781491 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0a4219f1-a0a4-4a29-a4c2-69277dfa902a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7628930 Dec 16 04:00:26.783566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe7b43d8-37f7-481e-9da8-509a38bc5c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.784405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:26.786132 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:26.881798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b43d8-37f7-481e-9da8-509a38bc5c5a None None] Pushing event updated for resources: {'Port': ['ID=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:26.918473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-986f91c3-e372-426d-a91d-9bba332c649b None None] Provisioning complete for port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:26.919084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-986f91c3-e372-426d-a91d-9bba332c649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.945756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:00:26.946636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:26.984417 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:25Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:27.010075 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa8891-fa7d-46e4-9d4e-53ab5cd14abf None None] The sync data for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv is: [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:25Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:00:27.282675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.328126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Allocated IP 172.20.0.2 (284137ad-ae06-4d6f-a26c-c0fe42c263c9/cdbd0a26-6e43-4532-bfb7-5f9a474923d7/4cfed8fd-6fbf-40b3-9139-7646df8b6da9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:00:27.490854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.496476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.533662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:00:27.536678 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:00:27.540164 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:00:27.585696 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.1 (284137ad-ae06-4d6f-a26c-c0fe42c263c9/cdbd0a26-6e43-4532-bfb7-5f9a474923d7/79afc81f-dce0-4fb0-aa56-7cfff3861070) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:00:27.593558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Pushing event updated for resources: {'Port': ['ID=4cfed8fd-6fbf-40b3-9139-7646df8b6da9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:27.607305 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Attempting to bind port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:00:27.607690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Attempting to bind port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:00:27.608056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Attempting to bind port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 on network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:00:27.613647 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:00:27.614024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Checking segment: {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:00:27.614462 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.614858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Bound using segment: {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:00:27.615333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Bound port: 4cfed8fd-6fbf-40b3-9139-7646df8b6da9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:00:27.615719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.679744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] For port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:00:27.684345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] For port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cfed8fd-6fbf-40b3-9139-7646df8b6da9,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:00:27.688885 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.717637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.747323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc748366-0b5d-4427-8255-ae63357eb8f7 None None] Pushing event updated for resources: {'Port': ['ID=4cfed8fd-6fbf-40b3-9139-7646df8b6da9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:27.760168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:27.808527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:00:27.812263 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:00:27.816995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:00:27.843704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=79afc81f-dce0-4fb0-aa56-7cfff3861070,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:27.867357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:28.024367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:28.308447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:28.315729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:28.392170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=79afc81f-dce0-4fb0-aa56-7cfff3861070,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:28.395734 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:28.491395 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:00:28.492914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:00:28.607458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router eb7aacb1-9270-489d-9ae3-268756193c40 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:00:28.719089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:00:28.726608 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0e11c02b-d886-4359-9d04-33380ba5da00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/eb7aacb1-9270-489d-9ae3-268756193c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9385190 Dec 16 04:00:28.887025 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-aedb9722-495b-4819-b0aa-43afffed3a7a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250128951&fields=id&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 267 time: 0.0467474 Dec 16 04:00:29.007793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-50f914cf-d0cd-4d97-912f-ba974183ce25 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:29.009387 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-50f914cf-d0cd-4d97-912f-ba974183ce25 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/networks?id=284137ad-ae06-4d6f-a26c-c0fe42c263c9 HTTP/1.1" status: 200 len: 796 time: 0.1140769 Dec 16 04:00:29.023176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Sync routers for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:00:29.029761 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-1bd72adc-9a09-4eb7-9b8e-a9452738cd73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/quotas/e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 375 time: 0.0109367 Dec 16 04:00:29.034767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:29.035578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:29.085166 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-979c2329-1efd-414b-a790-8fb30f85557f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491250 Dec 16 04:00:29.146026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:29.149316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34652402-7965-46b2-9d8c-58e203c0dee0 None None] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:00:29.185195 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-71805d3b-8658-403b-b852-2ca7707da1b4 service neutron] 10.222.0.16 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Dec 16 04:00:29.295771 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c84f205d-441f-4753-931b-fd35dd993089 service neutron] 10.222.0.16 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035845 Dec 16 04:00:29.366384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:00:29.400442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4944ab37-dcd9-49bc-bb99-c0816d09bedc None None] Provisioning complete for port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:29.400817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4944ab37-dcd9-49bc-bb99-c0816d09bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:29.472617 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d8f84e29-86f4-409d-a6b6-c24c1069bec7 req-3a8052e8-a126-4364-944c-9514d33095f5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Dec 16 04:00:29.537863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:29.538328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:29.597440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4944ab37-dcd9-49bc-bb99-c0816d09bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:29.653967 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4944ab37-dcd9-49bc-bb99-c0816d09bedc None None] For port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cfed8fd-6fbf-40b3-9139-7646df8b6da9,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:29.678574 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4944ab37-dcd9-49bc-bb99-c0816d09bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:29.717775 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:28Z', 'revision_number': 2, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:29.754785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Checking router: eb7aacb1-9270-489d-9ae3-268756193c40 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:00:29.755068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Updating router eb7aacb1-9270-489d-9ae3-268756193c40 port 79afc81f-dce0-4fb0-aa56-7cfff3861070 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:00:29.774356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:00:29.827155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:29.835940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944ab37-dcd9-49bc-bb99-c0816d09bedc None None] Pushing event updated for resources: {'Port': ['ID=4cfed8fd-6fbf-40b3-9139-7646df8b6da9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:29.864029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cc773b15-5261-44cd-9d38-14da6f74e5a4 None None] Provisioning complete for port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:29.864398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc773b15-5261-44cd-9d38-14da6f74e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:29.983984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:29.984383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.195908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-cc773b15-5261-44cd-9d38-14da6f74e5a4 None None] Provisioning complete for port 79afc81f-dce0-4fb0-aa56-7cfff3861070 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:30.196599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc773b15-5261-44cd-9d38-14da6f74e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.255267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cc773b15-5261-44cd-9d38-14da6f74e5a4 None None] Port 79afc81f-dce0-4fb0-aa56-7cfff3861070 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:00:30.298383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.305344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.358417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0cb0f-b6c0-418d-8573-f9a52d1c6a04 None None] Pushing event updated for resources: {'Port': ['ID=79afc81f-dce0-4fb0-aa56-7cfff3861070,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:30.413748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-332631f7-c950-4d87-9c9f-eae95c9dc2ef None None] Provisioning complete for port 79afc81f-dce0-4fb0-aa56-7cfff3861070 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:30.414113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-332631f7-c950-4d87-9c9f-eae95c9dc2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.418138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Attempting to bind port 79afc81f-dce0-4fb0-aa56-7cfff3861070 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:00:30.418822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Attempting to bind port 79afc81f-dce0-4fb0-aa56-7cfff3861070 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:00:30.419566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Attempting to bind port 79afc81f-dce0-4fb0-aa56-7cfff3861070 on network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:00:30.447635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:00:30.447888 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Checking segment: {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:00:30.448933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.448933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Bound using segment: {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:00:30.449133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Bound port: 79afc81f-dce0-4fb0-aa56-7cfff3861070, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:00:30.449524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.470095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-332631f7-c950-4d87-9c9f-eae95c9dc2ef None None] Port 79afc81f-dce0-4fb0-aa56-7cfff3861070 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:00:30.529884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] For port 79afc81f-dce0-4fb0-aa56-7cfff3861070, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:00:30.534367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] For port 79afc81f-dce0-4fb0-aa56-7cfff3861070, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=79afc81f-dce0-4fb0-aa56-7cfff3861070,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:00:30.541595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.615560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0cb0f-b6c0-418d-8573-f9a52d1c6a04 None None] Pushing event updated for resources: {'Port': ['ID=79afc81f-dce0-4fb0-aa56-7cfff3861070,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:30.619898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-afeae849-99df-4b91-a5f5-2303a2c9e547 None None] Provisioning complete for port 79afc81f-dce0-4fb0-aa56-7cfff3861070 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:30.620532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afeae849-99df-4b91-a5f5-2303a2c9e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.622263 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:30.622972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:30.638560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-a60710ba-a9c6-4a3b-b184-2dc4847a2fe7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:30.639212 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-60b9b646-7b40-45a6-b24f-91695e7563e6 req-b80a8905-03c6-480f-8662-984a1ccdf01c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 210 time: 0.0481718 Dec 16 04:00:30.641772 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-a60710ba-a9c6-4a3b-b184-2dc4847a2fe7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/networks?id=284137ad-ae06-4d6f-a26c-c0fe42c263c9 HTTP/1.1" status: 200 len: 796 time: 0.1810825 Dec 16 04:00:30.725111 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-d56cf9c5-0e0f-42cd-95dc-15e1c76a454b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 379 time: 0.0655711 Dec 16 04:00:30.735683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'port': {'device_id': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'admin_state_up': True, 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'security_groups': ['21b7ea4a-de5e-4825-abc4-7bc9284a09c3']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:30.786759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:30.860903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:00:30.864631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:30.993528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afeae849-99df-4b91-a5f5-2303a2c9e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.001326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.6 (284137ad-ae06-4d6f-a26c-c0fe42c263c9/cdbd0a26-6e43-4532-bfb7-5f9a474923d7/59f6384b-eb98-4c88-a61c-4a92d59abd63) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:00:31.096240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-afeae849-99df-4b91-a5f5-2303a2c9e547 None None] For port 79afc81f-dce0-4fb0-aa56-7cfff3861070, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=79afc81f-dce0-4fb0-aa56-7cfff3861070,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:31.103107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afeae849-99df-4b91-a5f5-2303a2c9e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.145216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.180421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.188432 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeae849-99df-4b91-a5f5-2303a2c9e547 None None] Pushing event updated for resources: {'Port': ['ID=79afc81f-dce0-4fb0-aa56-7cfff3861070,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:31.224381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:30Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:31.226952 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:00:31.230405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:00:31.235874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:00:31.259711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630592d-2998-4a32-9db6-4f3950f10410 None None] The sync data for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv is: [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:30Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:00:31.262241 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f9b1c43e-3099-4677-a0a0-f80e3a871f2b None None] Provisioning complete for port 79afc81f-dce0-4fb0-aa56-7cfff3861070 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:31.262666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9b1c43e-3099-4677-a0a0-f80e3a871f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.287384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=59f6384b-eb98-4c88-a61c-4a92d59abd63,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:31.307708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:00:31.331401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:31.332285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.354516 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-c5873d92-3769-490c-8aa2-13f973785670 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219091 Dec 16 04:00:31.372020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Request body: {'port': {'device_id': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:31.409389 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:31.409757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.442885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.598665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c913f034-3460-4029-aa5b-ba743dbba469 None None] Provisioning complete for port 59f6384b-eb98-4c88-a61c-4a92d59abd63 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:31.599040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c913f034-3460-4029-aa5b-ba743dbba469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.634907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c913f034-3460-4029-aa5b-ba743dbba469 None None] Port 59f6384b-eb98-4c88-a61c-4a92d59abd63 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:00:31.736499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f6384b-eb98-4c88-a61c-4a92d59abd63 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:00:31.744688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.754960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab80f-c195-44da-994a-a5ac2d3e4169 req-c7226a63-1598-4a81-a777-4add4c3196f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:31.756460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-24bab80f-c195-44da-994a-a5ac2d3e4169 req-c7226a63-1598-4a81-a777-4add4c3196f2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 931 time: 0.0554945 Dec 16 04:00:31.758340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Transition to ACTIVE for port object 59f6384b-eb98-4c88-a61c-4a92d59abd63 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:00:31.763371 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.820911 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-24bab80f-c195-44da-994a-a5ac2d3e4169 req-51012d4a-f741-4a0d-8f76-3a9fefcf66d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558610 Dec 16 04:00:31.831508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc52989-228d-452a-9f73-12080339498e service neutron] Pushing event updated for resources: {'Port': ['ID=59f6384b-eb98-4c88-a61c-4a92d59abd63,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:31.900751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Attempting to bind port 59f6384b-eb98-4c88-a61c-4a92d59abd63 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:00:31.901087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Attempting to bind port 59f6384b-eb98-4c88-a61c-4a92d59abd63 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:00:31.901745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Attempting to bind port 59f6384b-eb98-4c88-a61c-4a92d59abd63 on network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:00:31.906869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Port 59f6384b-eb98-4c88-a61c-4a92d59abd63 on network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:00:31.907201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Attempting to bind port 59f6384b-eb98-4c88-a61c-4a92d59abd63 on network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:00:31.912479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:00:31.912925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Checking segment: {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:00:31.913205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Bound using segment: {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:00:31.913636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Bound port: 59f6384b-eb98-4c88-a61c-4a92d59abd63, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6ebcbe-0d14-42b2-9172-ab8d944259bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:00:31.913996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:31.983784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] For port 59f6384b-eb98-4c88-a61c-4a92d59abd63, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:00:31.987071 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] For port 59f6384b-eb98-4c88-a61c-4a92d59abd63, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:00:31.995422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:32.037837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.039016 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:32.040442 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-8cc52989-228d-452a-9f73-12080339498e service neutron] 10.222.0.30 "PUT /v2.0/ports/59f6384b-eb98-4c88-a61c-4a92d59abd63 HTTP/1.1" status: 200 len: 1093 time: 0.6729021 Dec 16 04:00:32.040916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:00:32.043251 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07" -d '{"events": [{"name": "network-changed", "server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:00:32.081882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc52989-228d-452a-9f73-12080339498e service neutron] Pushing event updated for resources: {'Port': ['ID=59f6384b-eb98-4c88-a61c-4a92d59abd63,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:32.096045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a494f8a0-7397-4e0a-8104-e05d2eec1e2b x-openstack-request-id: req-a494f8a0-7397-4e0a-8104-e05d2eec1e2b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:00:32.096387 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:00:32.097039 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a494f8a0-7397-4e0a-8104-e05d2eec1e2b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:00:32.097160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'status': 'completed', 'code': 200} Dec 16 04:00:32.163660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-b4ef3451-b448-41d7-a912-f8e3b2a9d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.165489 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-b4ef3451-b448-41d7-a912-f8e3b2a9d42d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0513556 Dec 16 04:00:32.217586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-7659444f-2f93-4331-8c0b-86a80f591cb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63 HTTP/1.1" status: 200 len: 217 time: 0.0364125 Dec 16 04:00:32.268884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-75180d15-40dd-429d-8e07-90d20f4335ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.270409 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-75180d15-40dd-429d-8e07-90d20f4335ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd0a26-6e43-4532-bfb7-5f9a474923d7 HTTP/1.1" status: 200 len: 835 time: 0.0455871 Dec 16 04:00:32.317467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-d89b64ab-9e38-48cd-93fd-f73e4ffac48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.318945 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-d89b64ab-9e38-48cd-93fd-f73e4ffac48b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=284137ad-ae06-4d6f-a26c-c0fe42c263c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417731 Dec 16 04:00:32.415716 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-16ca1d92-943c-473f-99d0-58a356e8bd26 service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892425 Dec 16 04:00:32.509491 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-719e0dc1-88bd-46c0-b906-04576a8ed27f req-aaca1d0e-a87f-4298-983b-c31f551197a2 service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855548 Dec 16 04:00:32.647252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-98cee8bc-a68b-452f-8a05-44e9bf149419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.648742 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-98cee8bc-a68b-452f-8a05-44e9bf149419 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0525157 Dec 16 04:00:32.739241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-9313199a-4f7e-44e0-94ee-bfbd29eb0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.740693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-9313199a-4f7e-44e0-94ee-bfbd29eb0604 service neutron] 10.222.0.30 "GET /v2.0/networks?id=284137ad-ae06-4d6f-a26c-c0fe42c263c9 HTTP/1.1" status: 200 len: 896 time: 0.0835376 Dec 16 04:00:32.784602 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-0badde1b-52eb-47bf-be4a-e101aa8b1027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63 HTTP/1.1" status: 200 len: 217 time: 0.0362675 Dec 16 04:00:32.834842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-35596a32-5f46-4888-ae6f-c304482ca8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.836272 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-35596a32-5f46-4888-ae6f-c304482ca8fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd0a26-6e43-4532-bfb7-5f9a474923d7 HTTP/1.1" status: 200 len: 835 time: 0.0449038 Dec 16 04:00:32.883224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-6e28e2ca-992a-416d-8f80-d8a1a9e482f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.884763 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-6e28e2ca-992a-416d-8f80-d8a1a9e482f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=284137ad-ae06-4d6f-a26c-c0fe42c263c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401320 Dec 16 04:00:32.940233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8524a7-f45c-4317-9fa2-708aad684d64 req-d8d15281-01dd-4c28-b520-5ba61c33c359 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:32.945569 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6a8524a7-f45c-4317-9fa2-708aad684d64 req-d8d15281-01dd-4c28-b520-5ba61c33c359 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 943 time: 0.0487199 Dec 16 04:00:32.983700 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-1ff9919a-8e33-46c8-90c0-413279d84cde service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907006 Dec 16 04:00:32.994739 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6a8524a7-f45c-4317-9fa2-708aad684d64 req-be6a8b85-9e43-4c1b-a518-a2ffe2e6b3c3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445702 Dec 16 04:00:33.077268 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a0ec4f8e-19d4-408b-9ea0-a33a6779dc07 req-eaa1bcba-79ee-43f0-b98f-9de3603478e2 service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852106 Dec 16 04:00:33.263732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 79afc81f-dce0-4fb0-aa56-7cfff3861070 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:00:33.313812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 79afc81f-dce0-4fb0-aa56-7cfff3861070 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:33.314190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:34.124582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165f711-a882-4f98-90da-e23cddb0622a req-9172be99-5b61-46a9-a042-02a87279a0be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:34.125946 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f165f711-a882-4f98-90da-e23cddb0622a req-9172be99-5b61-46a9-a042-02a87279a0be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 943 time: 0.0498493 Dec 16 04:00:34.181843 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f165f711-a882-4f98-90da-e23cddb0622a req-55a129fe-9235-4246-a8f9-a2fd8b7a7efd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475733 Dec 16 04:00:34.420852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 59f6384b-eb98-4c88-a61c-4a92d59abd63 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:00:34.523911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 59f6384b-eb98-4c88-a61c-4a92d59abd63, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:34.535494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'port_id': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'mac_address': 'fa:16:3e:70:73:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:00:34.574918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:34.588660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f6384b-eb98-4c88-a61c-4a92d59abd63 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:00:34.613111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 59f6384b-eb98-4c88-a61c-4a92d59abd63, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:34.618666 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:34.667949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=59f6384b-eb98-4c88-a61c-4a92d59abd63,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:34.896048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['59f6384b-eb98-4c88-a61c-4a92d59abd63'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:00:35.217116 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4605818d-e843-4133-ba21-72362e4f42e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:35.305602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233839-d152-441e-b25d-157a720c7f95 req-e72f94b0-18cf-4ebb-97ff-19e6dbd56fc9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:35.307067 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd233839-d152-441e-b25d-157a720c7f95 req-e72f94b0-18cf-4ebb-97ff-19e6dbd56fc9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Dec 16 04:00:35.360113 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dd233839-d152-441e-b25d-157a720c7f95 req-76b10eca-eeee-4845-a54e-c330a4d725b9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465047 Dec 16 04:00:36.436498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 59f6384b-eb98-4c88-a61c-4a92d59abd63 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:00:36.488222 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 59f6384b-eb98-4c88-a61c-4a92d59abd63 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:00:36.489792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2df0-c69c-4c58-aa64-32bf63c6909a req-27119d00-3458-43f9-b2f5-c4d771cdbc7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:36.491356 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-03be2df0-c69c-4c58-aa64-32bf63c6909a req-27119d00-3458-43f9-b2f5-c4d771cdbc7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 944 time: 0.0510294 Dec 16 04:00:36.492566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 59f6384b-eb98-4c88-a61c-4a92d59abd63 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:00:36.493044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:36.542611 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-03be2df0-c69c-4c58-aa64-32bf63c6909a req-3e5026b7-71c2-4d3d-8bde-b12d347ac4e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444608 Dec 16 04:00:36.573544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:36.596625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:00:36.598906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e602fd-7b3b-460d-9ed0-3f49819df44b" -d '{"events": [{"server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "name": "network-vif-plugged", "status": "completed", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:00:36.611112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 59f6384b-eb98-4c88-a61c-4a92d59abd63, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:00:36.617137 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:36.665659 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=59f6384b-eb98-4c88-a61c-4a92d59abd63,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:36.691713 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d33e6-1c77-476f-9eb8-56e5d0dd64b8 x-openstack-request-id: req-e93d33e6-1c77-476f-9eb8-56e5d0dd64b8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:00:36.692011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "name": "network-vif-plugged", "status": "completed", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:00:36.692358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e93d33e6-1c77-476f-9eb8-56e5d0dd64b8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:00:36.692763 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'code': 200} Dec 16 04:00:36.909898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4cf69-3acb-4d06-9c54-5617c1e44918 req-caed79fd-5fb7-490f-97c8-69c65ce7a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:36.911339 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5eb4cf69-3acb-4d06-9c54-5617c1e44918 req-caed79fd-5fb7-490f-97c8-69c65ce7a946 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 1098 time: 0.0433025 Dec 16 04:00:36.963338 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5eb4cf69-3acb-4d06-9c54-5617c1e44918 req-4fee5558-66bd-41da-a8b8-c0ab91783e56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Dec 16 04:00:37.443966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2480f028-00d5-4416-a7e0-9f10c14edc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:37.673931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b94d8-8cf1-442e-91ca-69798d1346da req-94d9a98d-2246-43dd-a209-cffb83b52630 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:37.675412 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c78b94d8-8cf1-442e-91ca-69798d1346da req-94d9a98d-2246-43dd-a209-cffb83b52630 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0601451 Dec 16 04:00:37.729681 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c78b94d8-8cf1-442e-91ca-69798d1346da req-7984023b-13f9-4cc9-9679-a4920b4ff0ab tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448153 Dec 16 04:00:38.584575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:38.851632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da524b-3d1f-4619-a511-6ebb55f1b34f req-82e5745b-1391-4db3-8f9d-4f5d53548b16 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:38.853102 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-65da524b-3d1f-4619-a511-6ebb55f1b34f req-82e5745b-1391-4db3-8f9d-4f5d53548b16 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0516160 Dec 16 04:00:38.902424 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-65da524b-3d1f-4619-a511-6ebb55f1b34f req-ca6e49be-c26a-46f7-b81a-edc59cc7ad05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427804 Dec 16 04:00:39.027832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d74f2-9ee7-417c-943d-fef1a8fc0ab2 req-a93edc0f-0b15-40e1-86f6-ccf0290f9bf9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:39.029489 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-809d74f2-9ee7-417c-943d-fef1a8fc0ab2 req-a93edc0f-0b15-40e1-86f6-ccf0290f9bf9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Dec 16 04:00:39.084951 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-809d74f2-9ee7-417c-943d-fef1a8fc0ab2 req-1f4f03ca-1be4-43fb-92fc-21607f2b7270 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483534 Dec 16 04:00:39.115167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43284) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:39.158744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9422e-64d5-492b-99ad-36bf97153070 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:39.160313 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a8c9422e-64d5-492b-99ad-36bf97153070 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 1093 time: 0.0441098 Dec 16 04:00:39.163179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:39.167400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:00:39.193454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:39.295846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:39.404760 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.21 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/bbb32853-4931-40ec-8fc5-cef5fa89e814) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:00:39.508656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:39.552660 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:39.600626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:00:39.605749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:00:39.608128 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=bbb32853-4931-40ec-8fc5-cef5fa89e814,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:39.610265 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:00:39.979548 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:40.135118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:40.414882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:40.573940 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:40.582651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:40.648589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=bbb32853-4931-40ec-8fc5-cef5fa89e814,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:00:40.658776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:40.773466 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP 5b54ce73-453a-4dd6-82b6-311050ddc20a associated. External IP: 172.26.6.21, port: 59f6384b-eb98-4c88-a61c-4a92d59abd63. Dec 16 04:00:40.998560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router eb7aacb1-9270-489d-9ae3-268756193c40 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:00:41.118384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:00:41.128780 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] Sync routers for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:00:41.137533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:41.152665 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:41.153503 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:41.157042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:41.165214 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-12248846-ad74-4cfd-ae73-be44c69a6197 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0010548 Dec 16 04:00:41.165829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:00:41.168164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf656d8f-a949-4af3-84de-6ea963b25c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:00:41.205894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b83dd74-46be-4594-a5c8-2fd8d87ecc3f x-openstack-request-id: req-0b83dd74-46be-4594-a5c8-2fd8d87ecc3f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:00:41.206176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:00:41.206455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b83dd74-46be-4594-a5c8-2fd8d87ecc3f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:00:41.206871 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'status': 'completed', 'code': 200} Dec 16 04:00:41.267393 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:41.267664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cdfe-384a-4d6f-b464-ebe529e104e9 req-18257375-1b35-4d61-8e91-007d4dd94cfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:41.269117 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a18cdfe-384a-4d6f-b464-ebe529e104e9 req-18257375-1b35-4d61-8e91-007d4dd94cfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Dec 16 04:00:41.297475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-03eeb4e6-4bcf-4c3d-b16c-96ad96b67588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:41.299127 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-03eeb4e6-4bcf-4c3d-b16c-96ad96b67588 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 1098 time: 0.0489762 Dec 16 04:00:41.325806 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1a18cdfe-384a-4d6f-b464-ebe529e104e9 req-198ec6d6-0e2c-4a63-a81f-8051e129c048 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505648 Dec 16 04:00:41.349346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43292) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:41.398460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-0d50e142-cc79-40f3-af57-ba2ba8053aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:41.400472 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-0d50e142-cc79-40f3-af57-ba2ba8053aa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=284137ad-ae06-4d6f-a26c-c0fe42c263c9 HTTP/1.1" status: 200 len: 896 time: 0.0948558 Dec 16 04:00:41.418750 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-139c25f3-8357-4abe-8455-bae0471f9bf8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/5b54ce73-453a-4dd6-82b6-311050ddc20a HTTP/1.1" status: 200 len: 990 time: 0.0679176 Dec 16 04:00:41.467770 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-4e9a5cd8-9c40-45e8-bf55-af4ffe59f655 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63 HTTP/1.1" status: 200 len: 998 time: 0.0601025 Dec 16 04:00:41.489756 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '5b54ce73-453a-4dd6-82b6-311050ddc20a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.21', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'port_id': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'mac_address': 'fa:16:3e:70:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:00:39Z', 'updated_at': '2021-12-16T04:00:39Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:31Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:41.519439 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] Checking router: eb7aacb1-9270-489d-9ae3-268756193c40 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:00:41.523385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-050b15ed-f380-4227-b16a-03bd62eacab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:41.524867 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-050b15ed-f380-4227-b16a-03bd62eacab0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd0a26-6e43-4532-bfb7-5f9a474923d7 HTTP/1.1" status: 200 len: 835 time: 0.0497799 Dec 16 04:00:41.528288 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:00:41.529280 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:00:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:41.570926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-71e7b447-21a9-4450-9783-119da389447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:41.572437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-71e7b447-21a9-4450-9783-119da389447f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=284137ad-ae06-4d6f-a26c-c0fe42c263c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408530 Dec 16 04:00:41.583526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-1a6d31e4-84fd-4dea-8802-06d8662a2ac3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:00:41.584465 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-1a6d31e4-84fd-4dea-8802-06d8662a2ac3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051959 Dec 16 04:00:41.633139 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:00:41.675003 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-2c1b0b4d-c45d-47c2-85b6-54977eb6210e service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 Dec 16 04:00:41.768830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bf656d8f-a949-4af3-84de-6ea963b25c1a req-897d8a38-d965-41dc-9945-8e74d211861b service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873153 Dec 16 04:00:41.948186 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '5b54ce73-453a-4dd6-82b6-311050ddc20a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.21', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'port_id': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'mac_address': 'fa:16:3e:70:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:00:39Z', 'updated_at': '2021-12-16T04:00:39Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:31Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:00:41.978125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d9e33-b386-4789-ac58-dde71e276402 None None] The sync data for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv is: [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '5b54ce73-453a-4dd6-82b6-311050ddc20a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.21', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'port_id': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'mac_address': 'fa:16:3e:70:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:00:39Z', 'updated_at': '2021-12-16T04:00:39Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:31Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:00:42.190827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98def21-bbb2-46ae-8a12-180e8092f2e8 None None] New status for floating IP 5b54ce73-453a-4dd6-82b6-311050ddc20a: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:00:42.423578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43294) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:00:42.488094 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3380cfc2-ff35-46a1-a6bc-b5217e1dc3ae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/5b54ce73-453a-4dd6-82b6-311050ddc20a HTTP/1.1" status: 200 len: 992 time: 0.0633304 Dec 16 04:00:54.035819 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:00:54.474216 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:00:57.494291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-01ba2838-90c1-4c0a-97b4-b411809268dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966640 Dec 16 04:00:57.601172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-627e7d2b-ae68-487f-9dfd-b391ac3dc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:57.602718 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-627e7d2b-ae68-487f-9dfd-b391ac3dc290 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 1098 time: 0.0433381 Dec 16 04:00:57.715972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-91f58d00-126f-4be0-85a3-8201e3711da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:57.717843 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-91f58d00-126f-4be0-85a3-8201e3711da8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=284137ad-ae06-4d6f-a26c-c0fe42c263c9 HTTP/1.1" status: 200 len: 896 time: 0.0936244 Dec 16 04:00:57.789922 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-b6e67bd2-c20e-4b87-86f5-9b50b2bee312 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63 HTTP/1.1" status: 200 len: 1000 time: 0.0644696 Dec 16 04:00:57.842519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-5d2e2c7a-7ca8-4fbc-a000-d0d0cdbdaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:57.844069 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-5d2e2c7a-7ca8-4fbc-a000-d0d0cdbdaac7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd0a26-6e43-4532-bfb7-5f9a474923d7 HTTP/1.1" status: 200 len: 835 time: 0.0466664 Dec 16 04:00:57.897645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-3c145b8e-ab40-43ae-a8d7-086ffcd77928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:00:57.899184 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-3c145b8e-ab40-43ae-a8d7-086ffcd77928 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=284137ad-ae06-4d6f-a26c-c0fe42c263c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475388 Dec 16 04:00:57.988429 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-5287cd60-5afd-47d7-8b16-0901ef8eb67b service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814261 Dec 16 04:00:58.086656 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3527998b-3ab1-4ac7-8b7a-4c723c840b70 req-9ecec39f-15b2-44a6-a0a6-f259bb2089e3 service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901814 Dec 16 04:01:05.220223 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82784423-d03b-4141-bc4a-b8b633304d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:07.446480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe89d-0b1f-4fe7-a1fd-c8301da7adce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:08.587468 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:10.134192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:11.169286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:14.083445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147a32-1d81-4590-8bcb-9e54682d4a11 req-0538ca6b-b653-4c42-a40d-09f4ded5692b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:14.084898 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0b147a32-1d81-4590-8bcb-9e54682d4a11 req-0538ca6b-b653-4c42-a40d-09f4ded5692b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.1083691 Dec 16 04:01:14.135186 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0b147a32-1d81-4590-8bcb-9e54682d4a11 req-b8457dba-f146-44d3-a9b5-6c9a6ef8f87b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442886 Dec 16 04:01:15.319989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75add5a6-87cf-47eb-967b-3826da149d1d req-1d7c18ef-2cb0-448b-bed0-09687a46eecc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:15.321482 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-75add5a6-87cf-47eb-967b-3826da149d1d req-1d7c18ef-2cb0-448b-bed0-09687a46eecc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.1087329 Dec 16 04:01:15.380845 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-75add5a6-87cf-47eb-967b-3826da149d1d req-2e1490a8-0741-443a-85fc-215fadf63c0a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531662 Dec 16 04:01:15.403653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:15.471276 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f158920-b5bc-41ca-b92f-c0f6c0390b71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/5b54ce73-453a-4dd6-82b6-311050ddc20a HTTP/1.1" status: 200 len: 992 time: 0.0662510 Dec 16 04:01:16.790991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d561af-ed68-4bd4-94e2-4a94fc197e3e req-6eec62d4-3fbe-46b7-8bfb-668a609093a6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:16.792351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-99d561af-ed68-4bd4-94e2-4a94fc197e3e req-6eec62d4-3fbe-46b7-8bfb-668a609093a6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Dec 16 04:01:16.843921 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-99d561af-ed68-4bd4-94e2-4a94fc197e3e req-efd2be73-e30a-46ac-a876-6885bc7a4dc7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456247 Dec 16 04:01:17.973082 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0849924-0f67-4d53-9267-87cd803b6e69 req-d71f0d7e-0e0f-4043-b888-f293644bc7bf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:17.974588 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0849924-0f67-4d53-9267-87cd803b6e69 req-d71f0d7e-0e0f-4043-b888-f293644bc7bf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Dec 16 04:01:18.027907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a0849924-0f67-4d53-9267-87cd803b6e69 req-cec323ce-4257-459b-a282-7f356fdb1afd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471270 Dec 16 04:01:18.057295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:18.120431 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-246d762d-1bc1-4170-a1aa-b566e1157fc7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/5b54ce73-453a-4dd6-82b6-311050ddc20a HTTP/1.1" status: 200 len: 992 time: 0.0619948 Dec 16 04:01:18.379377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43334) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:18.571423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port bbb32853-4931-40ec-8fc5-cef5fa89e814 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:01:18.571780 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:18.664515 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:18.664832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:18.677748 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for bbb32853-4931-40ec-8fc5-cef5fa89e814 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:01:18.855475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:18.888832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=bbb32853-4931-40ec-8fc5-cef5fa89e814,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:18.919688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.920244 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.920803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.921342 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.921867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.922681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.923270 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.923791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.924103 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.924632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.924968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.925306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.925627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:18.979134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:18.979861 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP 5b54ce73-453a-4dd6-82b6-311050ddc20a disassociated (deleted). External IP: 172.26.6.21, port: 59f6384b-eb98-4c88-a61c-4a92d59abd63. Dec 16 04:01:19.227113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router eb7aacb1-9270-489d-9ae3-268756193c40 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:01:19.349429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:01:19.354286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:19.359159 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] Sync routers for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:01:19.368629 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:19.369364 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:19.386178 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-59787694-8434-4886-8e3d-b09755f9a50f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/floatingips/5b54ce73-453a-4dd6-82b6-311050ddc20a HTTP/1.1" status: 204 len: 168 time: 1.0054412 Dec 16 04:01:19.386798 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:01:19.389085 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629" -d '{"events": [{"name": "network-changed", "server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:01:19.426238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cab42a6-662c-4677-8341-fabd08245164 x-openstack-request-id: req-9cab42a6-662c-4677-8341-fabd08245164 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:01:19.426575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:01:19.427057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cab42a6-662c-4677-8341-fabd08245164 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:01:19.427502 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'status': 'completed', 'code': 200} Dec 16 04:01:19.479869 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:19.517018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-23d869b3-2cc5-4da5-980c-3684189803f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:19.519361 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-23d869b3-2cc5-4da5-980c-3684189803f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 1098 time: 0.0467155 Dec 16 04:01:19.621321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-ec3ce825-7fbb-4c81-ad00-ad49990f18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:19.622841 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-ec3ce825-7fbb-4c81-ad00-ad49990f18ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=284137ad-ae06-4d6f-a26c-c0fe42c263c9 HTTP/1.1" status: 200 len: 896 time: 0.0959008 Dec 16 04:01:19.627273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28752435-41ca-4f0b-8ed1-edc9b1b9bc6d req-ddf5bf0e-f34f-4019-8620-f67a3f6c90ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:19.628864 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-28752435-41ca-4f0b-8ed1-edc9b1b9bc6d req-ddf5bf0e-f34f-4019-8620-f67a3f6c90ea tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0526052 Dec 16 04:01:19.671909 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-24162105-345d-44f3-bcad-b269e936b900 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63 HTTP/1.1" status: 200 len: 217 time: 0.0387371 Dec 16 04:01:19.683763 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-28752435-41ca-4f0b-8ed1-edc9b1b9bc6d req-187c9ec5-399b-4421-be19-bdc498c40bb8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481369 Dec 16 04:01:19.684095 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:31Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:19.713460 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] Checking router: eb7aacb1-9270-489d-9ae3-268756193c40 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:01:19.722465 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:19.723078 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:19.727165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-a4ebe9e4-2438-471a-9b85-f8806a8bd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:19.728650 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-a4ebe9e4-2438-471a-9b85-f8806a8bd52a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd0a26-6e43-4532-bfb7-5f9a474923d7 HTTP/1.1" status: 200 len: 835 time: 0.0494144 Dec 16 04:01:19.775232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-bb00360c-9d12-40f8-bc5f-f488f6f1020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:19.776780 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-bb00360c-9d12-40f8-bc5f-f488f6f1020a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=284137ad-ae06-4d6f-a26c-c0fe42c263c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397515 Dec 16 04:01:19.827020 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:19.870871 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-490d5c4f-49da-4787-8a6b-76b1db43f82e service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Dec 16 04:01:19.962633 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-13c6adbe-2e0b-4a29-9c2c-c9c16c5eb629 req-eca35c13-4717-4e1b-95b2-d727c9c98528 service neutron] 10.222.0.30 "GET /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826261 Dec 16 04:01:20.081303 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:31Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:20.109002 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf9e53-a6bf-4302-9a70-489947703640 None None] The sync data for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv is: [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:27Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '79afc81f-dce0-4fb0-aa56-7cfff3861070', 'name': '', 'network_id': '284137ad-ae06-4d6f-a26c-c0fe42c263c9', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:09:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:27Z', 'updated_at': '2021-12-16T04:00:31Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'cdbd0a26-6e43-4532-bfb7-5f9a474923d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:01:20.340211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99b8d2-993f-41b0-b042-18927897cf00 None None] New status for floating IP 5b54ce73-453a-4dd6-82b6-311050ddc20a: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:01:20.819652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f88b-3a6d-4614-bf06-0799cb4f16a6 req-ef2fe45f-aac2-4582-b3d1-5aaba112f2bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:20.821143 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1882f88b-3a6d-4614-bf06-0799cb4f16a6 req-ef2fe45f-aac2-4582-b3d1-5aaba112f2bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0547726 Dec 16 04:01:20.884719 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1882f88b-3a6d-4614-bf06-0799cb4f16a6 req-c7608757-097a-4d04-827b-5c9e428bdf79 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=21b7ea4a-de5e-4825-abc4-7bc9284a09c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539439 Dec 16 04:01:21.314213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-6a08ad3e-0924-4e3a-8b2e-fc2bafc413b1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:21.316050 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-6a08ad3e-0924-4e3a-8b2e-fc2bafc413b1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 945 time: 0.0642886 Dec 16 04:01:21.408057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 59f6384b-eb98-4c88-a61c-4a92d59abd63 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:01:21.408486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:21.500855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 59f6384b-eb98-4c88-a61c-4a92d59abd63, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=59f6384b-eb98-4c88-a61c-4a92d59abd63,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:21.501226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:21.514172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 59f6384b-eb98-4c88-a61c-4a92d59abd63 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:01:21.652045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:21.685423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=59f6384b-eb98-4c88-a61c-4a92d59abd63,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:21.700067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.700424 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.700774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.701112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.701446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.701753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.702114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.702429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.702780 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.703105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.703466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.703779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.704103 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:21.741287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] No DVR routers for this DVR port 59f6384b-eb98-4c88-a61c-4a92d59abd63 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:01:21.743871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:21.747279 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6e26bf0b-d7c2-4326-bb61-9b1b61c64b3f req-e9f8b89d-b6cc-45c7-85bd-0ae9185b975e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "DELETE /v2.0/ports/59f6384b-eb98-4c88-a61c-4a92d59abd63 HTTP/1.1" status: 204 len: 173 time: 0.4253261 Dec 16 04:01:21.747742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'name': 'network-vif-deleted', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:01:21.750430 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71346921-a856-4f69-b43f-94b74dbfa96f" -d '{"events": [{"server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "name": "network-vif-deleted", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:01:21.785796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b5a1d-9cbd-4589-8552-bb80a96c5c91 x-openstack-request-id: req-4f8b5a1d-9cbd-4589-8552-bb80a96c5c91 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:01:21.786188 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a2e5f-df0d-41db-aa09-ebdd2b081cf1", "name": "network-vif-deleted", "tag": "59f6384b-eb98-4c88-a61c-4a92d59abd63", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:01:21.786414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f8b5a1d-9cbd-4589-8552-bb80a96c5c91 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:01:21.786815 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a2e5f-df0d-41db-aa09-ebdd2b081cf1', 'name': 'network-vif-deleted', 'tag': '59f6384b-eb98-4c88-a61c-4a92d59abd63', 'status': 'completed', 'code': 200} Dec 16 04:01:22.005209 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6d351d2d-8d99-4a23-b917-3e68497b3cc3 req-801559c7-1aac-4780-81c3-e879b59f097c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=641a2e5f-df0d-41db-aa09-ebdd2b081cf1 HTTP/1.1" status: 200 len: 210 time: 0.0298016 Dec 16 04:01:23.070046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43350) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:23.450282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:23.722783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 79afc81f-dce0-4fb0-aa56-7cfff3861070 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:01:23.723096 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:23.815630 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 79afc81f-dce0-4fb0-aa56-7cfff3861070, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=79afc81f-dce0-4fb0-aa56-7cfff3861070,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:23.815937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:23.828754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 79afc81f-dce0-4fb0-aa56-7cfff3861070 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:01:24.018678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.020704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.044925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=79afc81f-dce0-4fb0-aa56-7cfff3861070,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:24.218159 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.451731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router eb7aacb1-9270-489d-9ae3-268756193c40 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:01:24.571560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:01:24.577516 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5022eda5-fadf-416d-9c79-a119f792133f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/eb7aacb1-9270-489d-9ae3-268756193c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5063624 Dec 16 04:01:24.579634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:24.581977 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] Sync routers for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:01:24.592501 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:24.593144 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:24.630316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting subnet cdbd0a26-6e43-4532-bfb7-5f9a474923d7 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:01:24.633515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.677232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.697515 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:24.715033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 59f6384b-eb98-4c88-a61c-4a92d59abd63 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:01:24.734369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 59f6384b-eb98-4c88-a61c-4a92d59abd63 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:01:24.734724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 59f6384b-eb98-4c88-a61c-4a92d59abd63 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:01:24.763560 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.822989 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.852422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:24.858744 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/subnets/cdbd0a26-6e43-4532-bfb7-5f9a474923d7 HTTP/1.1" status: 204 len: 168 time: 0.2756813 Dec 16 04:01:24.858744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8199da7-94f4-4d85-87fd-899be296b4ef tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbd0a26-6e43-4532-bfb7-5f9a474923d7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:24.859029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c4638e-00f5-446e-843f-63e69e397499 None None] Network 284137ad-ae06-4d6f-a26c-c0fe42c263c9 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:01:24.859897 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43354) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:24.885802 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:01:23Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:24.972564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.015255 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] Checking router: eb7aacb1-9270-489d-9ae3-268756193c40 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:01:25.023799 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] Routers {'eb7aacb1-9270-489d-9ae3-268756193c40'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:25.024425 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['eb7aacb1-9270-489d-9ae3-268756193c40'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:25.034374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] DHCP port deletion for 284137ad-ae06-4d6f-a26c-c0fe42c263c9 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:01:25.078307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.081479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Deleting port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:01:25.081966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.132473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:01:25.132797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.143653 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] Set router eb7aacb1-9270-489d-9ae3-268756193c40 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:25.149077 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] For port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4cfed8fd-6fbf-40b3-9139-7646df8b6da9,segment=NetworkSegment(7d6ebcbe-0d14-42b2-9172-ab8d944259bb),segment_id=7d6ebcbe-0d14-42b2-9172-ab8d944259bb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:25.149523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.161763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Calling delete_port for 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:01:25.217916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:25.218276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.230419 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:01:25.244962 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.271795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Pushing event deleted for resources: {'Port': ['ID=4cfed8fd-6fbf-40b3-9139-7646df8b6da9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:25.274890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] No DVR routers for this DVR port 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:01:25.281573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.281922 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.282262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.282622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.282951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.283280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.283707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.284040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.284368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.284706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.285023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.285345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.285664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a40-29c1-4a2d-b493-e7e7828c53dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:25.342342 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:01:23Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:25.368718 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141ef21-3c0b-4db2-9a24-47f08b9de50e None None] The sync data for ids ['eb7aacb1-9270-489d-9ae3-268756193c40'] in dv-neutron-821927-1-hyperv is: [{'id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927425913', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:01:23Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '5a9ee083-ae3f-413e-9b42-e8dc2d29b01a', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aacb1-9270-489d-9ae3-268756193c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:00:24Z', 'updated_at': '2021-12-16T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:01:25.421473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.448463 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=5a9ee083-ae3f-413e-9b42-e8dc2d29b01a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:25.462110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150a161-b4dd-4581-aba5-030d69f8d3ec None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:01:25.487172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:01:25.512670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:01:25.513031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.513195 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4cfed8fd-6fbf-40b3-9139-7646df8b6da9 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:01:25.608469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.610616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.657943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.658593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Fanout notify agent at l3_agent the message router_deleted on router eb7aacb1-9270-489d-9ae3-268756193c40 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:01:25.666795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.670467 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f272987f-0ab1-49fa-a697-bff52919194a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/routers/eb7aacb1-9270-489d-9ae3-268756193c40 HTTP/1.1" status: 204 len: 168 time: 0.8068635 Dec 16 04:01:25.670817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43356) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:25.751391 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.842972 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.862157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284137ad-ae06-4d6f-a26c-c0fe42c263c9']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:25.871140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6ebcbe-0d14-42b2-9172-ab8d944259bb') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:25.871429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6ebcbe-0d14-42b2-9172-ab8d944259bb') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:25.880596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.894089 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.900151 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:01:25.900524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:01:25.903437 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:01:25.964514 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.974126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:25.978180 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/networks/284137ad-ae06-4d6f-a26c-c0fe42c263c9 HTTP/1.1" status: 204 len: 168 time: 0.3063862 Dec 16 04:01:25.981143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43358) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:26.322010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b274a1-c5f7-4f7b-966d-a09fc985af71 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Network': ['ID=284137ad-ae06-4d6f-a26c-c0fe42c263c9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:26.372546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42069ab0-12e9-4008-8c1d-a89e454339d8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.397179 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42069ab0-12e9-4008-8c1d-a89e454339d8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.461319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42069ab0-12e9-4008-8c1d-a89e454339d8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.465965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42069ab0-12e9-4008-8c1d-a89e454339d8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.467586 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-42069ab0-12e9-4008-8c1d-a89e454339d8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/security-groups/21b7ea4a-de5e-4825-abc4-7bc9284a09c3 HTTP/1.1" status: 204 len: 168 time: 0.4855146 Dec 16 04:01:26.477214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42069ab0-12e9-4008-8c1d-a89e454339d8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b7ea4a-de5e-4825-abc4-7bc9284a09c3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:26.806543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43364) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:26.811285 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-308f5de5-635d-4164-91ee-4093c6ff9166 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640764622', 'description': 'tempest-secgroup-smoke-640764622 description', 'project_id': 'e4ca5af820be4394b197423a49afa445'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:26.839376 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-308f5de5-635d-4164-91ee-4093c6ff9166 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.905213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-308f5de5-635d-4164-91ee-4093c6ff9166 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.910411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-308f5de5-635d-4164-91ee-4093c6ff9166 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.939235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-308f5de5-635d-4164-91ee-4093c6ff9166 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:26.940750 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-308f5de5-635d-4164-91ee-4093c6ff9166 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1330307 Dec 16 04:01:26.942728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f5de5-635d-4164-91ee-4093c6ff9166 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e93a6-c650-40b0-8d35-ca801c50bf94,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:26.943969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43366) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:26.950246 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dd3c5d22-2b8b-416c-95bc-0631379236d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'b91e93a6-c650-40b0-8d35-ca801c50bf94', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:26.980987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5d22-2b8b-416c-95bc-0631379236d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.041866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5d22-2b8b-416c-95bc-0631379236d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.046537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5d22-2b8b-416c-95bc-0631379236d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.064469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c5d22-2b8b-416c-95bc-0631379236d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b59dd6-9672-401c-acd0-ee408cdbe13d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:27.072896 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5d22-2b8b-416c-95bc-0631379236d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.074144 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dd3c5d22-2b8b-416c-95bc-0631379236d1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285708 Dec 16 04:01:27.077101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:27.081552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-981d9858-8636-4558-939f-befe20d6b2a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'b91e93a6-c650-40b0-8d35-ca801c50bf94', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:27.110473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-981d9858-8636-4558-939f-befe20d6b2a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.170836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-981d9858-8636-4558-939f-befe20d6b2a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.175968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-981d9858-8636-4558-939f-befe20d6b2a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.190854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d9858-8636-4558-939f-befe20d6b2a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9538063b-4871-4822-8f2a-1b40f8085b22,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:27.202410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-981d9858-8636-4558-939f-befe20d6b2a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.203607 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-981d9858-8636-4558-939f-befe20d6b2a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255879 Dec 16 04:01:27.206742 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43370) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:27.211393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e455d0cc-b676-4d79-82ce-02551de1d9b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'b91e93a6-c650-40b0-8d35-ca801c50bf94', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:27.241372 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e455d0cc-b676-4d79-82ce-02551de1d9b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.311801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e455d0cc-b676-4d79-82ce-02551de1d9b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.317264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e455d0cc-b676-4d79-82ce-02551de1d9b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.343539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455d0cc-b676-4d79-82ce-02551de1d9b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ccae8b-bf8d-49c6-aa38-af6ae1bcee1b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:27.353845 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e455d0cc-b676-4d79-82ce-02551de1d9b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.355265 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e455d0cc-b676-4d79-82ce-02551de1d9b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475532 Dec 16 04:01:27.358121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43372) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:27.362977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5f4ad41e-5301-4370-ac6f-d6a133b8f6c5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'b91e93a6-c650-40b0-8d35-ca801c50bf94', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:27.374772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:01:27.392992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad41e-5301-4370-ac6f-d6a133b8f6c5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.396411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:01:27.396763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 5a9ee083-ae3f-413e-9b42-e8dc2d29b01a not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:01:27.397190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 79afc81f-dce0-4fb0-aa56-7cfff3861070 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:01:27.415958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 79afc81f-dce0-4fb0-aa56-7cfff3861070 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:01:27.416310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 79afc81f-dce0-4fb0-aa56-7cfff3861070 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:01:27.450320 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad41e-5301-4370-ac6f-d6a133b8f6c5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.454644 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad41e-5301-4370-ac6f-d6a133b8f6c5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.472969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad41e-5301-4370-ac6f-d6a133b8f6c5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7f4b1f-5e9b-4411-9cb0-d2945375e662,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:27.478238 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad41e-5301-4370-ac6f-d6a133b8f6c5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.479327 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-5f4ad41e-5301-4370-ac6f-d6a133b8f6c5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199801 Dec 16 04:01:27.482045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43374) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:27.486344 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'b91e93a6-c650-40b0-8d35-ca801c50bf94', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:27.511537 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:01:27.516500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.579955 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.586013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.603914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da56199e-bed3-4bab-be7b-e378dd1fa1b3,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:27.613765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.615153 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-88d8bc67-eb14-407c-85c6-96521eb25bbd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321867 Dec 16 04:01:27.618026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43376) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:27.622957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'b91e93a6-c650-40b0-8d35-ca801c50bf94', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:27.648896 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:01:27.653795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.720921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.727241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.744207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db57e27d-5dc7-4892-8933-5dacb7f227da,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:27.754060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.755746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-de30b74c-5395-4852-9861-4d96dc9bb5db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365964 Dec 16 04:01:27.758829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43378) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:27.763652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'network': {'name': 'tempest-network-smoke--1786096100', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:27.787226 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:01:27.792625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.818848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:01:27.828047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.828403 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Added segment 2a76e019-ccbf-4cc7-b55a-db2d0a264f7f of type vlan for network 6019eb1c-6538-42c3-8d1f-967c24d4814a Dec 16 04:01:27.869312 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.896223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.902124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:27.902748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.960236 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2003415 Dec 16 04:01:27.963252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43380) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:27.967939 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'admin_state_up': True, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:27.972482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37455be-f62a-48e3-94af-7078d627e5a5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Network': ['ID=6019eb1c-6538-42c3-8d1f-967c24d4814a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:27.984342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:01:27.993776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:27.995105 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.052377 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.189100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.392858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.411915 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.533240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.65 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/190d2abd-27f6-4e16-8a36-1af36139f951) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:01:28.632245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.676636 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.715717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:01:28.720875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:01:28.725024 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:01:28.727999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=190d2abd-27f6-4e16-8a36-1af36139f951,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:28.735001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a3204-8058-49c4-876a-d170ba53d0f5 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:01:28.798086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-07d3a433-372d-4076-afe2-9e2926db441c None None] Provisioning complete for port 190d2abd-27f6-4e16-8a36-1af36139f951 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:28.798491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07d3a433-372d-4076-afe2-9e2926db441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:28.833784 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-07d3a433-372d-4076-afe2-9e2926db441c None None] Port 190d2abd-27f6-4e16-8a36-1af36139f951 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:01:28.989228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:29.206365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:29.345580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 812625ac-34cb-49a5-9fe7-c4370f18fa57 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:01:29.451684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:01:29.462111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Sync routers for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:01:29.474184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:29.474423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:29.474970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:29.475673 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1a8bbac8-754e-4414-9656-ef48e9fba805 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5113513 Dec 16 04:01:29.478927 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43382) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:29.507491 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-12eb2adb-e749-41e0-be53-0d07500cd40e tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e4ca5af820be4394b197423a49afa445&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273702 Dec 16 04:01:29.510056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43384) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:29.577191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:29.595869 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a8c81b-700b-4fc1-8a61-61b73b706a3d tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:29.597402 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-16a8c81b-700b-4fc1-8a61-61b73b706a3d tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864146 Dec 16 04:01:29.600523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43386) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:29.632558 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7b38a847-f70e-4b39-b167-fc404e38b26d tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309656 Dec 16 04:01:29.635573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43388) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:29.640257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684401162', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:29.729452 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:01:29.732902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:29.760944 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:28Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:29.788177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Checking router: 812625ac-34cb-49a5-9fe7-c4370f18fa57 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:01:29.788531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Updating router 812625ac-34cb-49a5-9fe7-c4370f18fa57 port 190d2abd-27f6-4e16-8a36-1af36139f951 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:01:29.813392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:29.914180 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:29.973114 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Subnet': ['ID=2dff81fd-01f5-499e-bba1-c2173c393ce6,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:29.983580 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Checking segment: {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:01:29.984035 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network hostable DHCP agents. Network: 6019eb1c-6538-42c3-8d1f-967c24d4814a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:01:30.000892 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:01:30.011365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 6019eb1c-6538-42c3-8d1f-967c24d4814a) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:01:30.016470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:30.017069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.025466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2eb1eb-dc25-491e-97ef-28e5b779cdd9 None None] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:01:30.033666 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4b2befd2-860b-4f4c-974f-3860f1b141a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3970854 Dec 16 04:01:30.036658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43390) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:30.272923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.282726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.358287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb1f2f-713c-41e0-ae4c-2ce236f1996b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:01:30.369152 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Attempting to bind port 190d2abd-27f6-4e16-8a36-1af36139f951 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:01:30.369525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Attempting to bind port 190d2abd-27f6-4e16-8a36-1af36139f951 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:01:30.369887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Attempting to bind port 190d2abd-27f6-4e16-8a36-1af36139f951 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:01:30.379896 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-6019eb1c-6538-42c3-8d1f-967c24d4814a', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:01:30.380333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.383924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c9cc1-f8ca-490c-a8da-e19af31e9b63 None None] Pushing event updated for resources: {'Port': ['ID=190d2abd-27f6-4e16-8a36-1af36139f951,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:30.393739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:01:30.394125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:01:30.394628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.395027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:01:30.395522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Bound port: 190d2abd-27f6-4e16-8a36-1af36139f951, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:01:30.395898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.478119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.521633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] For port 190d2abd-27f6-4e16-8a36-1af36139f951, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:01:30.544792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bf4747f0-5647-4386-bacb-d5bd023a20ad None None] Provisioning complete for port 190d2abd-27f6-4e16-8a36-1af36139f951 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:30.545090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf4747f0-5647-4386-bacb-d5bd023a20ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.565776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] For port 190d2abd-27f6-4e16-8a36-1af36139f951, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=190d2abd-27f6-4e16-8a36-1af36139f951,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:01:30.598269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.643105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Allocated IP 172.20.0.2 (6019eb1c-6538-42c3-8d1f-967c24d4814a/2dff81fd-01f5-499e-bba1-c2173c393ce6/8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:01:30.656286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bf4747f0-5647-4386-bacb-d5bd023a20ad None None] Port 190d2abd-27f6-4e16-8a36-1af36139f951 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:01:30.668221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95337a-ad63-4b85-87a1-c380ee8e0068 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:01:30.734573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c9cc1-f8ca-490c-a8da-e19af31e9b63 None None] Pushing event updated for resources: {'Port': ['ID=190d2abd-27f6-4e16-8a36-1af36139f951,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:30.738596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:30.739229 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:30.873403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2f5bbf6d-6b43-4eba-82f2-67d49f78bd10 None None] Provisioning complete for port 190d2abd-27f6-4e16-8a36-1af36139f951 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:30.874142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f5bbf6d-6b43-4eba-82f2-67d49f78bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:30.955435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:31.008971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.051470 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.067634 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.1 (6019eb1c-6538-42c3-8d1f-967c24d4814a/2dff81fd-01f5-499e-bba1-c2173c393ce6/52ef126c-242b-48ce-a598-c2349bc2d464) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:01:31.135627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:01:31.146644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Pushing event updated for resources: {'Port': ['ID=8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:31.149125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:01:31.157652 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:01:31.177897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f5bbf6d-6b43-4eba-82f2-67d49f78bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.178814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.214491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.251069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2f5bbf6d-6b43-4eba-82f2-67d49f78bd10 None None] For port 190d2abd-27f6-4e16-8a36-1af36139f951, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=190d2abd-27f6-4e16-8a36-1af36139f951,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:31.261346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:01:31.261692 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f5bbf6d-6b43-4eba-82f2-67d49f78bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.264581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:01:31.268476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:01:31.269298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Attempting to bind port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:01:31.269958 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Attempting to bind port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:01:31.270096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Attempting to bind port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf on network 6019eb1c-6538-42c3-8d1f-967c24d4814a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:01:31.291708 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=52ef126c-242b-48ce-a598-c2349bc2d464,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:31.303179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:01:31.303625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Checking segment: {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:01:31.304008 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.304400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Bound using segment: {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:01:31.304897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Bound port: 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:01:31.305272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.319394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.356337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bbf6d-6b43-4eba-82f2-67d49f78bd10 None None] Pushing event updated for resources: {'Port': ['ID=190d2abd-27f6-4e16-8a36-1af36139f951,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:31.368798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:28Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:31.397964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25131926-8ab1-4f85-9264-bfc06c4eabbf None None] The sync data for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv is: [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:28Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:01:31.424052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] For port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:01:31.427725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] For port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:01:31.433606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.460871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.480093 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:01:31.502376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4523a6-fd2b-4495-843f-0d1175b85940 None None] Pushing event updated for resources: {'Port': ['ID=8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:31.807197 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.816397 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.891410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=52ef126c-242b-48ce-a598-c2349bc2d464,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:31.896398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:31.995273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:01:31.997072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:01:32.117457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 812625ac-34cb-49a5-9fe7-c4370f18fa57 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:01:32.494307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca7afe-e235-47ad-ad4d-0c89881bd1f0 None None] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:01:32.563511 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:01:32.569964 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9645423c-bd97-4d12-a7e9-4775922baae3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/812625ac-34cb-49a5-9fe7-c4370f18fa57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323198 Dec 16 04:01:32.609085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e500520f-774c-4bb3-9077-b3698f7c0b63 None None] Provisioning complete for port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:32.609464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e500520f-774c-4bb3-9077-b3698f7c0b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:32.699632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e500520f-774c-4bb3-9077-b3698f7c0b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:32.736489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e500520f-774c-4bb3-9077-b3698f7c0b63 None None] For port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:32.739971 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-11062001-1634-4a17-9abf-a9f5cea98fbe tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640764622&fields=id&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 267 time: 0.0529935 Dec 16 04:01:32.744192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e500520f-774c-4bb3-9077-b3698f7c0b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:32.798329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500520f-774c-4bb3-9077-b3698f7c0b63 None None] Pushing event updated for resources: {'Port': ['ID=8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:32.862548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-20775934-6c61-4778-8ba9-595c3c45f239 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:32.864197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-20775934-6c61-4778-8ba9-595c3c45f239 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 797 time: 0.1166127 Dec 16 04:01:32.879896 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-01ae1387-abb8-48ea-89f6-504aa5a6bd33 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/quotas/e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 375 time: 0.0097075 Dec 16 04:01:32.936974 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-25f2d531-eef7-4922-bad4-e760c7535b16 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509739 Dec 16 04:01:32.971314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-544a15a1-5bcf-4fc3-978f-4c8890cec793 None None] Provisioning complete for port 52ef126c-242b-48ce-a598-c2349bc2d464 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:32.971690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-544a15a1-5bcf-4fc3-978f-4c8890cec793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.007494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-544a15a1-5bcf-4fc3-978f-4c8890cec793 None None] Port 52ef126c-242b-48ce-a598-c2349bc2d464 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:01:33.019395 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-544a15a1-5bcf-4fc3-978f-4c8890cec793 None None] Provisioning complete for port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:33.019936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-544a15a1-5bcf-4fc3-978f-4c8890cec793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.068871 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Sync routers for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:01:33.083785 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:33.084736 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:33.116656 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-6e05ad0f-8440-4eaf-81f8-708491e88eeb service neutron] 10.222.0.16 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582370 Dec 16 04:01:33.198691 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:33.217035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-5ed39f6c-caa9-4a48-8a05-39abe16991c4 service neutron] 10.222.0.16 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936599 Dec 16 04:01:33.240382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2507fa8f-d367-4afe-ac56-81bb73e7a438 None None] Provisioning complete for port 52ef126c-242b-48ce-a598-c2349bc2d464 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:33.241020 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2507fa8f-d367-4afe-ac56-81bb73e7a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.277796 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2507fa8f-d367-4afe-ac56-81bb73e7a438 None None] Port 52ef126c-242b-48ce-a598-c2349bc2d464 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:01:33.395769 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0384e319-6b77-4874-9f4a-e1e57dbbb8b0 None None] Provisioning complete for port 52ef126c-242b-48ce-a598-c2349bc2d464 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:33.396158 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0384e319-6b77-4874-9f4a-e1e57dbbb8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.405859 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 2, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:33.430037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 190d2abd-27f6-4e16-8a36-1af36139f951 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:01:33.436366 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Checking router: 812625ac-34cb-49a5-9fe7-c4370f18fa57 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:01:33.436366 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Updating router 812625ac-34cb-49a5-9fe7-c4370f18fa57 port 52ef126c-242b-48ce-a598-c2349bc2d464 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:01:33.459913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0384e319-6b77-4874-9f4a-e1e57dbbb8b0 None None] Port 52ef126c-242b-48ce-a598-c2349bc2d464 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:01:33.463677 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.483849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 190d2abd-27f6-4e16-8a36-1af36139f951 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:33.484220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.561348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:01:33.608615 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:33.608986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.718318 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.726928 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.772893 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Pushing event updated for resources: {'Port': ['ID=52ef126c-242b-48ce-a598-c2349bc2d464,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:33.800455 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.800882 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.801186 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.801556 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.801974 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.802341 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.802673 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.803003 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.803329 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.803655 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.803978 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.804296 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.804612 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:01:33.837483 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Attempting to bind port 52ef126c-242b-48ce-a598-c2349bc2d464 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:01:33.837853 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Attempting to bind port 52ef126c-242b-48ce-a598-c2349bc2d464 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:01:33.838223 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Attempting to bind port 52ef126c-242b-48ce-a598-c2349bc2d464 on network 6019eb1c-6538-42c3-8d1f-967c24d4814a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:01:33.844035 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:01:33.844413 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Checking segment: {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:01:33.844814 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.845206 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Bound using segment: {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:01:33.845669 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Bound port: 52ef126c-242b-48ce-a598-c2349bc2d464, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:01:33.846048 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.908601 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] For port 52ef126c-242b-48ce-a598-c2349bc2d464, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:01:33.912015 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] For port 52ef126c-242b-48ce-a598-c2349bc2d464, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=52ef126c-242b-48ce-a598-c2349bc2d464,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:01:33.915911 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:33.973391 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72935f-d550-4e2f-8289-bc05b693cb8a None None] Pushing event updated for resources: {'Port': ['ID=52ef126c-242b-48ce-a598-c2349bc2d464,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:33.975980 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:33.976582 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:33.984119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-408754a7-4b92-4bcd-80c2-884e763a5994 None None] Provisioning complete for port 52ef126c-242b-48ce-a598-c2349bc2d464 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:33.984489 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-408754a7-4b92-4bcd-80c2-884e763a5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:34.069764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-408754a7-4b92-4bcd-80c2-884e763a5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:34.089372 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:34.107069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-408754a7-4b92-4bcd-80c2-884e763a5994 None None] For port 52ef126c-242b-48ce-a598-c2349bc2d464, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=52ef126c-242b-48ce-a598-c2349bc2d464,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:34.111851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-408754a7-4b92-4bcd-80c2-884e763a5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:34.308482 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:33Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:34.328187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a8151dee-6516-4f2b-ab4a-5cb7c8d828ab None None] Provisioning complete for port 52ef126c-242b-48ce-a598-c2349bc2d464 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:34.328598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8151dee-6516-4f2b-ab4a-5cb7c8d828ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:34.351856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408754a7-4b92-4bcd-80c2-884e763a5994 None None] Pushing event updated for resources: {'Port': ['ID=52ef126c-242b-48ce-a598-c2349bc2d464,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:34.438484 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf7e4a-88bb-44e8-a09b-d87cc946b116 None None] The sync data for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv is: [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:33Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:01:34.444593 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc3a8a9c-6b93-4ed1-b062-d0ccc9b92b09 req-081ad79b-61ee-4b6a-9681-122d81206948 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 210 time: 0.0382001 Dec 16 04:01:35.226269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cea3c017-9237-4de8-9d9e-39eb5ac059ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:35.406667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 52ef126c-242b-48ce-a598-c2349bc2d464 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:01:35.469805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 52ef126c-242b-48ce-a598-c2349bc2d464 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:35.470651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:35.494279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-a040067a-b409-4bf6-aa56-ded44ed666a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:35.496804 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-a040067a-b409-4bf6-aa56-ded44ed666a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 797 time: 0.1388559 Dec 16 04:01:35.577170 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe79f641-83ea-40af-8786-2e0960861cc8 req-f3fc638f-6a23-4bd0-abb3-7050220ccb5f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 210 time: 0.0373542 Dec 16 04:01:35.591460 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-bd2578d0-09a5-4091-8d69-851d91c60cd0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 379 time: 0.0779634 Dec 16 04:01:35.605715 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'port': {'device_id': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'admin_state_up': True, 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'security_groups': ['b91e93a6-c650-40b0-8d35-ca801c50bf94']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:35.727376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:01:35.731562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:35.857514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.12 (6019eb1c-6538-42c3-8d1f-967c24d4814a/2dff81fd-01f5-499e-bba1-c2173c393ce6/a7654365-e6f1-4780-a5ee-3abaa5f5fb28) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:01:36.005367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.044628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.093540 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:01:36.096775 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:01:36.100971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:01:36.107435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:36.166867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:36.167536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.194974 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-59aa5c91-6345-413d-b1d6-17d270f09078 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949173 Dec 16 04:01:36.213326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Request body: {'port': {'device_id': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:36.269584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.356672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6923bf34-25d5-4dc1-9d94-656e6727bc48 None None] Provisioning complete for port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:36.357291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6923bf34-25d5-4dc1-9d94-656e6727bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.394178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6923bf34-25d5-4dc1-9d94-656e6727bc48 None None] Port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:01:36.531124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7654365-e6f1-4780-a5ee-3abaa5f5fb28 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:01:36.538668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.550712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Transition to ACTIVE for port object a7654365-e6f1-4780-a5ee-3abaa5f5fb28 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:01:36.558523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.612521 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:36.683409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Attempting to bind port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:01:36.683739 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Attempting to bind port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:01:36.684068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Attempting to bind port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 on network 6019eb1c-6538-42c3-8d1f-967c24d4814a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:01:36.688779 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 on network 6019eb1c-6538-42c3-8d1f-967c24d4814a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:01:36.689068 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Attempting to bind port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 on network 6019eb1c-6538-42c3-8d1f-967c24d4814a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:01:36.694546 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:01:36.694867 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Checking segment: {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:01:36.695260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Bound using segment: {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:01:36.695690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Bound port: a7654365-e6f1-4780-a5ee-3abaa5f5fb28, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:01:36.696044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.701436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32674-3be1-460c-a888-05cadfdac1a7 req-28a57d67-82b2-40bd-aa60-bfb118e90579 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:36.703193 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f5e32674-3be1-460c-a888-05cadfdac1a7 req-28a57d67-82b2-40bd-aa60-bfb118e90579 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 944 time: 0.0510674 Dec 16 04:01:36.759791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] For port a7654365-e6f1-4780-a5ee-3abaa5f5fb28, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:01:36.763313 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] For port a7654365-e6f1-4780-a5ee-3abaa5f5fb28, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:01:36.768034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.768560 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f5e32674-3be1-460c-a888-05cadfdac1a7 req-8c8fb29a-1cb0-4489-bb2a-3a8b63ff3f6c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590384 Dec 16 04:01:36.809242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:36.810054 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:36.811696 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 1094 time: 0.6028817 Dec 16 04:01:36.813966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:01:36.816257 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:01:36.841293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727050c4-76db-4495-bb67-bc44fa709dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:36.858466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea0b69-00bd-4b80-b0d4-79310ccb7924 x-openstack-request-id: req-a8ea0b69-00bd-4b80-b0d4-79310ccb7924 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:01:36.858761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:01:36.859176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8ea0b69-00bd-4b80-b0d4-79310ccb7924 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:01:36.859592 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'status': 'completed', 'code': 200} Dec 16 04:01:36.919613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-a1e6f231-de8d-41a5-9a1d-176ee1d9cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:36.921128 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-a1e6f231-de8d-41a5-9a1d-176ee1d9cf46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1097 time: 0.0451591 Dec 16 04:01:36.970587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-3a0f20a9-fc2a-4096-8760-aa7b7d79fb8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 217 time: 0.0360320 Dec 16 04:01:37.023786 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-18705454-dcf6-4646-9ca8-08375c854364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:37.025258 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-18705454-dcf6-4646-9ca8-08375c854364 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 200 len: 835 time: 0.0480063 Dec 16 04:01:37.076152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-fddc2cc3-c88e-4faa-aa51-a83afa63d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:37.078307 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-fddc2cc3-c88e-4faa-aa51-a83afa63d21b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6019eb1c-6538-42c3-8d1f-967c24d4814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442786 Dec 16 04:01:37.172086 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-bb29ec75-4403-421e-ba68-742afd917549 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Dec 16 04:01:37.267580 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-dc129ca0-25cd-402a-9b80-f9e06780134f req-b33b74d3-3876-4d7c-a0b8-6bbed6bffdda service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889316 Dec 16 04:01:37.426134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-11542a8c-03c8-4a14-8422-e9cf3190165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:37.427996 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-11542a8c-03c8-4a14-8422-e9cf3190165a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1097 time: 0.0531421 Dec 16 04:01:37.441386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb9f0163-e6aa-478e-8cb2-9d7abb8733c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:37.528488 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-aadfe35b-fc49-4313-8fc0-0c63e0c42e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:37.529995 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-aadfe35b-fc49-4313-8fc0-0c63e0c42e66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 897 time: 0.0937665 Dec 16 04:01:37.573750 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-cc7cedd1-56c6-4763-a4e3-dbd8e25f8b8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 217 time: 0.0355573 Dec 16 04:01:37.624889 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-d2b6cca7-b714-49b8-a1c2-f3886f4aa57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:37.626302 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-d2b6cca7-b714-49b8-a1c2-f3886f4aa57d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 200 len: 835 time: 0.0439174 Dec 16 04:01:37.676194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-33450767-19b8-4a56-bf92-59e3e470ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:37.677978 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-33450767-19b8-4a56-bf92-59e3e470ef8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6019eb1c-6538-42c3-8d1f-967c24d4814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437987 Dec 16 04:01:37.767836 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-82c62d5b-037a-4c5c-b971-e583d06e093f service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815666 Dec 16 04:01:37.877757 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-584e8a31-a3be-469c-9fee-7cfc73c6cd0e req-7ad80073-9ea6-4124-9b38-7fb541336336 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940714 Dec 16 04:01:37.888317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e311c6-e696-4719-9e8d-37a6dda7691e req-938f252c-33f9-480c-ab44-c5f2c95be192 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:37.889794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2e311c6-e696-4719-9e8d-37a6dda7691e req-938f252c-33f9-480c-ab44-c5f2c95be192 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 944 time: 0.0492480 Dec 16 04:01:37.940703 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f2e311c6-e696-4719-9e8d-37a6dda7691e req-90b837e1-8524-4798-a339-53703d3d858d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Dec 16 04:01:38.592484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:38.793830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a7654365-e6f1-4780-a5ee-3abaa5f5fb28 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:01:38.902892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port a7654365-e6f1-4780-a5ee-3abaa5f5fb28, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:38.914897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'port_id': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'mac_address': 'fa:16:3e:5f:29:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:01:38.953239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:38.967293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7654365-e6f1-4780-a5ee-3abaa5f5fb28 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:01:38.987825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port a7654365-e6f1-4780-a5ee-3abaa5f5fb28, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:38.993415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:39.041941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:39.065176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a587-3065-4a5a-83f8-ca4971d42e17 req-70a6e264-e8bf-4b1b-aee7-8157c2b4400e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:39.067007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d4a6a587-3065-4a5a-83f8-ca4971d42e17 req-70a6e264-e8bf-4b1b-aee7-8157c2b4400e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 945 time: 0.0499039 Dec 16 04:01:39.118922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d4a6a587-3065-4a5a-83f8-ca4971d42e17 req-943c67ac-8778-4306-a024-5ea8a852f327 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Dec 16 04:01:39.274786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['a7654365-e6f1-4780-a5ee-3abaa5f5fb28'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:01:40.131646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:40.245517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af94258-ebe7-42fa-bb49-bd6ec9fa1366 req-48d7f6b5-7044-4f44-9e7b-47d3cae7375d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:40.246967 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1af94258-ebe7-42fa-bb49-bd6ec9fa1366 req-48d7f6b5-7044-4f44-9e7b-47d3cae7375d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 945 time: 0.0567653 Dec 16 04:01:40.304418 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1af94258-ebe7-42fa-bb49-bd6ec9fa1366 req-4b459cf9-56f3-4a5c-b19e-ea669f49120e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509384 Dec 16 04:01:40.794441 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a7654365-e6f1-4780-a5ee-3abaa5f5fb28 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:01:40.848949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:01:40.852730 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:01:40.853096 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:40.931427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:40.956976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:01:40.959360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567ea92c-dc41-49ad-a251-45f04cebb649" -d '{"events": [{"server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "name": "network-vif-plugged", "status": "completed", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:01:40.971525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port a7654365-e6f1-4780-a5ee-3abaa5f5fb28, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:01:40.978017 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:41.003133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b2b7f2-3b13-4c2f-9226-c9d85c344963 x-openstack-request-id: req-99b2b7f2-3b13-4c2f-9226-c9d85c344963 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:01:41.003436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "name": "network-vif-plugged", "status": "completed", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:01:41.003691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99b2b7f2-3b13-4c2f-9226-c9d85c344963 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:01:41.004082 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'code': 200} Dec 16 04:01:41.030026 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:41.164589 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:41.219532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bffd1-c94c-4f51-b9eb-61a403532b94 req-5035adc4-0d61-4f8f-b200-774a56eaf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:41.221023 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-994bffd1-c94c-4f51-b9eb-61a403532b94 req-5035adc4-0d61-4f8f-b200-774a56eaf0cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1099 time: 0.0416627 Dec 16 04:01:41.266442 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-994bffd1-c94c-4f51-b9eb-61a403532b94 req-3e412357-e9d1-4097-a0be-f8580a255407 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382278 Dec 16 04:01:41.431587 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19d825-8dfd-4fbf-862f-1ad3c620efb8 req-d4ea30d3-a1dc-4eff-ac13-622c41029d7b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:41.433030 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9e19d825-8dfd-4fbf-862f-1ad3c620efb8 req-d4ea30d3-a1dc-4eff-ac13-622c41029d7b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0551653 Dec 16 04:01:41.484526 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9e19d825-8dfd-4fbf-862f-1ad3c620efb8 req-ad2fa45d-1dcc-4052-89c6-d23bfd036777 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453598 Dec 16 04:01:42.606477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16706c41-514c-4b82-b4c2-403b74a3a7d9 req-3cd04287-7d76-453e-8444-0ae0d48e0c3c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:42.608074 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-16706c41-514c-4b82-b4c2-403b74a3a7d9 req-3cd04287-7d76-453e-8444-0ae0d48e0c3c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0531542 Dec 16 04:01:42.666190 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-16706c41-514c-4b82-b4c2-403b74a3a7d9 req-a1472ac8-9a6d-4b4c-a7d5-82f5352c6c86 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518699 Dec 16 04:01:42.784217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240ba4-2ec6-44ca-aa8a-ae8a166d78b8 req-ad8b3aa5-75a8-4063-853f-edccdc410d50 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:42.785614 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-15240ba4-2ec6-44ca-aa8a-ae8a166d78b8 req-ad8b3aa5-75a8-4063-853f-edccdc410d50 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0513031 Dec 16 04:01:42.837494 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-15240ba4-2ec6-44ca-aa8a-ae8a166d78b8 req-3fef6fd5-d1fc-4db0-8410-f9058897fa84 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 Dec 16 04:01:42.864576 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43446) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:42.906256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10290f7-34e0-4412-bffa-873d32dba384 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:42.907857 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d10290f7-34e0-4412-bffa-873d32dba384 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1094 time: 0.0421593 Dec 16 04:01:42.910787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:42.915190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:01:42.942228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:43.042961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:43.146685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.206 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/e2d96519-cec8-4a6e-a725-58ca51c98100) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:01:43.602168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:43.640901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:43.682590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:01:43.687564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:01:43.689777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=e2d96519-cec8-4a6e-a725-58ca51c98100,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:43.691915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:01:44.069849 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:44.151282 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:44.310001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:44.315881 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:44.384479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=e2d96519-cec8-4a6e-a725-58ca51c98100,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:01:44.394684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:44.497934 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP c0295176-0dca-41e7-866b-e72986a1072f associated. External IP: 172.26.6.206, port: a7654365-e6f1-4780-a5ee-3abaa5f5fb28. Dec 16 04:01:44.721731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 812625ac-34cb-49a5-9fe7-c4370f18fa57 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:01:44.832993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:01:44.844337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] Sync routers for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:01:44.853567 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:44.855722 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:44.856386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:44.881671 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2efdacab-add4-4a5d-9413-cd611bc10cf0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9698508 Dec 16 04:01:44.882515 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:01:44.885033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13a9e5-039d-432f-85d1-eec8de4a68bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:01:44.921817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8cdce7-df11-443a-890f-9906f775608b x-openstack-request-id: req-7f8cdce7-df11-443a-890f-9906f775608b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:01:44.922133 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:01:44.922406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f8cdce7-df11-443a-890f-9906f775608b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:01:44.922822 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'status': 'completed', 'code': 200} Dec 16 04:01:44.970582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:44.984209 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e43ea-2e23-432b-835f-a0c6092fc0cf req-2db0e7be-b4f8-43b0-99e7-b1798062d948 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:44.985631 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ca8e43ea-2e23-432b-835f-a0c6092fc0cf req-2db0e7be-b4f8-43b0-99e7-b1798062d948 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0537157 Dec 16 04:01:45.007598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-40e0a6c8-859d-4ee8-b466-2bb240313b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:45.008712 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-40e0a6c8-859d-4ee8-b466-2bb240313b3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1099 time: 0.0436773 Dec 16 04:01:45.041122 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ca8e43ea-2e23-432b-835f-a0c6092fc0cf req-449033bf-7744-438b-9c55-74a4342bf086 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 Dec 16 04:01:45.064624 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43454) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:45.104942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-d0bda6ee-99f2-4fc8-bd90-218ec2ab9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:45.106072 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-d0bda6ee-99f2-4fc8-bd90-218ec2ab9031 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 897 time: 0.0898643 Dec 16 04:01:45.132988 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c212f890-7a7e-4b53-9b9a-ea9d96270b86 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/c0295176-0dca-41e7-866b-e72986a1072f HTTP/1.1" status: 200 len: 992 time: 0.0671835 Dec 16 04:01:45.171442 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-c70da448-331a-4fcc-b624-e970cebdf333 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 1000 time: 0.0574276 Dec 16 04:01:45.200021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'c0295176-0dca-41e7-866b-e72986a1072f', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.206', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'port_id': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'mac_address': 'fa:16:3e:5f:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:01:43Z', 'updated_at': '2021-12-16T04:01:43Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:34Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:45.225189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-ba35e13f-b6c8-4cad-a9b8-f5a7a5b96623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:45.226715 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-ba35e13f-b6c8-4cad-a9b8-f5a7a5b96623 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 200 len: 835 time: 0.0484333 Dec 16 04:01:45.227707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] Checking router: 812625ac-34cb-49a5-9fe7-c4370f18fa57 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:01:45.236022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:01:45.236562 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:01:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:45.271461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-0a485200-fe2b-4dc8-b497-33276e190311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:45.272979 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-0a485200-fe2b-4dc8-b497-33276e190311 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6019eb1c-6538-42c3-8d1f-967c24d4814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398130 Dec 16 04:01:45.344945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:01:45.361606 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-7a3040f0-f243-4780-bcca-982987299018 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813282 Dec 16 04:01:45.457310 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5a13a9e5-039d-432f-85d1-eec8de4a68bf req-23b69633-d3d0-43ca-83d0-e052be9a8339 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887108 Dec 16 04:01:45.572532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'c0295176-0dca-41e7-866b-e72986a1072f', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.206', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'port_id': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'mac_address': 'fa:16:3e:5f:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:01:43Z', 'updated_at': '2021-12-16T04:01:43Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:34Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:01:45.600720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f2494-bf50-4f19-8a6f-d5708b854442 None None] The sync data for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv is: [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'c0295176-0dca-41e7-866b-e72986a1072f', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.206', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'port_id': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'mac_address': 'fa:16:3e:5f:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:01:43Z', 'updated_at': '2021-12-16T04:01:43Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:34Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:01:45.787503 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71280e89-1b36-4292-a4c0-83302cba2978 None None] New status for floating IP c0295176-0dca-41e7-866b-e72986a1072f: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:01:46.137435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43456) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:01:46.209574 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c95c3fb4-8df1-4f72-ab54-cb64a6d3caba tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/c0295176-0dca-41e7-866b-e72986a1072f HTTP/1.1" status: 200 len: 994 time: 0.0704846 Dec 16 04:01:54.040133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:01:59.435404 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-d5fc3b11-47f5-4c40-97d2-378d03b35413 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498526 Dec 16 04:01:59.553348 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-9b861356-4527-445a-b8c6-d0b331e641a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:59.555835 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-9b861356-4527-445a-b8c6-d0b331e641a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1099 time: 0.0583303 Dec 16 04:01:59.663368 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-8db565d6-7754-4486-a644-20de65542041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:59.664778 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-8db565d6-7754-4486-a644-20de65542041 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 897 time: 0.0894394 Dec 16 04:01:59.729746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-4948b7a8-d5d2-4bee-b5f7-a9d0781408ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 1002 time: 0.0572872 Dec 16 04:01:59.783101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-eeec920f-1609-4c89-a7da-5e563cfb702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:59.784532 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-eeec920f-1609-4c89-a7da-5e563cfb702a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 200 len: 835 time: 0.0477819 Dec 16 04:01:59.832657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-98ba6025-14b4-463c-b311-42a4e864ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:01:59.834136 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-98ba6025-14b4-463c-b311-42a4e864ac3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6019eb1c-6538-42c3-8d1f-967c24d4814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416474 Dec 16 04:01:59.950660 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-9f4e80ce-6e50-46b5-b3a5-90896feb120d service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089442 Dec 16 04:02:00.050225 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f494c24f-46ee-44ab-bf11-8475d3791c2d req-0019aad7-8d71-4d43-8fcc-782f876e71ff service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916479 Dec 16 04:02:05.230256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-54ea3efb-e041-4590-b4fe-3f21e7518a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:07.451856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d013991e-acb2-4f95-97d7-a784668ac2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:08.485194 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:02:08.597421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:10.134130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:11.176721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:17.698057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47641e2-67cc-4055-8b12-03fda000549c req-3868d0f1-5c0d-4234-b6eb-ecb1c9e26fe5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:17.699940 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e47641e2-67cc-4055-8b12-03fda000549c req-3868d0f1-5c0d-4234-b6eb-ecb1c9e26fe5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0567939 Dec 16 04:02:17.711035 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-e16572d6-850e-49dd-bc9a-4edab002da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:17.712543 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-e16572d6-850e-49dd-bc9a-4edab002da30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1099 time: 0.0436597 Dec 16 04:02:17.751405 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e47641e2-67cc-4055-8b12-03fda000549c req-7dd9d6aa-04a1-48a5-8ddd-ccaa1f90db68 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Dec 16 04:02:17.809643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-b1ab546b-bab2-4d31-9144-d06a6286ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:17.811162 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-b1ab546b-bab2-4d31-9144-d06a6286ee11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 897 time: 0.0906944 Dec 16 04:02:17.878692 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-c6cd110d-4036-43ba-a2b7-afa7bd20bf86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 1002 time: 0.0591991 Dec 16 04:02:17.940098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-d906461d-ce37-4ec1-90de-29b29a75d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:17.943022 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-d906461d-ce37-4ec1-90de-29b29a75d0a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 200 len: 835 time: 0.0570788 Dec 16 04:02:17.992736 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-43918b9f-8079-4b43-8613-fcc921ed67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:17.994206 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-43918b9f-8079-4b43-8613-fcc921ed67df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6019eb1c-6538-42c3-8d1f-967c24d4814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433891 Dec 16 04:02:18.087180 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-e7244928-9fac-42d3-aa00-8f0806b9bc57 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836570 Dec 16 04:02:18.182137 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a6f5fc5-73a8-4a8b-a1f7-80d06852d14b req-c61c625d-9388-462a-b827-7a5d6680a7d5 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872338 Dec 16 04:02:18.879189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637230e6-17fe-4f67-b2d6-f67e6c89b380 req-3e9fb569-74ad-41d7-b69f-65f0134289db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:18.880697 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-637230e6-17fe-4f67-b2d6-f67e6c89b380 req-3e9fb569-74ad-41d7-b69f-65f0134289db tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0561318 Dec 16 04:02:18.940134 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-637230e6-17fe-4f67-b2d6-f67e6c89b380 req-9cf83a4a-f092-4f54-972c-0b1170cf551b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533326 Dec 16 04:02:20.071582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaa78a-993b-4598-b0d4-54fdc25d402a req-7f9d89c7-f34e-48de-acdd-7403be3576e8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:20.073050 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9caaa78a-993b-4598-b0d4-54fdc25d402a req-7f9d89c7-f34e-48de-acdd-7403be3576e8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0531335 Dec 16 04:02:20.135501 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9caaa78a-993b-4598-b0d4-54fdc25d402a req-83ee66ce-f811-4034-8393-7b125db81760 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553162 Dec 16 04:02:21.281608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc022d-e8e6-4012-ba57-2cf86e9fa624 req-b489f29c-896b-4017-8b9d-511223da24a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:21.283019 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7fcc022d-e8e6-4012-ba57-2cf86e9fa624 req-b489f29c-896b-4017-8b9d-511223da24a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0627129 Dec 16 04:02:21.336402 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7fcc022d-e8e6-4012-ba57-2cf86e9fa624 req-dda3a7af-aadc-4139-b389-5e2d40008d4a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468354 Dec 16 04:02:22.472512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e44f-64af-4743-869d-a74f0ee01655 req-42319d46-aaad-4b3d-bdcc-b350a6cae939 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:22.473989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f487e44f-64af-4743-869d-a74f0ee01655 req-42319d46-aaad-4b3d-bdcc-b350a6cae939 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0570152 Dec 16 04:02:22.532044 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f487e44f-64af-4743-869d-a74f0ee01655 req-a1bfacff-3112-4fee-8cc9-d5e54a14b176 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495393 Dec 16 04:02:23.659163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0c39-7522-42db-9f92-213cefa4a383 req-02951b16-c384-4670-aaaf-af0ce98b391a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:23.660526 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83aa0c39-7522-42db-9f92-213cefa4a383 req-02951b16-c384-4670-aaaf-af0ce98b391a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0585802 Dec 16 04:02:23.713303 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83aa0c39-7522-42db-9f92-213cefa4a383 req-198c8f6e-46a2-4eb6-8528-5cd71b5f2785 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 Dec 16 04:02:24.059540 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:24.846148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e729e-2b16-425d-9656-85b281680184 req-cbbbc999-f8b3-45bb-a20c-c78cacad7741 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:24.847655 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b48e729e-2b16-425d-9656-85b281680184 req-cbbbc999-f8b3-45bb-a20c-c78cacad7741 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0584564 Dec 16 04:02:24.903922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b48e729e-2b16-425d-9656-85b281680184 req-57e6bfe9-9d32-4347-9e0c-60071339ce2d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472133 Dec 16 04:02:26.042382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b0d53-66e1-43a8-a108-5275aef2e949 req-f30f3094-40be-4c00-a39b-ad439a19c62e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:26.044021 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f60b0d53-66e1-43a8-a108-5275aef2e949 req-f30f3094-40be-4c00-a39b-ad439a19c62e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0591993 Dec 16 04:02:26.096660 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f60b0d53-66e1-43a8-a108-5275aef2e949 req-6812b2d0-cca8-49f3-abbc-9bd16e4989e6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 Dec 16 04:02:27.227483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159c4cf-2aeb-4ad5-bef3-1aee222311dd req-32997a6a-8402-465c-8dce-9b0e373a1c77 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:27.228842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4159c4cf-2aeb-4ad5-bef3-1aee222311dd req-32997a6a-8402-465c-8dce-9b0e373a1c77 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0508227 Dec 16 04:02:27.277982 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4159c4cf-2aeb-4ad5-bef3-1aee222311dd req-017b0ea0-7423-40b4-a664-3cd4768105cb tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Dec 16 04:02:28.414712 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30b83-c8c1-46a3-b367-138e5d263221 req-0adef478-2b86-4e3d-86a2-092808e44cba tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:28.416194 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-daf30b83-c8c1-46a3-b367-138e5d263221 req-0adef478-2b86-4e3d-86a2-092808e44cba tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0610230 Dec 16 04:02:28.466823 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-daf30b83-c8c1-46a3-b367-138e5d263221 req-7e80eea6-30a2-47aa-b9fe-cc7a87794fa4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Dec 16 04:02:29.586781 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53da34e-41bd-4a56-b44a-7cddf5def4a1 req-0b309415-7886-43c1-aab0-927ceb514bb5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:29.588250 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e53da34e-41bd-4a56-b44a-7cddf5def4a1 req-0b309415-7886-43c1-aab0-927ceb514bb5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0522435 Dec 16 04:02:29.638197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e53da34e-41bd-4a56-b44a-7cddf5def4a1 req-6fbb9704-9e04-463e-9a8d-5698ac9316fb tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Dec 16 04:02:30.772476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027ad2-eb78-4c67-9afa-9d85117acb57 req-06a0d429-d8df-42c8-af8d-ea93a8560554 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:30.773965 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-76027ad2-eb78-4c67-9afa-9d85117acb57 req-06a0d429-d8df-42c8-af8d-ea93a8560554 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0652575 Dec 16 04:02:30.827176 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-76027ad2-eb78-4c67-9afa-9d85117acb57 req-5c86619c-7b65-4f7d-a682-36b04f8af26d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468330 Dec 16 04:02:31.964730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50b06-67de-4158-ba34-6647dec2f1ec req-a395b855-2099-421c-a9e7-564ff7790ac1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:31.966227 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bf50b06-67de-4158-ba34-6647dec2f1ec req-a395b855-2099-421c-a9e7-564ff7790ac1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0530672 Dec 16 04:02:32.018042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bf50b06-67de-4158-ba34-6647dec2f1ec req-a1c8cf58-988f-4cbe-80c5-d9dd8d49c0cc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453374 Dec 16 04:02:33.161936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fe64b-7d6f-47d5-9ecf-a6eebbc18aa4 req-642a4a34-d357-4d7e-809e-0d7137645971 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:33.163403 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4d9fe64b-7d6f-47d5-9ecf-a6eebbc18aa4 req-642a4a34-d357-4d7e-809e-0d7137645971 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0643754 Dec 16 04:02:33.219394 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4d9fe64b-7d6f-47d5-9ecf-a6eebbc18aa4 req-b7c96af6-ca85-4029-b1e5-f8459f4355b4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497789 Dec 16 04:02:34.350444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803c7a7-07f8-46f0-9146-3f54f125857a req-ead65b16-ec00-4f09-b6ba-37922b5c47cf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:34.351919 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6803c7a7-07f8-46f0-9146-3f54f125857a req-ead65b16-ec00-4f09-b6ba-37922b5c47cf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0532048 Dec 16 04:02:34.402813 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6803c7a7-07f8-46f0-9146-3f54f125857a req-8a4b0302-6190-483e-b6c4-0d9150e0dd46 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447354 Dec 16 04:02:34.425284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43500) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:02:34.487754 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3e94ebfc-0b25-49e5-9da3-7fbd3fd59b90 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/c0295176-0dca-41e7-866b-e72986a1072f HTTP/1.1" status: 200 len: 994 time: 0.0613418 Dec 16 04:02:35.228307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1aba-699a-41a3-9f46-ad52bf75fc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:37.451622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5566ae18-220c-47c1-8410-66b71d199cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:38.596170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:40.148130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:41.178013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:45.488832 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:02:54.052566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:02:59.438973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-41ad2106-f269-4880-9474-2deea6e1e50f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433009 Dec 16 04:02:59.545559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-a1630832-19d3-44c1-9c1c-f0c1eae44d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:59.547839 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-a1630832-19d3-44c1-9c1c-f0c1eae44d1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1099 time: 0.0474131 Dec 16 04:02:59.659457 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-19618210-c3cd-4989-9182-98a84317570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:59.661027 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-19618210-c3cd-4989-9182-98a84317570c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 897 time: 0.0929480 Dec 16 04:02:59.725593 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-5d4b130e-e853-4f3e-aa6f-afb614b35fc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 1002 time: 0.0570872 Dec 16 04:02:59.780954 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-deee0a05-5709-477a-a9d5-06987941645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:59.782425 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-deee0a05-5709-477a-a9d5-06987941645a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 200 len: 835 time: 0.0481291 Dec 16 04:02:59.830677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-26351f14-450a-4bb2-960f-aa461f29d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:02:59.832186 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-26351f14-450a-4bb2-960f-aa461f29d0be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6019eb1c-6538-42c3-8d1f-967c24d4814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403745 Dec 16 04:02:59.925180 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-853c9521-cf6f-43e1-bea1-9eb8715da571 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Dec 16 04:03:00.020443 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-def0e045-3f6e-4f22-ade1-c0632e37b671 req-55d4a47d-4bd8-434b-a6f8-95971ad908fa service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872765 Dec 16 04:03:04.977944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43514) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:05.139288 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port e2d96519-cec8-4a6e-a725-58ca51c98100 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:03:05.139632 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:05.217591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:05.217937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:05.222419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a16bcfc0-2a07-4d23-8e4f-4e857950f6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:05.232910 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for e2d96519-cec8-4a6e-a725-58ca51c98100 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:03:05.387879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:05.412837 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=e2d96519-cec8-4a6e-a725-58ca51c98100,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:05.424345 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.424701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.425046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.425584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.426046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.426427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.426766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.427102 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.427435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.427762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.428079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.428396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.428717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:05.485745 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:05.486380 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP c0295176-0dca-41e7-866b-e72986a1072f disassociated (deleted). External IP: 172.26.6.206, port: a7654365-e6f1-4780-a5ee-3abaa5f5fb28. Dec 16 04:03:05.696526 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 812625ac-34cb-49a5-9fe7-c4370f18fa57 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:03:05.814056 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:03:05.819975 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:05.826795 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] Sync routers for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:03:05.837963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:05.838648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:02:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:05.847190 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-801f38c0-cff9-4dc0-971f-101e4545e20b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/floatingips/c0295176-0dca-41e7-866b-e72986a1072f HTTP/1.1" status: 204 len: 168 time: 0.8681295 Dec 16 04:03:05.847981 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:03:05.850427 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:03:05.888627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e97a68b-81a0-4293-8b3b-85f835a8b0ba x-openstack-request-id: req-6e97a68b-81a0-4293-8b3b-85f835a8b0ba {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:03:05.888925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:03:05.889184 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e97a68b-81a0-4293-8b3b-85f835a8b0ba {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:03:05.889569 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'status': 'completed', 'code': 200} Dec 16 04:03:05.948863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:05.989233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-95c33042-5ac8-4ad9-8433-6274415f9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:05.990782 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-95c33042-5ac8-4ad9-8433-6274415f9ae1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 1099 time: 0.0499413 Dec 16 04:03:06.080306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0a725-aa8a-4d67-9f90-3aa06becb088 req-0648f403-8b22-4ad6-8078-f27305809b9a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:06.082934 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3aa0a725-aa8a-4d67-9f90-3aa06becb088 req-0648f403-8b22-4ad6-8078-f27305809b9a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0515592 Dec 16 04:03:06.131031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-4cca79d8-3d54-4bef-9cdc-97b6f2c1890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:06.132924 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-4cca79d8-3d54-4bef-9cdc-97b6f2c1890e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 200 len: 897 time: 0.0957551 Dec 16 04:03:06.136990 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3aa0a725-aa8a-4d67-9f90-3aa06becb088 req-074cb34f-6b23-4d02-80ec-e28aeb3fa1e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459409 Dec 16 04:03:06.162755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:34Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:06.177398 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-d14f1533-94c6-45c0-b3ac-e8109fadae16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 200 len: 217 time: 0.0354414 Dec 16 04:03:06.189360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] Checking router: 812625ac-34cb-49a5-9fe7-c4370f18fa57 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:03:06.198245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:06.198882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:02:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:06.227228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-8e808c12-11ad-4425-aa3b-2a24b53c050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:06.228849 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-8e808c12-11ad-4425-aa3b-2a24b53c050b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 200 len: 835 time: 0.0436184 Dec 16 04:03:06.281354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-47ea51e9-f34f-40a3-a524-d235c04da2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:06.282913 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-47ea51e9-f34f-40a3-a524-d235c04da2f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6019eb1c-6538-42c3-8d1f-967c24d4814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459361 Dec 16 04:03:06.381487 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-fe0198da-350c-4b1c-adbd-c9c836444793 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894635 Dec 16 04:03:06.466438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:06.482148 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4fec0d76-469f-43eb-a19d-c34a7cb59a7e req-d21e6d62-672b-4e30-bf15-b190d7982ef1 service neutron] 10.222.0.30 "GET /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921423 Dec 16 04:03:06.678516 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:34Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:06.709298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a87336-29cc-4532-91e0-afdc35950617 None None] The sync data for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv is: [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '52ef126c-242b-48ce-a598-c2349bc2d464', 'name': '', 'network_id': '6019eb1c-6538-42c3-8d1f-967c24d4814a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:22:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:30Z', 'updated_at': '2021-12-16T04:01:34Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '2dff81fd-01f5-499e-bba1-c2173c393ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:03:06.947889 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349107f-f263-4120-bd82-b5f3d5e0c941 None None] New status for floating IP c0295176-0dca-41e7-866b-e72986a1072f: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:03:07.271553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e9b0d-5e7f-4f12-82b7-f57b29562b9e req-12d1b51e-cc16-4025-8e26-b67747f93c1e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:07.272955 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d42e9b0d-5e7f-4f12-82b7-f57b29562b9e req-12d1b51e-cc16-4025-8e26-b67747f93c1e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0595081 Dec 16 04:03:07.330531 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d42e9b0d-5e7f-4f12-82b7-f57b29562b9e req-1f97c07f-bf3b-478b-997f-fd4527b6c1be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=b91e93a6-c650-40b0-8d35-ca801c50bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491767 Dec 16 04:03:07.450753 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5afb24c-15d8-4fc5-b112-1922c8ea7ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:07.689813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-7b789ad2-344f-41f3-8e1a-cf45b5e04a43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:07.691490 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-7b789ad2-344f-41f3-8e1a-cf45b5e04a43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 946 time: 0.0550344 Dec 16 04:03:07.780915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:03:07.781228 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:07.874436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port a7654365-e6f1-4780-a5ee-3abaa5f5fb28, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:07.874825 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:07.891769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for a7654365-e6f1-4780-a5ee-3abaa5f5fb28 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:03:08.023882 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:08.051998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=a7654365-e6f1-4780-a5ee-3abaa5f5fb28,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:08.064044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.064370 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.064718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.065059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.065415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.065747 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.066179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.066744 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.067275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.067624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.067960 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.068285 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.068616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:08.102603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] No DVR routers for this DVR port a7654365-e6f1-4780-a5ee-3abaa5f5fb28 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:03:08.105045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:08.108367 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0b65c72d-0a9a-4d63-9be2-b63f1e1c946b req-4713af68-6af3-4e22-9999-8c04c18464ec tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "DELETE /v2.0/ports/a7654365-e6f1-4780-a5ee-3abaa5f5fb28 HTTP/1.1" status: 204 len: 173 time: 0.4111633 Dec 16 04:03:08.108824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'name': 'network-vif-deleted', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:03:08.111104 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cbcd8a-4bc3-4b6f-af6a-66820b73ffd9" -d '{"events": [{"server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "name": "network-vif-deleted", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:03:08.205551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a99d08b-4343-49aa-9aeb-af9c363830e7 x-openstack-request-id: req-4a99d08b-4343-49aa-9aeb-af9c363830e7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:03:08.205874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb22698d-efef-47be-8c76-2ad6157ac364", "name": "network-vif-deleted", "tag": "a7654365-e6f1-4780-a5ee-3abaa5f5fb28", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:03:08.206162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a99d08b-4343-49aa-9aeb-af9c363830e7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:03:08.206655 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb22698d-efef-47be-8c76-2ad6157ac364', 'name': 'network-vif-deleted', 'tag': 'a7654365-e6f1-4780-a5ee-3abaa5f5fb28', 'status': 'completed', 'code': 200} Dec 16 04:03:08.451622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-660a5720-652c-4dd2-9131-8e665de5bab4 req-b8032be7-5778-4e5d-819a-845f18ad50e1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb22698d-efef-47be-8c76-2ad6157ac364 HTTP/1.1" status: 200 len: 210 time: 0.0286934 Dec 16 04:03:08.600198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:09.513752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:09.901527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:10.136930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:10.170541 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 52ef126c-242b-48ce-a598-c2349bc2d464 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:03:10.170797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:10.269436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 52ef126c-242b-48ce-a598-c2349bc2d464, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=52ef126c-242b-48ce-a598-c2349bc2d464,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:10.269817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:10.282153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 52ef126c-242b-48ce-a598-c2349bc2d464 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:03:10.484549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:10.515978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=52ef126c-242b-48ce-a598-c2349bc2d464,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:10.689342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:10.903421 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 812625ac-34cb-49a5-9fe7-c4370f18fa57 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:03:11.174646 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.354506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:03:11.359856 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-46ab3694-6638-457a-9926-ba606276ee3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/812625ac-34cb-49a5-9fe7-c4370f18fa57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8450251 Dec 16 04:03:11.362887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43536) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:11.367547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] Sync routers for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:03:11.379571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:11.380537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:11.414864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting subnet 2dff81fd-01f5-499e-bba1-c2173c393ce6 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:03:11.418099 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.457545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.487148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:11.546724 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.605598 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.632205 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Subnet': ['ID=2dff81fd-01f5-499e-bba1-c2173c393ce6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:11.635813 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.639019 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9ad8189d-1160-4cc8-9510-255df0ae97c8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/subnets/2dff81fd-01f5-499e-bba1-c2173c393ce6 HTTP/1.1" status: 204 len: 168 time: 0.2751663 Dec 16 04:03:11.641608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43538) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:11.646453 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44d651-0869-48d8-9d80-1fe5623b3223 None None] Network 6019eb1c-6538-42c3-8d1f-967c24d4814a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:03:11.754274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:03:10Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:11.760664 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.781318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] Checking router: 812625ac-34cb-49a5-9fe7-c4370f18fa57 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:03:11.789970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] Routers {'812625ac-34cb-49a5-9fe7-c4370f18fa57'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:11.790618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['812625ac-34cb-49a5-9fe7-c4370f18fa57'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:11.828638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] DHCP port deletion for 6019eb1c-6538-42c3-8d1f-967c24d4814a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:03:11.868017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.920119 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 190d2abd-27f6-4e16-8a36-1af36139f951 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:03:11.920457 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:11.921423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] Set router 812625ac-34cb-49a5-9fe7-c4370f18fa57 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:12.004524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 190d2abd-27f6-4e16-8a36-1af36139f951, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=190d2abd-27f6-4e16-8a36-1af36139f951,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:12.004799 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.012637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Deleting port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:03:12.012994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.016611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 190d2abd-27f6-4e16-8a36-1af36139f951 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:03:12.096347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] For port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf,segment=NetworkSegment(2a76e019-ccbf-4cc7-b55a-db2d0a264f7f),segment_id=2a76e019-ccbf-4cc7-b55a-db2d0a264f7f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:12.096731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.118721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Calling delete_port for 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:03:12.199545 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.225142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=190d2abd-27f6-4e16-8a36-1af36139f951,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:12.229349 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:03:10Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:12.259850 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b0d81-e935-46aa-9df5-fb1f99fa932c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:03:12.262834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31050fd3-d64a-4afa-ac90-30a490a79c01 None None] The sync data for ids ['812625ac-34cb-49a5-9fe7-c4370f18fa57'] in dv-neutron-821927-1-hyperv is: [{'id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133543384', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:03:10Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '190d2abd-27f6-4e16-8a36-1af36139f951', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812625ac-34cb-49a5-9fe7-c4370f18fa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:01:28Z', 'updated_at': '2021-12-16T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:03:12.265995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.292931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Pushing event deleted for resources: {'Port': ['ID=8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:12.300409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] No DVR routers for this DVR port 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:03:12.300615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.302741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.303089 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.303423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.304120 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.304451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.304777 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.305099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.305421 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.305763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.306086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.306424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.306739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.307052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d3345-81cf-48a2-9093-5c508e77929a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:12.392740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.395100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.439337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.439872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Fanout notify agent at l3_agent the message router_deleted on router 812625ac-34cb-49a5-9fe7-c4370f18fa57 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:03:12.446793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.447910 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-30f2eaea-087a-4c0a-a421-7412ee2a1009 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/routers/812625ac-34cb-49a5-9fe7-c4370f18fa57 HTTP/1.1" status: 204 len: 168 time: 0.8053968 Dec 16 04:03:12.450763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43540) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:12.524525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.613696 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.637075 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6019eb1c-6538-42c3-8d1f-967c24d4814a']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:12.649886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:12.650199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a76e019-ccbf-4cc7-b55a-db2d0a264f7f') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:12.663786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.679213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.685649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:03:12.685984 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:03:12.689455 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:03:12.754546 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.762421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.765552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/networks/6019eb1c-6538-42c3-8d1f-967c24d4814a HTTP/1.1" status: 204 len: 168 time: 0.3136499 Dec 16 04:03:12.768295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:12.780888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e98ec2-608a-49b1-a2ac-1bd78bf4c70c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Network': ['ID=6019eb1c-6538-42c3-8d1f-967c24d4814a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:12.828998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00ee9726-74be-455d-9227-418019bd2fa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.855261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00ee9726-74be-455d-9227-418019bd2fa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.918112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00ee9726-74be-455d-9227-418019bd2fa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.920856 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00ee9726-74be-455d-9227-418019bd2fa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:12.922216 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-00ee9726-74be-455d-9227-418019bd2fa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/security-groups/b91e93a6-c650-40b0-8d35-ca801c50bf94 HTTP/1.1" status: 204 len: 168 time: 0.1527951 Dec 16 04:03:12.933475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee9726-74be-455d-9227-418019bd2fa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e93a6-c650-40b0-8d35-ca801c50bf94,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:13.130157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a7654365-e6f1-4780-a5ee-3abaa5f5fb28 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:03:13.154037 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: a7654365-e6f1-4780-a5ee-3abaa5f5fb28 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:03:13.154355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device a7654365-e6f1-4780-a5ee-3abaa5f5fb28 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:03:13.246907 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43548) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:13.251584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8daaed7f-5425-452e-9943-de05e7eab27a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052987976', 'description': 'tempest-secgroup-smoke-1052987976 description', 'project_id': 'e4ca5af820be4394b197423a49afa445'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:13.278554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8daaed7f-5425-452e-9943-de05e7eab27a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.347520 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8daaed7f-5425-452e-9943-de05e7eab27a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.356107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8daaed7f-5425-452e-9943-de05e7eab27a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.383776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8daaed7f-5425-452e-9943-de05e7eab27a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.384874 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8daaed7f-5425-452e-9943-de05e7eab27a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1369803 Dec 16 04:03:13.387746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43550) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:13.392836 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3f9c3b88-8f90-4ba9-adaf-f907de42fa01 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '97473806-68e5-40f7-a6cd-ab9d274a87fd', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:13.398408 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaed7f-5425-452e-9943-de05e7eab27a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97473806-68e5-40f7-a6cd-ab9d274a87fd,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:13.425279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3b88-8f90-4ba9-adaf-f907de42fa01 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.431125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 190d2abd-27f6-4e16-8a36-1af36139f951 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:03:13.451082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 190d2abd-27f6-4e16-8a36-1af36139f951 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:03:13.451431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 190d2abd-27f6-4e16-8a36-1af36139f951 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:03:13.451853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:03:13.475400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:03:13.475749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 8e005dd5-7f8c-43b5-8f5b-7cba85fffbcf not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:03:13.476175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 52ef126c-242b-48ce-a598-c2349bc2d464 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:03:13.483791 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3b88-8f90-4ba9-adaf-f907de42fa01 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.489231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3b88-8f90-4ba9-adaf-f907de42fa01 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.498935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 52ef126c-242b-48ce-a598-c2349bc2d464 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:03:13.499282 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 52ef126c-242b-48ce-a598-c2349bc2d464 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:03:13.507465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c3b88-8f90-4ba9-adaf-f907de42fa01 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c5fc45-1b75-4b1c-b036-347d5e6f2aea,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:13.515373 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3b88-8f90-4ba9-adaf-f907de42fa01 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.516661 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3f9c3b88-8f90-4ba9-adaf-f907de42fa01 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279399 Dec 16 04:03:13.519388 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43552) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:13.523795 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-23a8623c-71e4-4bbc-94b3-dda2a23d6e13 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '97473806-68e5-40f7-a6cd-ab9d274a87fd', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:13.555819 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23a8623c-71e4-4bbc-94b3-dda2a23d6e13 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.619516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23a8623c-71e4-4bbc-94b3-dda2a23d6e13 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.624707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23a8623c-71e4-4bbc-94b3-dda2a23d6e13 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.641920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8623c-71e4-4bbc-94b3-dda2a23d6e13 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc29aea3-f703-436d-a190-a2ac671cb9db,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:13.649163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23a8623c-71e4-4bbc-94b3-dda2a23d6e13 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.650344 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-23a8623c-71e4-4bbc-94b3-dda2a23d6e13 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300597 Dec 16 04:03:13.653121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43554) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:13.657300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-04034f62-cd61-4fd0-8b38-04bc867b33df tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '97473806-68e5-40f7-a6cd-ab9d274a87fd', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:13.686055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04034f62-cd61-4fd0-8b38-04bc867b33df tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.743936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04034f62-cd61-4fd0-8b38-04bc867b33df tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.748834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04034f62-cd61-4fd0-8b38-04bc867b33df tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.767570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04034f62-cd61-4fd0-8b38-04bc867b33df tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a9ce5c-b620-445d-8a6a-713793dd65c9,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:13.779152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04034f62-cd61-4fd0-8b38-04bc867b33df tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.780365 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-04034f62-cd61-4fd0-8b38-04bc867b33df tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263371 Dec 16 04:03:13.783337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43556) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:13.788031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-80b5c603-c229-449a-8df6-119b5378d8bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '97473806-68e5-40f7-a6cd-ab9d274a87fd', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:13.820561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80b5c603-c229-449a-8df6-119b5378d8bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.882008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80b5c603-c229-449a-8df6-119b5378d8bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.887429 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80b5c603-c229-449a-8df6-119b5378d8bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.906224 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5c603-c229-449a-8df6-119b5378d8bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0379ed-ec45-46a7-8830-fc4844e2c3eb,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:13.914216 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80b5c603-c229-449a-8df6-119b5378d8bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:13.915493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-80b5c603-c229-449a-8df6-119b5378d8bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311274 Dec 16 04:03:13.918171 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43558) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:13.922525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '97473806-68e5-40f7-a6cd-ab9d274a87fd', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:13.946993 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:03:13.952367 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.013502 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.017934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.035178 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e371bc85-cda7-49a9-bdc6-6a795825d08f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:14.044309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.045556 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-97a7aed4-a278-480e-81d3-8dc25f957fcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264238 Dec 16 04:03:14.048321 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43560) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:14.052622 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '97473806-68e5-40f7-a6cd-ab9d274a87fd', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:14.080971 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:03:14.086020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.146153 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.151980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.171932 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c59421f-2f71-49f5-bd3e-8005b72dc551,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:14.178539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.180636 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0d1f9967-e99f-41e9-981e-3c56c41d7662 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312530 Dec 16 04:03:14.185007 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43562) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:14.193135 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'network': {'name': 'tempest-network-smoke--2147472782', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'port_security_enabled': True}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:14.224691 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:03:14.228402 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.252987 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:03:14.263168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.263512 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Added segment cef8c472-c5d3-4bcf-a18d-adc4b02134ef of type vlan for network 6dbedde0-4862-4a32-befd-c25270779e36 Dec 16 04:03:14.303168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.331010 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.336571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:14.337162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.391045 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2046256 Dec 16 04:03:14.393977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43564) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:14.404839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'admin_state_up': True, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:14.417621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098723-3051-4949-8adf-dc90e479c69d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Network': ['ID=6dbedde0-4862-4a32-befd-c25270779e36,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:14.429323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 6dbedde0-4862-4a32-befd-c25270779e36 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:03:14.437726 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.439031 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.489877 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.643559 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.842996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.862155 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:14.967825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.164 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/d5d58342-c615-4383-a406-10a1e11978a9) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:03:15.073435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:15.111478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:15.147156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:03:15.149922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:03:15.153398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:03:15.163299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6350c-c87f-43a2-97ee-585ff9938703 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:03:15.181504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=d5d58342-c615-4383-a406-10a1e11978a9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:15.260287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f7c68725-2550-402c-ad6a-e66a6d66c2ed None None] Provisioning complete for port d5d58342-c615-4383-a406-10a1e11978a9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:15.260673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c68725-2550-402c-ad6a-e66a6d66c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:15.296097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f7c68725-2550-402c-ad6a-e66a6d66c2ed None None] Port d5d58342-c615-4383-a406-10a1e11978a9 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:03:15.736290 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:15.932894 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.074477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 470930de-b4ae-4d9c-8a62-b842cf08381a is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:03:16.197959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:03:16.210877 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Sync routers for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:03:16.220197 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:16.220811 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:16.222176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.228121 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-78e8b12d-9f51-405d-8a38-e656ef84a556 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8285940 Dec 16 04:03:16.228568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43566) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:16.261126 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b47520cc-c9f6-41a1-9105-8403f6e18918 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e4ca5af820be4394b197423a49afa445&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285678 Dec 16 04:03:16.261529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43568) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:16.325531 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:16.355572 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e33855-e255-4cd1-8744-98e85ccdb89f tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:16.357157 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a1e33855-e255-4cd1-8744-98e85ccdb89f tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945570 Dec 16 04:03:16.359933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43570) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:16.387429 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-0415b739-10c0-42e1-9882-9b96bd363d84 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264103 Dec 16 04:03:16.390322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43572) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:16.395036 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-567181669', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:16.483220 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:03:16.486856 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.501171 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:15Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:16.526746 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Checking router: 470930de-b4ae-4d9c-8a62-b842cf08381a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:03:16.527092 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Updating router 470930de-b4ae-4d9c-8a62-b842cf08381a port d5d58342-c615-4383-a406-10a1e11978a9 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:03:16.557729 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.671467 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.736657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Subnet': ['ID=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:16.745112 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Checking segment: {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:03:16.745476 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network hostable DHCP agents. Network: 6dbedde0-4862-4a32-befd-c25270779e36, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:03:16.763517 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6dbedde0-4862-4a32-befd-c25270779e36 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:03:16.773481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 6dbedde0-4862-4a32-befd-c25270779e36) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:03:16.777769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:16.778489 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.782658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77d3a0-506b-407a-b7e0-9976e66640d5 None None] Network 6dbedde0-4862-4a32-befd-c25270779e36 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:03:16.796064 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4cf3c4e6-e848-4030-91d6-01378822e7a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4047461 Dec 16 04:03:16.798755 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43574) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:16.821493 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.827731 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.869748 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Pushing event updated for resources: {'Port': ['ID=d5d58342-c615-4383-a406-10a1e11978a9,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:16.889328 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.889674 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.890014 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.890431 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.890887 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.891227 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.891580 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.891876 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.892203 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.892526 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.892849 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.893361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240f2c3-2a77-4e44-b5be-9df101c2dafe None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:03:16.893554 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.893554 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:03:16.902290 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Attempting to bind port d5d58342-c615-4383-a406-10a1e11978a9 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:03:16.902704 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Attempting to bind port d5d58342-c615-4383-a406-10a1e11978a9 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:03:16.903063 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Attempting to bind port d5d58342-c615-4383-a406-10a1e11978a9 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:03:16.910111 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:03:16.910563 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:03:16.910907 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.911084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-6dbedde0-4862-4a32-befd-c25270779e36', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:03:16.911295 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:03:16.911744 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Bound port: d5d58342-c615-4383-a406-10a1e11978a9, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:03:16.912126 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.912620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:16.973297 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] For port d5d58342-c615-4383-a406-10a1e11978a9, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:03:16.976471 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] For port d5d58342-c615-4383-a406-10a1e11978a9, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d5d58342-c615-4383-a406-10a1e11978a9,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:03:16.981378 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.045201 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d452bc-d378-4d5b-90a3-74a87f00149d None None] Pushing event updated for resources: {'Port': ['ID=d5d58342-c615-4383-a406-10a1e11978a9,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:17.050202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83ee31-1c90-4721-944f-176a20718dd0 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:03:17.052177 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:17.052799 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:17.077492 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0c0d10bb-e412-4865-b61f-3e5779435577 None None] Provisioning complete for port d5d58342-c615-4383-a406-10a1e11978a9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:17.077861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c0d10bb-e412-4865-b61f-3e5779435577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.082872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Allocated IP 172.20.0.2 (6dbedde0-4862-4a32-befd-c25270779e36/c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89/08488d06-ec59-46b3-ac8c-94d1661e3392) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:03:17.164535 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:17.292793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.431825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c0d10bb-e412-4865-b61f-3e5779435577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.442593 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:15Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:17.479199 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4dcdf4-6825-40f1-90fc-20266aa60af6 None None] The sync data for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv is: [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:15Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:03:17.481526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0c0d10bb-e412-4865-b61f-3e5779435577 None None] For port d5d58342-c615-4383-a406-10a1e11978a9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d5d58342-c615-4383-a406-10a1e11978a9,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:17.491638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c0d10bb-e412-4865-b61f-3e5779435577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.536719 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.556233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.561286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d10bb-e412-4865-b61f-3e5779435577 None None] Pushing event updated for resources: {'Port': ['ID=d5d58342-c615-4383-a406-10a1e11978a9,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:17.602963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Network 6dbedde0-4862-4a32-befd-c25270779e36 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:03:17.606996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.1 (6dbedde0-4862-4a32-befd-c25270779e36/c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89/ba677329-a82b-4f11-810a-9745a8c660ee) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:03:17.614355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:03:17.623398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:03:17.629875 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Pushing event updated for resources: {'Port': ['ID=08488d06-ec59-46b3-ac8c-94d1661e3392,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:17.639714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-007b89cd-dd0d-463a-b89a-01c744016740 None None] Provisioning complete for port d5d58342-c615-4383-a406-10a1e11978a9 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:17.640287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-007b89cd-dd0d-463a-b89a-01c744016740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.727580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Attempting to bind port 08488d06-ec59-46b3-ac8c-94d1661e3392 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:03:17.727953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Attempting to bind port 08488d06-ec59-46b3-ac8c-94d1661e3392 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:03:17.728319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Attempting to bind port 08488d06-ec59-46b3-ac8c-94d1661e3392 on network 6dbedde0-4862-4a32-befd-c25270779e36 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:03:17.736848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:03:17.737477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Checking segment: {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:03:17.738266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.738756 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Bound using segment: {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:03:17.739399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Bound port: 08488d06-ec59-46b3-ac8c-94d1661e3392, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:03:17.739783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.762902 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.802358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.850121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] For port 08488d06-ec59-46b3-ac8c-94d1661e3392, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:03:17.856483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6dbedde0-4862-4a32-befd-c25270779e36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:03:17.857757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] For port 08488d06-ec59-46b3-ac8c-94d1661e3392, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=08488d06-ec59-46b3-ac8c-94d1661e3392,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:03:17.859280 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:03:17.863948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:03:17.865438 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.896073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=ba677329-a82b-4f11-810a-9745a8c660ee,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:17.915491 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:17.940482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9c716-2839-4821-9727-296b5cb12ae2 None None] Pushing event updated for resources: {'Port': ['ID=08488d06-ec59-46b3-ac8c-94d1661e3392,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:18.062746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:18.389395 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:18.395185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:18.467672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:18.469503 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=ba677329-a82b-4f11-810a-9745a8c660ee,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:18.564165 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6dbedde0-4862-4a32-befd-c25270779e36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:03:18.565761 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:03:18.684414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 470930de-b4ae-4d9c-8a62-b842cf08381a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:03:18.794956 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:03:18.800464 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ccf5e11b-a5eb-4f02-a1ba-70b773adbd05 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/470930de-b4ae-4d9c-8a62-b842cf08381a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0006037 Dec 16 04:03:18.866914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7708381-34a5-4972-bdf8-702308e72b0c None None] Network 6dbedde0-4862-4a32-befd-c25270779e36 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:03:18.953600 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-604ec919-0cfc-466e-aac7-d95be4e6516f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052987976&fields=id&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 267 time: 0.0451233 Dec 16 04:03:18.979238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6ab2d757-a6df-467c-b382-c84e5d29bfa6 None None] Provisioning complete for port 08488d06-ec59-46b3-ac8c-94d1661e3392 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:18.979605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d757-a6df-467c-b382-c84e5d29bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.075693 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-db926855-0a59-49ab-830a-d66d3c53bae9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:19.077671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-db926855-0a59-49ab-830a-d66d3c53bae9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 797 time: 0.1167850 Dec 16 04:03:19.095553 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-03b47cdd-b824-40b2-bad4-b82fc78df209 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/quotas/e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 375 time: 0.0104909 Dec 16 04:03:19.099520 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d757-a6df-467c-b382-c84e5d29bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.137631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6ab2d757-a6df-467c-b382-c84e5d29bfa6 None None] For port 08488d06-ec59-46b3-ac8c-94d1661e3392, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=08488d06-ec59-46b3-ac8c-94d1661e3392,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:19.145018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d757-a6df-467c-b382-c84e5d29bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.161139 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-97a51610-9712-405b-b4ce-b593e6acc685 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586774 Dec 16 04:03:19.199383 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2d757-a6df-467c-b382-c84e5d29bfa6 None None] Pushing event updated for resources: {'Port': ['ID=08488d06-ec59-46b3-ac8c-94d1661e3392,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:19.241618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-13deb0fb-8347-49a2-acea-c8de32fb2a74 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:03:19.242686 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-13deb0fb-8347-49a2-acea-c8de32fb2a74 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573678 Dec 16 04:03:19.270023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0ec88fea-e3d3-433c-a34f-eea0639aac6f None None] Provisioning complete for port 08488d06-ec59-46b3-ac8c-94d1661e3392 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:19.270625 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ec88fea-e3d3-433c-a34f-eea0639aac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.345031 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-7d48c95a-8f86-4a0d-89c6-4f327e0d450f service neutron] 10.222.0.16 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956848 Dec 16 04:03:19.389449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0ec88fea-e3d3-433c-a34f-eea0639aac6f None None] Provisioning complete for port ba677329-a82b-4f11-810a-9745a8c660ee triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:19.389917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ec88fea-e3d3-433c-a34f-eea0639aac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.430235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0ec88fea-e3d3-433c-a34f-eea0639aac6f None None] Port ba677329-a82b-4f11-810a-9745a8c660ee cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:03:19.453724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Sync routers for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:03:19.466228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:19.466826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:19.495872 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-df5eb7f8-dddd-4de3-be94-48fc0a8ae76d service neutron] 10.222.0.16 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442835 Dec 16 04:03:19.573061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d5d58342-c615-4383-a406-10a1e11978a9 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:03:19.628036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6b9407e3-88b6-491d-9e27-3967f2d57093 None None] Provisioning complete for port ba677329-a82b-4f11-810a-9745a8c660ee triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:19.628327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9407e3-88b6-491d-9e27-3967f2d57093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.637984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:19.736687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6b9407e3-88b6-491d-9e27-3967f2d57093 None None] Port ba677329-a82b-4f11-810a-9745a8c660ee cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:03:19.780439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port d5d58342-c615-4383-a406-10a1e11978a9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:19.780815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.912154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-aa84ed5c-28b7-484d-bdfc-54bffc2cfb58 None None] Provisioning complete for port ba677329-a82b-4f11-810a-9745a8c660ee triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:19.912833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa84ed5c-28b7-484d-bdfc-54bffc2cfb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:19.954067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 08488d06-ec59-46b3-ac8c-94d1661e3392 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:03:19.983248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ed5c-28b7-484d-bdfc-54bffc2cfb58 None None] Port ba677329-a82b-4f11-810a-9745a8c660ee cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:03:20.006749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 2, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:20.036626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Checking router: 470930de-b4ae-4d9c-8a62-b842cf08381a for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:03:20.036986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Updating router 470930de-b4ae-4d9c-8a62-b842cf08381a port ba677329-a82b-4f11-810a-9745a8c660ee binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:03:20.061110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 08488d06-ec59-46b3-ac8c-94d1661e3392 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:20.061510 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.087508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.418274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.425022 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.473553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24333d-5017-4719-b8fa-443b5340ad97 None None] Pushing event updated for resources: {'Port': ['ID=ba677329-a82b-4f11-810a-9745a8c660ee,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:20.529479 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Attempting to bind port ba677329-a82b-4f11-810a-9745a8c660ee on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:03:20.529949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Attempting to bind port ba677329-a82b-4f11-810a-9745a8c660ee by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:03:20.530314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Attempting to bind port ba677329-a82b-4f11-810a-9745a8c660ee on network 6dbedde0-4862-4a32-befd-c25270779e36 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:03:20.536286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:03:20.536656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Checking segment: {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:03:20.537165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.537558 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Bound using segment: {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:03:20.538033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Bound port: ba677329-a82b-4f11-810a-9745a8c660ee, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:03:20.538426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.613637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] For port ba677329-a82b-4f11-810a-9745a8c660ee, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:03:20.617671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] For port ba677329-a82b-4f11-810a-9745a8c660ee, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ba677329-a82b-4f11-810a-9745a8c660ee,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:03:20.623124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.705687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:20.706377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:20.711959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24333d-5017-4719-b8fa-443b5340ad97 None None] Pushing event updated for resources: {'Port': ['ID=ba677329-a82b-4f11-810a-9745a8c660ee,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:20.741482 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9e0fc74c-c025-4788-84b2-d1173ba10db2 req-5633657e-5282-47a8-aa03-0a3505e5dd82 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 210 time: 0.0363903 Dec 16 04:03:20.823041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2126ccdd-4671-4a86-818f-07792473f437 None None] Provisioning complete for port ba677329-a82b-4f11-810a-9745a8c660ee triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:20.823414 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2126ccdd-4671-4a86-818f-07792473f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:20.874804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:21.063903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2126ccdd-4671-4a86-818f-07792473f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:21.303996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2126ccdd-4671-4a86-818f-07792473f437 None None] For port ba677329-a82b-4f11-810a-9745a8c660ee, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ba677329-a82b-4f11-810a-9745a8c660ee,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:21.324872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2126ccdd-4671-4a86-818f-07792473f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:21.380948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126ccdd-4671-4a86-818f-07792473f437 None None] Pushing event updated for resources: {'Port': ['ID=ba677329-a82b-4f11-810a-9745a8c660ee,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:21.396339 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:20Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:21.425855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c8e1-e149-45ca-8500-6609c447c9cf None None] The sync data for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv is: [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:20Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:03:21.445063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5e3ef02d-1aa2-4b15-8b99-c32bd365e631 None None] Provisioning complete for port ba677329-a82b-4f11-810a-9745a8c660ee triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:21.445429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef02d-1aa2-4b15-8b99-c32bd365e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:21.848622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-42dc12e5-02ee-44a0-a1a4-511971c81578 req-aa84d1e8-db41-414a-8f07-f8f5b6306d1e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Dec 16 04:03:21.979600 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-a26f8b65-5af6-4af3-8a8e-befbb078afb1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:21.981160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-a26f8b65-5af6-4af3-8a8e-befbb078afb1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 797 time: 0.1318376 Dec 16 04:03:22.057598 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-61e5c7a0-7063-4913-9c10-6702e5e79790 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 380 time: 0.0600553 Dec 16 04:03:22.068534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'port': {'device_id': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'admin_state_up': True, 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'security_groups': ['97473806-68e5-40f7-a6cd-ab9d274a87fd']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:22.191334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:03:22.195081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:22.324817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.14 (6dbedde0-4862-4a32-befd-c25270779e36/c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89/9c6c57c4-7035-4080-897c-b36d0aa6bc56) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:03:22.471903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:22.486980 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:03:22.512083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:22.560445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 6dbedde0-4862-4a32-befd-c25270779e36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:03:22.563638 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:03:22.566352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:03:22.591351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:22.621477 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:22.622091 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:22.641246 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-e9be04f3-861d-4f27-b9da-1e77075bd395 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766466 Dec 16 04:03:22.659888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Request body: {'port': {'device_id': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:22.722232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:22.763573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a96bcdf4-65cb-4fe7-a66a-352ca3993a62 None None] Provisioning complete for port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:22.764176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a96bcdf4-65cb-4fe7-a66a-352ca3993a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:22.797072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a96bcdf4-65cb-4fe7-a66a-352ca3993a62 None None] Port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:03:22.965214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dbbce-bdcc-42a5-b06f-b9473a54a227 req-0bb58b7a-ad6d-4775-8c23-72593f485b47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:22.966735 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-273dbbce-bdcc-42a5-b06f-b9473a54a227 req-0bb58b7a-ad6d-4775-8c23-72593f485b47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 932 time: 0.0497603 Dec 16 04:03:22.996388 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6c57c4-7035-4080-897c-b36d0aa6bc56 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:03:23.003870 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:23.015498 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Transition to ACTIVE for port object 9c6c57c4-7035-4080-897c-b36d0aa6bc56 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:03:23.016405 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-273dbbce-bdcc-42a5-b06f-b9473a54a227 req-2799117f-00b7-4364-86b7-0df8e290fdc7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 Dec 16 04:03:23.020150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:23.066461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Pushing event updated for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:23.140495 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Attempting to bind port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:03:23.140835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Attempting to bind port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:03:23.141166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Attempting to bind port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 on network 6dbedde0-4862-4a32-befd-c25270779e36 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:03:23.145972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 on network 6dbedde0-4862-4a32-befd-c25270779e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:03:23.146304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Attempting to bind port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 on network 6dbedde0-4862-4a32-befd-c25270779e36 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:03:23.151593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:03:23.151939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Checking segment: {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:03:23.152330 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Bound using segment: {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:03:23.152766 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Bound port: 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:03:23.153127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:23.223309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:03:23.226649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:03:23.231927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:23.269873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:23.270426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:23.271895 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] 10.222.0.30 "PUT /v2.0/ports/9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 1094 time: 0.6165669 Dec 16 04:03:23.272375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:03:23.274683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8110e3d4-b14c-4dbd-852f-c611b052c838" -d '{"events": [{"name": "network-changed", "server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:03:23.296343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774cc14-e3a6-4de4-b345-d4c4fee8189d service neutron] Pushing event updated for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:23.322124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f83fe-6dae-41a8-aad5-3b6216a9b5da x-openstack-request-id: req-821f83fe-6dae-41a8-aad5-3b6216a9b5da {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:03:23.322435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:03:23.322835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-821f83fe-6dae-41a8-aad5-3b6216a9b5da {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:03:23.323255 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'status': 'completed', 'code': 200} Dec 16 04:03:23.388297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-2e7c4714-82d0-4f94-8b76-237db39c1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:23.390041 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-2e7c4714-82d0-4f94-8b76-237db39c1cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1097 time: 0.0451357 Dec 16 04:03:23.446035 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-62ff1bcb-be47-41df-8bec-7239ee9fc53a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 217 time: 0.0425549 Dec 16 04:03:23.464658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ba677329-a82b-4f11-810a-9745a8c660ee up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:03:23.504504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-19943e56-b2fe-470c-82a0-94f289eb9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:23.506008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-19943e56-b2fe-470c-82a0-94f289eb9074 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0523245 Dec 16 04:03:23.511610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ba677329-a82b-4f11-810a-9745a8c660ee triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:23.511980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:23.554609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-ba5d53cf-3e5d-4886-8f3f-87d719b0a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:23.556218 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-ba5d53cf-3e5d-4886-8f3f-87d719b0a4e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423746 Dec 16 04:03:23.648759 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-0edc0857-8390-4327-a644-1ebc8793deac service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854053 Dec 16 04:03:23.749066 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f880fd41-d1b6-4be1-8219-c24ea7b11081 req-b33b8430-522e-4308-a248-46c979b03325 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929351 Dec 16 04:03:23.893815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-7e8eda1a-6bd7-468f-be0d-e2d2ec13f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:23.895548 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-7e8eda1a-6bd7-468f-be0d-e2d2ec13f75e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1097 time: 0.0440927 Dec 16 04:03:23.999525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-5cbae02c-f8f1-4669-8f23-8c75c9e09598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:24.001043 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-5cbae02c-f8f1-4669-8f23-8c75c9e09598 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 897 time: 0.0970826 Dec 16 04:03:24.043953 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-b7325a9f-5a5c-4ffe-976b-f0d39bc616f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 217 time: 0.0353653 Dec 16 04:03:24.060924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:24.099733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-4017052a-9a48-403f-860f-7c40be187a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:24.101245 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-4017052a-9a48-403f-860f-7c40be187a42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0490837 Dec 16 04:03:24.141501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4ba9-0a14-48f4-b2d5-c84a4856f705 req-d536e347-d8d1-4c75-9b65-ecbb9eef08a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:24.143029 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0f8f4ba9-0a14-48f4-b2d5-c84a4856f705 req-d536e347-d8d1-4c75-9b65-ecbb9eef08a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 944 time: 0.0545273 Dec 16 04:03:24.155951 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-b78f67fb-9c09-42c8-a380-d1468cfd345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:24.157160 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-b78f67fb-9c09-42c8-a380-d1468cfd345c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470588 Dec 16 04:03:24.194931 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0f8f4ba9-0a14-48f4-b2d5-c84a4856f705 req-11817f5d-b4a1-4b17-93f6-86706cd51d9d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Dec 16 04:03:24.248059 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-4ed5a19e-eae3-4e52-bb29-550370d18881 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819280 Dec 16 04:03:24.344100 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8110e3d4-b14c-4dbd-852f-c611b052c838 req-f319f31f-484e-4ec4-a385-f7bd7872c521 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879078 Dec 16 04:03:25.211332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9c6c57c4-7035-4080-897c-b36d0aa6bc56 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:03:25.313466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:25.321804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b3a5-98df-4d46-9ba7-5a938355be49 req-f46d9084-030b-43de-820c-2afced0adc89 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:25.323371 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-41f2b3a5-98df-4d46-9ba7-5a938355be49 req-f46d9084-030b-43de-820c-2afced0adc89 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 944 time: 0.0576367 Dec 16 04:03:25.325664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'port_id': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'mac_address': 'fa:16:3e:56:94:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:03:25.367306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:25.375088 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-41f2b3a5-98df-4d46-9ba7-5a938355be49 req-e5a83cce-8161-4216-b73b-7fbfc8e0c772 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441053 Dec 16 04:03:25.381763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6c57c4-7035-4080-897c-b36d0aa6bc56 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:03:25.401521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:25.405792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:25.450448 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:25.683197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['9c6c57c4-7035-4080-897c-b36d0aa6bc56'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:03:26.502385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfbfcb-7b7c-4983-aeba-867a32249741 req-f37da175-d439-4e7b-bcb8-3739e830696a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:26.503883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ccfbfcb-7b7c-4983-aeba-867a32249741 req-f37da175-d439-4e7b-bcb8-3739e830696a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Dec 16 04:03:26.556300 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5ccfbfcb-7b7c-4983-aeba-867a32249741 req-93642def-c93f-4383-bc65-1b1d84698afb tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464413 Dec 16 04:03:27.223908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9c6c57c4-7035-4080-897c-b36d0aa6bc56 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:03:27.280394 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:03:27.284244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:03:27.284618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:27.363534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:27.387007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:03:27.389316 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f310ae6-5305-4d07-a1fc-bdd51419314d" -d '{"events": [{"server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:03:27.401550 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:03:27.406399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:27.429531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306c81da-2d17-4eb5-a67f-9e50c632dcef x-openstack-request-id: req-306c81da-2d17-4eb5-a67f-9e50c632dcef {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:03:27.429822 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:03:27.430072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-306c81da-2d17-4eb5-a67f-9e50c632dcef {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:03:27.430484 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'code': 200} Dec 16 04:03:27.455382 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:27.648197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01a1a-bc49-49e7-9c3e-c834d065b92d req-e3eb7fce-91b1-48c4-804e-bfb72ff866f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:27.649853 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f5b01a1a-bc49-49e7-9c3e-c834d065b92d req-e3eb7fce-91b1-48c4-804e-bfb72ff866f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1099 time: 0.0487974 Dec 16 04:03:27.676356 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89227d1-013b-4f1e-b3f9-455245d65794 req-6e054604-6f18-4aaf-82c8-ad016775d617 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:27.677828 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e89227d1-013b-4f1e-b3f9-455245d65794 req-6e054604-6f18-4aaf-82c8-ad016775d617 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0522931 Dec 16 04:03:27.698007 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f5b01a1a-bc49-49e7-9c3e-c834d065b92d req-2b0a69f1-f7c8-4bf8-a4cf-68acacee09f0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407310 Dec 16 04:03:27.728396 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e89227d1-013b-4f1e-b3f9-455245d65794 req-d2bcdc02-3626-4b01-9b83-16975bbf8fbc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Dec 16 04:03:28.855354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd868462-f01d-4917-bbe7-11d807cafdcf req-b5454b78-aeaf-4575-aa5c-a11d378b455e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:28.856800 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fd868462-f01d-4917-bbe7-11d807cafdcf req-b5454b78-aeaf-4575-aa5c-a11d378b455e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0497530 Dec 16 04:03:28.906981 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fd868462-f01d-4917-bbe7-11d807cafdcf req-3ebc9f04-57bb-4c93-9729-6eeebc705e6c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Dec 16 04:03:29.032606 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9efaf-5e97-420c-90dd-c750da6feab6 req-5169b827-b21c-4c67-8a0d-00ca65cfca9a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:29.033980 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38b9efaf-5e97-420c-90dd-c750da6feab6 req-5169b827-b21c-4c67-8a0d-00ca65cfca9a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0546010 Dec 16 04:03:29.088750 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-38b9efaf-5e97-420c-90dd-c750da6feab6 req-d8e7dbee-d897-460a-bc79-fb450a5f9486 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486188 Dec 16 04:03:29.116219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43632) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:29.156045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c1b91-0624-4360-8677-742a35345334 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:29.157524 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e61c1b91-0624-4360-8677-742a35345334 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1094 time: 0.0403669 Dec 16 04:03:29.160548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43634) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:29.165013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:03:29.192055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:29.619920 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:29.724163 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.54 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/15521abd-7984-4ec1-b9fb-2b0a4ffb2a60) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:03:29.835579 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:29.870190 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:29.907966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:03:29.910974 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:03:29.914365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:03:29.919599 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=15521abd-7984-4ec1-b9fb-2b0a4ffb2a60,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:30.279530 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:30.345771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:30.492212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:30.498951 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:30.569453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=15521abd-7984-4ec1-b9fb-2b0a4ffb2a60,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:03:30.579556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:30.679794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP f5b91074-7a80-4799-96e5-015dd2b353b0 associated. External IP: 172.26.6.54, port: 9c6c57c4-7035-4080-897c-b36d0aa6bc56. Dec 16 04:03:30.892681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 470930de-b4ae-4d9c-8a62-b842cf08381a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:03:31.000227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:03:31.010913 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] Sync routers for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:03:31.020790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:31.023989 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:31.024630 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:31.056501 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f1229bc1-f96e-4507-8dea-35b414dd1498 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8920693 Dec 16 04:03:31.056501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:03:31.057455 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27aa3fe-a111-41b1-ab8e-dcb549b57502" -d '{"events": [{"name": "network-changed", "server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:03:31.095282 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121510f0-14c0-4550-95a4-adbb6f3118c3 x-openstack-request-id: req-121510f0-14c0-4550-95a4-adbb6f3118c3 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:03:31.095569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:03:31.095842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-121510f0-14c0-4550-95a4-adbb6f3118c3 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:03:31.096474 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'status': 'completed', 'code': 200} Dec 16 04:03:31.133238 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:31.155838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79d6e-85f5-4c43-982a-0c6a6fab282c req-5f5a529d-150f-47f8-961e-e572f0dde021 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:31.157281 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abc79d6e-85f5-4c43-982a-0c6a6fab282c req-5f5a529d-150f-47f8-961e-e572f0dde021 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0498416 Dec 16 04:03:31.181002 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-a5c61e34-87e4-41c7-826d-63f26520577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:31.182564 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-a5c61e34-87e4-41c7-826d-63f26520577e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1099 time: 0.0422964 Dec 16 04:03:31.207439 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-abc79d6e-85f5-4c43-982a-0c6a6fab282c req-9070f78c-ce39-44c3-9097-3c64be9bd9d6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 Dec 16 04:03:31.230810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43640) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:31.296161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-83a625e9-2930-44da-927d-73a820a2ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:31.297692 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-83a625e9-2930-44da-927d-73a820a2ad25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 897 time: 0.1079648 Dec 16 04:03:31.299760 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b5e012a5-e4a3-4425-a74f-e3e31c599d09 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/f5b91074-7a80-4799-96e5-015dd2b353b0 HTTP/1.1" status: 200 len: 991 time: 0.0679724 Dec 16 04:03:31.360902 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'f5b91074-7a80-4799-96e5-015dd2b353b0', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'port_id': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'mac_address': 'fa:16:3e:56:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:03:30Z', 'updated_at': '2021-12-16T04:03:30Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:21Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:31.363575 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-b70d3630-1e41-42c4-b6c8-b43f655e79f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 999 time: 0.0586457 Dec 16 04:03:31.389979 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] Checking router: 470930de-b4ae-4d9c-8a62-b842cf08381a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:03:31.398809 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:03:31.399412 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:03:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:31.417204 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-886ee317-c8fa-4052-a4c8-094e353784b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:31.418655 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-886ee317-c8fa-4052-a4c8-094e353784b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0487692 Dec 16 04:03:31.464249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-b4db80f8-d4da-4ab7-97c2-36c9b0cb4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:03:31.465733 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-b4db80f8-d4da-4ab7-97c2-36c9b0cb4b94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403190 Dec 16 04:03:31.502786 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:03:31.554804 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-f3a65a2a-985f-4511-8876-4489cb0840b6 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815918 Dec 16 04:03:31.649902 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a27aa3fe-a111-41b1-ab8e-dcb549b57502 req-43d6d4df-8060-49c2-80d8-a87af98a7d84 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876436 Dec 16 04:03:31.728016 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'f5b91074-7a80-4799-96e5-015dd2b353b0', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'port_id': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'mac_address': 'fa:16:3e:56:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:03:30Z', 'updated_at': '2021-12-16T04:03:30Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:21Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:03:31.756479 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397e99c-7a46-4785-9071-461ae47aab41 None None] The sync data for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv is: [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'f5b91074-7a80-4799-96e5-015dd2b353b0', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'port_id': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'mac_address': 'fa:16:3e:56:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:03:30Z', 'updated_at': '2021-12-16T04:03:30Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:21Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:03:31.963148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff0b5e-5223-45df-86f2-7aae4ebe4823 None None] New status for floating IP f5b91074-7a80-4799-96e5-015dd2b353b0: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:03:32.304200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43642) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:03:32.371290 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-caa28733-b0da-4d35-83ac-71d4624bb25b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/f5b91074-7a80-4799-96e5-015dd2b353b0 HTTP/1.1" status: 200 len: 993 time: 0.0655804 Dec 16 04:03:35.232708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11fd94ba-318a-4d3a-a5e7-7862ca4d72bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:37.446106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74db554-e6cc-42da-b837-404fa9ddfbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:38.607694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:40.151057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:41.184529 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:54.082892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:03:59.486270 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:04:00.428653 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-5695aac4-9fa7-4326-88e4-784e49c3cad9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478494 Dec 16 04:04:00.531131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-12154e6e-cb19-42f5-a31f-152e58adf3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:00.532658 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-12154e6e-cb19-42f5-a31f-152e58adf3c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1099 time: 0.0438395 Dec 16 04:04:00.644784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-bd8648b5-2252-477a-9542-1653ddcad833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:00.646550 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-bd8648b5-2252-477a-9542-1653ddcad833 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 897 time: 0.0938091 Dec 16 04:04:00.718809 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-56e09954-dbaf-4cda-aa59-fc2a28c74a6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 1001 time: 0.0616963 Dec 16 04:04:00.776624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-0e95baf7-07ae-49d8-ad1a-903521912b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:00.778077 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-0e95baf7-07ae-49d8-ad1a-903521912b3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0517297 Dec 16 04:04:00.830193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-4c5aa122-d724-43d7-86c9-8317485dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:00.831720 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-4c5aa122-d724-43d7-86c9-8317485dc81e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460918 Dec 16 04:04:00.934353 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-c99f98fb-c06c-4150-b995-dfce56a27787 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948853 Dec 16 04:04:01.051008 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f4fd780e-89c8-426a-857a-27315d50dde3 req-4e36026b-6b71-4247-905e-70a2eb1acd07 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089718 Dec 16 04:04:03.724980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-6c30a545-ebc0-4c39-9b45-54731e9e06f0 req-293822bb-c3ea-48cf-ab1a-44f96563200e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:04:03.725962 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c30a545-ebc0-4c39-9b45-54731e9e06f0 req-293822bb-c3ea-48cf-ab1a-44f96563200e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054452 Dec 16 04:04:03.915867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e21703-96bf-49cf-abf9-f94b19ccee33 req-b6ee2a4f-542f-4f1c-8b3d-4018852a8bd6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:03.917103 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-02e21703-96bf-49cf-abf9-f94b19ccee33 req-b6ee2a4f-542f-4f1c-8b3d-4018852a8bd6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0524280 Dec 16 04:04:03.930837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43670) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:04:03.968031 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-02e21703-96bf-49cf-abf9-f94b19ccee33 req-7b685078-2332-42cf-a92e-ace89401eabc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Dec 16 04:04:04.015648 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-847513cd-4833-4bf9-bc54-1049fa91a0b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836928 Dec 16 04:04:04.027014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-dc421084-5418-4029-b4e6-856425ab47f7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:04:04.028080 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-dc421084-5418-4029-b4e6-856425ab47f7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052500 Dec 16 04:04:05.089536 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c806d-5f2c-4186-aa5d-d1bff3110deb req-29abe193-21ee-4346-af13-5b299d102af3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:05.091086 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-733c806d-5f2c-4186-aa5d-d1bff3110deb req-29abe193-21ee-4346-af13-5b299d102af3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0547974 Dec 16 04:04:05.146139 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-733c806d-5f2c-4186-aa5d-d1bff3110deb req-70ce45e5-1776-4407-9c4a-d792bd03d3a8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490544 Dec 16 04:04:05.225446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b8b4-65a5-4ab5-bac7-699c31241d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:05.279756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-67daa7a2-e17c-4799-91f3-4ae7d4a1139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:05.281186 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-67daa7a2-e17c-4799-91f3-4ae7d4a1139e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1099 time: 0.0420458 Dec 16 04:04:05.502268 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-405eebcc-d373-46d9-9009-3cac8f3a4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:05.503837 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-405eebcc-d373-46d9-9009-3cac8f3a4989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 897 time: 0.1007566 Dec 16 04:04:05.570451 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-1e05a270-a35c-4f6c-bbbf-958b1a408459 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 1001 time: 0.0588737 Dec 16 04:04:05.623963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-e388a873-267b-4092-a1ab-cc51aefd592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:05.625399 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-e388a873-267b-4092-a1ab-cc51aefd592a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0477831 Dec 16 04:04:05.675872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-e39844ba-a542-4b7c-8435-37deccee3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:05.677351 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-e39844ba-a542-4b7c-8435-37deccee3eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447030 Dec 16 04:04:05.767813 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-177a428a-6c8f-42bf-923e-44e98810298b service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823777 Dec 16 04:04:05.884208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-0029cadb-6e78-4757-b016-07e8c4c2a1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085579 Dec 16 04:04:06.290656 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed8187-678e-4501-a2f0-68396bfc5a40 req-f998f3f2-f6f7-4462-8450-5d836098344f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:06.292165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b2ed8187-678e-4501-a2f0-68396bfc5a40 req-f998f3f2-f6f7-4462-8450-5d836098344f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0603065 Dec 16 04:04:06.346321 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b2ed8187-678e-4501-a2f0-68396bfc5a40 req-b49fff37-71cb-43eb-a942-87aba06a7c60 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454466 Dec 16 04:04:07.450323 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb689f21-a765-4542-bc62-3ade63f23ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:07.479957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefb906-2b3e-40b4-9416-f5e3ab02028d req-51e81832-55e9-439d-98d0-df2b272b1707 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:07.481461 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1aefb906-2b3e-40b4-9416-f5e3ab02028d req-51e81832-55e9-439d-98d0-df2b272b1707 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0521116 Dec 16 04:04:07.532618 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1aefb906-2b3e-40b4-9416-f5e3ab02028d req-59f0d825-167e-48ce-82d7-bd7918450300 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Dec 16 04:04:08.603864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:08.660019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677f66-d0bb-4d8f-bd3d-573e25b0e024 req-ce978672-f79b-4d9b-ae0a-7412faa69312 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:08.661476 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2677f66-d0bb-4d8f-bd3d-573e25b0e024 req-ce978672-f79b-4d9b-ae0a-7412faa69312 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Dec 16 04:04:08.716363 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2677f66-d0bb-4d8f-bd3d-573e25b0e024 req-83d59263-940f-4149-a32f-19e00d29a17c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Dec 16 04:04:09.851136 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0727d9a-5ae5-4a39-b9e0-b94aa5393593 req-8f8afaf7-9e26-47a4-93c6-06e1599a66b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:09.852613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f0727d9a-5ae5-4a39-b9e0-b94aa5393593 req-8f8afaf7-9e26-47a4-93c6-06e1599a66b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0602336 Dec 16 04:04:09.903844 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f0727d9a-5ae5-4a39-b9e0-b94aa5393593 req-6c297db7-08d7-480c-b94e-b75bd277c96a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443275 Dec 16 04:04:10.152549 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:11.032977 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7448019-de3e-4d2f-9cc5-227ee17c51f9 req-56b33b6f-3c15-4a9d-bec4-b8c2796ed2dd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:11.034452 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b7448019-de3e-4d2f-9cc5-227ee17c51f9 req-56b33b6f-3c15-4a9d-bec4-b8c2796ed2dd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0558672 Dec 16 04:04:11.090249 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b7448019-de3e-4d2f-9cc5-227ee17c51f9 req-3a02c491-bd2a-4058-8770-67bccec2db81 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468662 Dec 16 04:04:11.175144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:12.218485 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86910f-d9b0-45e7-94fe-2d4f11866c68 req-83f96172-91b3-43c1-8ac6-b8520ea39817 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:12.219863 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f86910f-d9b0-45e7-94fe-2d4f11866c68 req-83f96172-91b3-43c1-8ac6-b8520ea39817 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0518384 Dec 16 04:04:12.268059 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f86910f-d9b0-45e7-94fe-2d4f11866c68 req-24789e3c-6be0-4f74-b35b-afd0a4a8013a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Dec 16 04:04:13.392740 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd985a-c789-4646-9a8d-f29accee8384 req-ef7dc6d7-97c0-49e4-a0bf-85f2c8138ed2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:13.394183 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fd985a-c789-4646-9a8d-f29accee8384 req-ef7dc6d7-97c0-49e4-a0bf-85f2c8138ed2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0489502 Dec 16 04:04:13.446027 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-59fd985a-c789-4646-9a8d-f29accee8384 req-13fbbedb-43e4-430b-91f0-c830addace3b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458996 Dec 16 04:04:14.568366 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3e3f-46a8-45b1-8ed5-329da8e4e2cb req-3df26a8f-db90-49df-8748-3989ed5cfbaf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:14.569835 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ca3d3e3f-46a8-45b1-8ed5-329da8e4e2cb req-3df26a8f-db90-49df-8748-3989ed5cfbaf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0531681 Dec 16 04:04:14.620924 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ca3d3e3f-46a8-45b1-8ed5-329da8e4e2cb req-9f57368e-2339-4340-b86a-7a0fbffa1fd0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Dec 16 04:04:15.751003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbd23b-092e-4163-ab00-daee01b0bcae req-b00ca841-b4ad-4c02-a62c-e745e294ca03 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:15.752487 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55dbd23b-092e-4163-ab00-daee01b0bcae req-b00ca841-b4ad-4c02-a62c-e745e294ca03 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0587080 Dec 16 04:04:15.806240 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55dbd23b-092e-4163-ab00-daee01b0bcae req-47374e82-f92b-4c0b-88bc-2b37c42838fa tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Dec 16 04:04:16.942705 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72e53b-212b-48c8-8fa4-f626064f33e1 req-5585a4c0-aa5d-438b-85db-c57e02bbf2d4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:16.944191 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9a72e53b-212b-48c8-8fa4-f626064f33e1 req-5585a4c0-aa5d-438b-85db-c57e02bbf2d4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0581157 Dec 16 04:04:16.994681 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9a72e53b-212b-48c8-8fa4-f626064f33e1 req-072bb6f5-e088-4643-9e11-3b5445c12568 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Dec 16 04:04:18.134842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bda73-ea07-4117-a1ec-585e032343fc req-a1df2680-8e9d-4bea-97a3-c5e2fc64ff7e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:18.136333 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-854bda73-ea07-4117-a1ec-585e032343fc req-a1df2680-8e9d-4bea-97a3-c5e2fc64ff7e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0518880 Dec 16 04:04:18.187070 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-854bda73-ea07-4117-a1ec-585e032343fc req-2073590c-a631-451f-9c3e-ea69e1224357 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Dec 16 04:04:19.314992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b6841-418a-4992-a707-1b9a5b9a453a req-30d097d8-2ff0-4a8b-ba98-ead359c921f6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:19.316463 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d31b6841-418a-4992-a707-1b9a5b9a453a req-30d097d8-2ff0-4a8b-ba98-ead359c921f6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0541239 Dec 16 04:04:19.371987 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d31b6841-418a-4992-a707-1b9a5b9a453a req-926492f8-a91c-4343-aeab-775b1b5ba930 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490477 Dec 16 04:04:20.497541 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7309e-2f0c-405b-8555-6fc61b88b003 req-ea655d29-89bd-45f7-92e9-35fbf436e458 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:20.499236 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9fb7309e-2f0c-405b-8555-6fc61b88b003 req-ea655d29-89bd-45f7-92e9-35fbf436e458 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0508378 Dec 16 04:04:20.548782 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9fb7309e-2f0c-405b-8555-6fc61b88b003 req-e6e66f00-6857-4452-bc34-b9b1edd91ce0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435596 Dec 16 04:04:21.677449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b98368-b99c-409e-8710-327e8be3d1f6 req-7e9fd6d2-74a6-4eb6-9f56-d2b6985c4be0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:21.678839 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71b98368-b99c-409e-8710-327e8be3d1f6 req-7e9fd6d2-74a6-4eb6-9f56-d2b6985c4be0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0556180 Dec 16 04:04:21.730335 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-71b98368-b99c-409e-8710-327e8be3d1f6 req-94186ed5-a41b-401a-bd65-5c501e410f6d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430706 Dec 16 04:04:22.651968 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-23bced6e-93af-4f9f-ab5d-68f6e2ea8bd4 service neutron] 10.222.0.30 "GET /v2.0/ports/9c6c57c4-7035-4080-897c-b36d0aa6bc56/bindings/hv-neutron-8219 HTTP/1.1" status: 200 len: 384 time: 0.0738850 Dec 16 04:04:22.872478 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a95994-59bd-4f2a-9819-7592d9e8b093 req-56e6d0b6-a247-4685-9cd4-d95a4a5aa1ed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:22.874305 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-33a95994-59bd-4f2a-9819-7592d9e8b093 req-56e6d0b6-a247-4685-9cd4-d95a4a5aa1ed tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0650837 Dec 16 04:04:22.900320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-d0df0016-56fd-46a4-99cb-4cbf3c761d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:22.902565 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-d0df0016-56fd-46a4-99cb-4cbf3c761d05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 1099 time: 0.0509858 Dec 16 04:04:22.925696 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-33a95994-59bd-4f2a-9819-7592d9e8b093 req-c7eddfa5-93d2-43d1-b1da-8f231e27fcf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Dec 16 04:04:22.979412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-42464a48-04b3-4fdf-9127-6f1c74f4605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:22.981178 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-42464a48-04b3-4fdf-9127-6f1c74f4605e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1099 time: 0.0459356 Dec 16 04:04:23.088709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-0ef7ecd8-3735-43fa-aff1-683f0026f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:23.090241 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-0ef7ecd8-3735-43fa-aff1-683f0026f980 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 897 time: 0.1023149 Dec 16 04:04:23.160411 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-8540a275-f58c-40bd-b3a4-81088ca1b59a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 1001 time: 0.0630455 Dec 16 04:04:23.219147 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-9afe09b8-6973-4061-9592-5560542ee100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:23.220723 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-9afe09b8-6973-4061-9592-5560542ee100 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0531681 Dec 16 04:04:23.270211 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-66b175c6-455b-4c26-b3b3-a294ead84d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:23.271755 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-66b175c6-455b-4c26-b3b3-a294ead84d18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438910 Dec 16 04:04:23.366892 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-3d4625e0-e476-42c5-ae0d-331b8dba3b34 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867989 Dec 16 04:04:23.462802 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-baf678d4-a03a-4ebd-8b72-daf2aac2e3a0 req-913fcd71-7b86-45bd-b91c-1a08e3cd3e6a service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889850 Dec 16 04:04:24.053804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789506-2f1c-4cf6-8100-60bf3e323e19 req-39407cf1-a5be-4253-af41-ab77db9f70f4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:24.055327 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b789506-2f1c-4cf6-8100-60bf3e323e19 req-39407cf1-a5be-4253-af41-ab77db9f70f4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0526574 Dec 16 04:04:24.088820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:24.108159 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b789506-2f1c-4cf6-8100-60bf3e323e19 req-79fab15d-94ca-4a15-bdfe-e2612b9ef070 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463960 Dec 16 04:04:25.239879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949f66b-0b81-41a7-b0c4-4eac781210b8 req-0c7bff21-71f2-4df1-9984-81f1a13aef1a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:25.241302 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8949f66b-0b81-41a7-b0c4-4eac781210b8 req-0c7bff21-71f2-4df1-9984-81f1a13aef1a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0642378 Dec 16 04:04:25.291266 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8949f66b-0b81-41a7-b0c4-4eac781210b8 req-70e49e89-0267-4733-882a-45d68df2f763 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Dec 16 04:04:25.440125 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9c6c57c4-7035-4080-897c-b36d0aa6bc56 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:04:25.541065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:04:25.556873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'port_id': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'mac_address': 'fa:16:3e:56:94:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:04:25.596608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:25.609403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c6c57c4-7035-4080-897c-b36d0aa6bc56 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:04:25.628751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:04:25.635401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:25.681600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:04:25.688703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.689058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.689410 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.689734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.690064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.690411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.690732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.691062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.691388 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.691716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.692041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.692365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.692686 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:25.792971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['9c6c57c4-7035-4080-897c-b36d0aa6bc56'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:04:26.421003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c0018-2dba-4052-b52e-198079bd7f0d req-ef3599ec-f0b8-49a8-811d-0c4360ceed3d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:26.422505 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-688c0018-2dba-4052-b52e-198079bd7f0d req-ef3599ec-f0b8-49a8-811d-0c4360ceed3d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 945 time: 0.0508623 Dec 16 04:04:26.474224 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-688c0018-2dba-4052-b52e-198079bd7f0d req-b150439d-a49c-4dfa-bb12-29d3b0af69c6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Dec 16 04:04:26.681334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a2b6b-469d-4908-a94f-52cce93e4047 req-9b2774ec-dd0f-4814-8ab8-25139ebb9f84 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:26.682920 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-363a2b6b-469d-4908-a94f-52cce93e4047 req-9b2774ec-dd0f-4814-8ab8-25139ebb9f84 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 945 time: 0.0522025 Dec 16 04:04:26.708037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-c7fead17-4c26-49c2-8b6d-586a8d5f608c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:26.709494 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-c7fead17-4c26-49c2-8b6d-586a8d5f608c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4&tenant_id=e4ca5af820be4394b197423a49afa445&binding%3Ahost_id=hv-neutron-8219 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Dec 16 04:04:26.737110 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-363a2b6b-469d-4908-a94f-52cce93e4047 req-cf236ffb-3bed-4815-9d19-8d55e68a376f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469224 Dec 16 04:04:26.807208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-c9e081d6-f79a-48e6-98a7-8999248659be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:26.808775 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-c9e081d6-f79a-48e6-98a7-8999248659be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1098 time: 0.0408542 Dec 16 04:04:26.859333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60f50-2e7d-4184-bdb1-f72dff369970 req-7968191b-2b16-4116-865e-215e821589f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:26.860754 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ede60f50-2e7d-4184-bdb1-f72dff369970 req-7968191b-2b16-4116-865e-215e821589f0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 945 time: 0.0552304 Dec 16 04:04:26.906275 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-65398331-f20d-431c-b5f2-32799e50dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:26.907787 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-65398331-f20d-431c-b5f2-32799e50dff1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 897 time: 0.0919876 Dec 16 04:04:26.909679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ede60f50-2e7d-4184-bdb1-f72dff369970 req-44f87dfc-c724-4106-875f-5ef6e069376e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 Dec 16 04:04:26.978491 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-ff4b99df-3c54-419f-b451-ed1bd8dedf78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 1000 time: 0.0625584 Dec 16 04:04:27.037612 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-f21fc1f5-383a-4df9-ab97-aa645fd60515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:27.039223 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-f21fc1f5-383a-4df9-ab97-aa645fd60515 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0532165 Dec 16 04:04:27.093841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-7a053f26-b5ce-40e5-8184-6641d9b78501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:27.095408 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-7a053f26-b5ce-40e5-8184-6641d9b78501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489097 Dec 16 04:04:27.187187 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-0f372f1a-df60-4b6c-ae82-0efe5674456f service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Dec 16 04:04:27.290230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-05cf60c7-33cc-41cb-9f79-9d1e674a1787 req-3f5af769-e03e-4fa6-a978-3bfe7453113b service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962143 Dec 16 04:04:27.476573 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9c6c57c4-7035-4080-897c-b36d0aa6bc56 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:04:27.527547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:04:27.527928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:27.610186 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:27.633933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:04:27.636212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d35608a-82d5-4d57-a047-d288c282f82f" -d '{"events": [{"server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:04:27.650071 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:04:27.655628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:27.683597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae99db83-5498-44e8-b8fe-18fa162a9e77 x-openstack-request-id: req-ae99db83-5498-44e8-b8fe-18fa162a9e77 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:04:27.683889 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:04:27.684142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae99db83-5498-44e8-b8fe-18fa162a9e77 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:04:27.684530 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'code': 200} Dec 16 04:04:27.707689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:04:28.029818 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4710c-4954-4ad6-a364-b13044562dd8 req-fc7226e0-1823-49d6-a3f6-5363e5cdf2e2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:28.031347 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-07d4710c-4954-4ad6-a364-b13044562dd8 req-fc7226e0-1823-49d6-a3f6-5363e5cdf2e2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Dec 16 04:04:28.081924 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-07d4710c-4954-4ad6-a364-b13044562dd8 req-95cddfd4-c496-4968-aba1-a60dfac153fc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Dec 16 04:04:28.113248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43752) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:04:28.172934 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-da4bee89-666f-4b3a-9baf-ed50e47dcc5f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/f5b91074-7a80-4799-96e5-015dd2b353b0 HTTP/1.1" status: 200 len: 993 time: 0.0585282 Dec 16 04:04:35.232426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec29ca53-eb2a-476f-955e-0c9b4ee4d3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:36.490534 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:04:37.457852 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b83fd3d-5d4e-423e-97a4-0c78fbb429f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:38.618247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:40.155228 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:41.177780 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:54.091300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:56.901531 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43764) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:04:57.079626 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 15521abd-7984-4ec1-b9fb-2b0a4ffb2a60 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:04:57.079970 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:57.165702 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:57.165967 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:57.178539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 15521abd-7984-4ec1-b9fb-2b0a4ffb2a60 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:04:57.335942 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:57.365621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=15521abd-7984-4ec1-b9fb-2b0a4ffb2a60,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:04:57.387896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.388232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.388601 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.388943 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.389284 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.389615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.389941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.390272 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.390629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.390958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.391283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.391616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.391924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:04:57.436233 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:57.436590 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP f5b91074-7a80-4799-96e5-015dd2b353b0 disassociated (deleted). External IP: 172.26.6.54, port: 9c6c57c4-7035-4080-897c-b36d0aa6bc56. Dec 16 04:04:57.652022 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 470930de-b4ae-4d9c-8a62-b842cf08381a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:04:57.767164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:04:57.772334 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:04:57.776941 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] Sync routers for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:04:57.787357 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:04:57.787969 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:04:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:04:57.802195 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c1d8d525-30fb-411c-8c8f-c66b98e2e53d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/floatingips/f5b91074-7a80-4799-96e5-015dd2b353b0 HTTP/1.1" status: 204 len: 168 time: 0.8986838 Dec 16 04:04:57.802826 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:04:57.805098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:04:57.893762 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:04:57.950680 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a993dbff-241a-4474-9bea-b41c9ea5ba60 x-openstack-request-id: req-a993dbff-241a-4474-9bea-b41c9ea5ba60 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:04:57.951139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:04:57.951139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a993dbff-241a-4474-9bea-b41c9ea5ba60 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:04:57.951532 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'status': 'completed', 'code': 200} Dec 16 04:04:58.037834 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984654fd-f94b-453a-a579-fd59488fe5ce req-94bd306a-a433-4a77-8270-d8305693f732 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:58.039426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-984654fd-f94b-453a-a579-fd59488fe5ce req-94bd306a-a433-4a77-8270-d8305693f732 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0524969 Dec 16 04:04:58.073355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-af6b6c60-7717-4d24-b2bb-4bec9a0d0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:58.074914 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-af6b6c60-7717-4d24-b2bb-4bec9a0d0692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 1099 time: 0.0486102 Dec 16 04:04:58.093498 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-984654fd-f94b-453a-a579-fd59488fe5ce req-913ac619-9861-4a32-a855-985c32e44e91 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451891 Dec 16 04:04:58.167225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-8c59a0a0-fb9a-415d-9c64-e31463caf077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:58.168719 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-8c59a0a0-fb9a-415d-9c64-e31463caf077 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 200 len: 897 time: 0.0853794 Dec 16 04:04:58.212087 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:21Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:04:58.213973 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-e30fa7b0-3e64-4e34-9f20-c84a0ef13b79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 200 len: 217 time: 0.0378456 Dec 16 04:04:58.238682 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] Checking router: 470930de-b4ae-4d9c-8a62-b842cf08381a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:04:58.246943 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:04:58.247520 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:04:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:04:58.263986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-1ea88afe-b1e7-4fb3-ace3-7e4e2462e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:58.265455 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-1ea88afe-b1e7-4fb3-ace3-7e4e2462e642 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 200 len: 834 time: 0.0442488 Dec 16 04:04:58.314031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-b2a5ac4c-80f4-4a3d-b66c-4b97a0fb3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:58.315503 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-b2a5ac4c-80f4-4a3d-b66c-4b97a0fb3a01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dbedde0-4862-4a32-befd-c25270779e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418396 Dec 16 04:04:58.352280 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:04:58.409826 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-1701b111-9733-4058-9d65-2687a523a57e service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853801 Dec 16 04:04:58.500860 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a2f886d3-6ce8-4ae2-b58e-49948eca6ce0 req-ed961d5d-5dcb-4c5c-b034-79fa7f1cb4a5 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816128 Dec 16 04:04:58.550247 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:21Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:04:58.580143 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca1cc2-b90a-424c-a7b7-c0e922c620bb None None] The sync data for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv is: [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'ba677329-a82b-4f11-810a-9745a8c660ee', 'name': '', 'network_id': '6dbedde0-4862-4a32-befd-c25270779e36', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:27:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:17Z', 'updated_at': '2021-12-16T04:03:21Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:04:58.812047 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62774f6-2a5f-49a9-8413-8251714ea44b None None] New status for floating IP f5b91074-7a80-4799-96e5-015dd2b353b0: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:04:59.225471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f630-55ce-4595-946d-21634e820668 req-50daebfa-d99b-4725-84ef-244585f50892 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:59.226989 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3322f630-55ce-4595-946d-21634e820668 req-50daebfa-d99b-4725-84ef-244585f50892 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0572860 Dec 16 04:04:59.278414 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3322f630-55ce-4595-946d-21634e820668 req-a6b2b40f-08b3-4eae-8d1b-0800feabbd7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=97473806-68e5-40f7-a6cd-ab9d274a87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426259 Dec 16 04:04:59.949966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437576e-657f-4506-9dd5-098df0b880cb req-c4580683-0e07-4237-8e99-c508d3a98a90 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:04:59.951462 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0437576e-657f-4506-9dd5-098df0b880cb req-c4580683-0e07-4237-8e99-c508d3a98a90 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 946 time: 0.0565889 Dec 16 04:05:00.043199 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:05:00.043539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:00.134866 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 9c6c57c4-7035-4080-897c-b36d0aa6bc56, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=9c6c57c4-7035-4080-897c-b36d0aa6bc56,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:00.135216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:00.147782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 9c6c57c4-7035-4080-897c-b36d0aa6bc56 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:05:00.291478 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:00.324444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=9c6c57c4-7035-4080-897c-b36d0aa6bc56,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:00.336963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.337317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.337654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.337988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.338331 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.338787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.339106 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.339437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.340487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.340487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.340487 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.340852 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.341130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:00.378003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] No DVR routers for this DVR port 9c6c57c4-7035-4080-897c-b36d0aa6bc56 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:05:00.380559 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:00.383863 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0437576e-657f-4506-9dd5-098df0b880cb req-c7f5ff6c-d2a5-4090-b8a0-49860a40a378 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "DELETE /v2.0/ports/9c6c57c4-7035-4080-897c-b36d0aa6bc56 HTTP/1.1" status: 204 len: 173 time: 0.4260597 Dec 16 04:05:00.384309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'name': 'network-vif-deleted', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:05:00.386632 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45760699-796f-4149-89c0-1553da1ca372" -d '{"events": [{"server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "name": "network-vif-deleted", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:05:00.390379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a6305a12-efdb-4b4f-835e-259e2fd69d3f req-0e98bf76-62e2-42db-9081-77727b800ff8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa143b72-1497-4e8a-8790-fe6a107638a4 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Dec 16 04:05:00.421835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c735b87-5a9a-45c1-872b-ced8a0664bf8 x-openstack-request-id: req-1c735b87-5a9a-45c1-872b-ced8a0664bf8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:05:00.422185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa143b72-1497-4e8a-8790-fe6a107638a4", "name": "network-vif-deleted", "tag": "9c6c57c4-7035-4080-897c-b36d0aa6bc56", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:05:00.422481 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c735b87-5a9a-45c1-872b-ced8a0664bf8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:05:00.422884 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa143b72-1497-4e8a-8790-fe6a107638a4', 'name': 'network-vif-deleted', 'tag': '9c6c57c4-7035-4080-897c-b36d0aa6bc56', 'status': 'completed', 'code': 200} Dec 16 04:05:01.459585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43782) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:02.167992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:02.427824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port ba677329-a82b-4f11-810a-9745a8c660ee {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:05:02.428311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:02.518154 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port ba677329-a82b-4f11-810a-9745a8c660ee, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ba677329-a82b-4f11-810a-9745a8c660ee,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:02.518890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:02.530955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for ba677329-a82b-4f11-810a-9745a8c660ee owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:05:02.733974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:02.759965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=ba677329-a82b-4f11-810a-9745a8c660ee,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:02.935292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.149172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 470930de-b4ae-4d9c-8a62-b842cf08381a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:05:03.252648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:05:03.258250 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d773994f-4513-43f4-b9d1-52789de26656 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/470930de-b4ae-4d9c-8a62-b842cf08381a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975893 Dec 16 04:05:03.261005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43784) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:03.264029 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] Sync routers for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:05:03.275598 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:03.276218 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:04:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:03.317150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting subnet c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:05:03.320594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.362369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.382021 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:03.451695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.520009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.549281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Subnet': ['ID=c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:03.555413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.561443 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43786) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:03.562739 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-ee98b2c0-4d58-4627-b0f2-be440879b148 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/subnets/c970cf05-e8fb-4bf8-b783-0a4ba8a3ae89 HTTP/1.1" status: 204 len: 168 time: 0.3001933 Dec 16 04:05:03.564811 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:05:02Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:03.565503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c0af2-a0d2-4713-9209-7406bc6d1469 None None] Network 6dbedde0-4862-4a32-befd-c25270779e36 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:05:03.593835 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] Checking router: 470930de-b4ae-4d9c-8a62-b842cf08381a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:05:03.602639 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] Routers {'470930de-b4ae-4d9c-8a62-b842cf08381a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:03.603249 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:04:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['470930de-b4ae-4d9c-8a62-b842cf08381a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:03.625067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9c6c57c4-7035-4080-897c-b36d0aa6bc56 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:05:03.648238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 9c6c57c4-7035-4080-897c-b36d0aa6bc56 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:05:03.648903 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 9c6c57c4-7035-4080-897c-b36d0aa6bc56 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:05:03.670642 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.705874 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] Set router 470930de-b4ae-4d9c-8a62-b842cf08381a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:03.764328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] DHCP port deletion for 6dbedde0-4862-4a32-befd-c25270779e36 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:05:03.784962 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.813980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] Deleting port 08488d06-ec59-46b3-ac8c-94d1661e3392 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:05:03.814361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.847584 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port d5d58342-c615-4383-a406-10a1e11978a9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:05:03.847948 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.881243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] For port 08488d06-ec59-46b3-ac8c-94d1661e3392, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=08488d06-ec59-46b3-ac8c-94d1661e3392,segment=NetworkSegment(cef8c472-c5d3-4bcf-a18d-adc4b02134ef),segment_id=cef8c472-c5d3-4bcf-a18d-adc4b02134ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:03.881790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.887954 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:05:02Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:03.895200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] Calling delete_port for 08488d06-ec59-46b3-ac8c-94d1661e3392 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:05:03.913647 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56922b1b-553e-4bca-93ae-a1daea6b437e None None] The sync data for ids ['470930de-b4ae-4d9c-8a62-b842cf08381a'] in dv-neutron-821927-1-hyperv is: [{'id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781177477', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:05:02Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'd5d58342-c615-4383-a406-10a1e11978a9', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470930de-b4ae-4d9c-8a62-b842cf08381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:03:14Z', 'updated_at': '2021-12-16T04:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:05:03.930524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port d5d58342-c615-4383-a406-10a1e11978a9, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=d5d58342-c615-4383-a406-10a1e11978a9,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:03.930889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:03.947871 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for d5d58342-c615-4383-a406-10a1e11978a9 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:05:03.982799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.012130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] Pushing event deleted for resources: {'Port': ['ID=08488d06-ec59-46b3-ac8c-94d1661e3392,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:04.013997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792566bc-827f-469d-bcf0-03ed30a41d26 None None] No DVR routers for this DVR port 08488d06-ec59-46b3-ac8c-94d1661e3392 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:05:04.120516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.154801 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=d5d58342-c615-4383-a406-10a1e11978a9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:04.168618 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc0328-bbf1-4ef9-bfc7-f7b777bdf353 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:05:04.555319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.643195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.645934 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.693689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.694358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Fanout notify agent at l3_agent the message router_deleted on router 470930de-b4ae-4d9c-8a62-b842cf08381a {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:05:04.701471 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.702622 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c2ae2cc7-41f0-4896-a15a-f4ce5f59144b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/routers/470930de-b4ae-4d9c-8a62-b842cf08381a HTTP/1.1" status: 204 len: 168 time: 1.1392412 Dec 16 04:05:04.705636 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:04.784201 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.875034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.894653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbedde0-4862-4a32-befd-c25270779e36']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:04.903764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:04.904055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef8c472-c5d3-4bcf-a18d-adc4b02134ef') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:04.913438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.927159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.933848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:05:04.934230 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:05:04.947381 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:05:05.006703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.016930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.022265 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/networks/6dbedde0-4862-4a32-befd-c25270779e36 HTTP/1.1" status: 204 len: 168 time: 0.3155956 Dec 16 04:05:05.025235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43790) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:05.034839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a46bab-d03f-427c-b179-d4d6d5f1b8c1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Network': ['ID=6dbedde0-4862-4a32-befd-c25270779e36,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:05.084422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4158f046-72b2-43a2-89d5-f62f410cbe1d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.112804 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4158f046-72b2-43a2-89d5-f62f410cbe1d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.180494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4158f046-72b2-43a2-89d5-f62f410cbe1d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.183336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4158f046-72b2-43a2-89d5-f62f410cbe1d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.184488 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-4158f046-72b2-43a2-89d5-f62f410cbe1d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/security-groups/97473806-68e5-40f7-a6cd-ab9d274a87fd HTTP/1.1" status: 204 len: 168 time: 0.1582222 Dec 16 04:05:05.195482 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158f046-72b2-43a2-89d5-f62f410cbe1d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97473806-68e5-40f7-a6cd-ab9d274a87fd,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:05.246154 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ecc85f97-3631-4c84-831f-d5fcc43312de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.492187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d5d58342-c615-4383-a406-10a1e11978a9 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:05:05.503128 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43796) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:05.508038 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-495a3b65-2f6e-48a5-8190-ea8b14d919a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021424098', 'description': 'tempest-secgroup-smoke-2021424098 description', 'project_id': 'e4ca5af820be4394b197423a49afa445'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:05.512877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: d5d58342-c615-4383-a406-10a1e11978a9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:05:05.513219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device d5d58342-c615-4383-a406-10a1e11978a9 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:05:05.513664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ba677329-a82b-4f11-810a-9745a8c660ee no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:05:05.533249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ba677329-a82b-4f11-810a-9745a8c660ee {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:05:05.533576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-495a3b65-2f6e-48a5-8190-ea8b14d919a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.533724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ba677329-a82b-4f11-810a-9745a8c660ee not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:05:05.534006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 08488d06-ec59-46b3-ac8c-94d1661e3392 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:05:05.553846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 08488d06-ec59-46b3-ac8c-94d1661e3392 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:05:05.554168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 08488d06-ec59-46b3-ac8c-94d1661e3392 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:05:05.604501 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-495a3b65-2f6e-48a5-8190-ea8b14d919a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.608639 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-495a3b65-2f6e-48a5-8190-ea8b14d919a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.637385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-495a3b65-2f6e-48a5-8190-ea8b14d919a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.638637 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-495a3b65-2f6e-48a5-8190-ea8b14d919a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342375 Dec 16 04:05:05.640596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a3b65-2f6e-48a5-8190-ea8b14d919a0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:05.641997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43798) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:05.647073 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dfaa509d-5146-4610-98f6-e0d9f7680753 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '49c6a712-b8a7-4fe1-9c93-8bd323c5f06a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:05.685274 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfaa509d-5146-4610-98f6-e0d9f7680753 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.746787 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfaa509d-5146-4610-98f6-e0d9f7680753 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.752034 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfaa509d-5146-4610-98f6-e0d9f7680753 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.769475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa509d-5146-4610-98f6-e0d9f7680753 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c025cd4-c4d5-4251-8219-811949440007,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:05.776854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfaa509d-5146-4610-98f6-e0d9f7680753 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.778052 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-dfaa509d-5146-4610-98f6-e0d9f7680753 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348267 Dec 16 04:05:05.780848 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:05.785358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-70e9cecb-a8cd-465f-b2f7-30e3035ba305 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '49c6a712-b8a7-4fe1-9c93-8bd323c5f06a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:05.815644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70e9cecb-a8cd-465f-b2f7-30e3035ba305 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.874810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70e9cecb-a8cd-465f-b2f7-30e3035ba305 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.880633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70e9cecb-a8cd-465f-b2f7-30e3035ba305 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.901290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9cecb-a8cd-465f-b2f7-30e3035ba305 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6657cd55-a64a-4246-97f3-c4b3d19f8126,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:05.913850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70e9cecb-a8cd-465f-b2f7-30e3035ba305 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:05.915126 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-70e9cecb-a8cd-465f-b2f7-30e3035ba305 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332676 Dec 16 04:05:05.917844 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:05.922139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a66153a9-35a7-4f6d-8be9-15156012b231 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '49c6a712-b8a7-4fe1-9c93-8bd323c5f06a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:05.952046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a66153a9-35a7-4f6d-8be9-15156012b231 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.010839 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a66153a9-35a7-4f6d-8be9-15156012b231 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.017542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a66153a9-35a7-4f6d-8be9-15156012b231 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.044427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66153a9-35a7-4f6d-8be9-15156012b231 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d4a20a-6dcf-4d7d-af5a-4154aa0f41cd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:06.056626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a66153a9-35a7-4f6d-8be9-15156012b231 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.057989 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a66153a9-35a7-4f6d-8be9-15156012b231 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391160 Dec 16 04:05:06.061283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43804) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:06.067682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c3f7f026-14d5-43e7-9e72-1c2946f70460 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '49c6a712-b8a7-4fe1-9c93-8bd323c5f06a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:06.100831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f026-14d5-43e7-9e72-1c2946f70460 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.159130 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f026-14d5-43e7-9e72-1c2946f70460 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.163877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f026-14d5-43e7-9e72-1c2946f70460 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.182052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7f026-14d5-43e7-9e72-1c2946f70460 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd0c5dd-5c3f-41b6-93bb-7d03b0aa362b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:06.190137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f026-14d5-43e7-9e72-1c2946f70460 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.191433 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c3f7f026-14d5-43e7-9e72-1c2946f70460 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289456 Dec 16 04:05:06.195620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:06.200131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '49c6a712-b8a7-4fe1-9c93-8bd323c5f06a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:06.224061 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:05:06.228850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.287473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.292668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.310264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66678e31-ac9c-4253-a98d-fcf2e07b8b27,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:06.319400 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.320662 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-453369c9-3ce7-4228-a39c-50dae4773dcf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241138 Dec 16 04:05:06.324752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43808) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:06.329055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': '49c6a712-b8a7-4fe1-9c93-8bd323c5f06a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:06.351864 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:05:06.356727 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.413382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.419409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.439810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0507d00-4bdc-4ad7-bd8e-303fa413f10f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:06.446618 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.447801 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-bce5982a-f6d8-40e1-a1bb-64babfef5e2c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221101 Dec 16 04:05:06.451006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:06.456014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'network': {'name': 'tempest-network-smoke--242853387', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:06.482157 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:05:06.486751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.516663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:05:06.525969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.526335 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Added segment 2ebe1fa4-5597-4361-aa24-85d4a8972fc3 of type vlan for network fbf96f4e-926c-4282-81cb-8b2de48a973a Dec 16 04:05:06.567449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.595412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.601252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:06.601864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.658125 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2062023 Dec 16 04:05:06.661302 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43812) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:06.666054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'admin_state_up': True, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:06.670707 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65daa-7424-49ca-a9fa-7c80a11b68bc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Network': ['ID=fbf96f4e-926c-4282-81cb-8b2de48a973a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:06.683272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network fbf96f4e-926c-4282-81cb-8b2de48a973a details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:05:06.695929 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.696990 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.753257 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:06.887968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.097076 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.115554 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.225952 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.176 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/133a6a6a-65c7-453f-bf45-4309d0812fff) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:05:07.327277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.366015 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.407338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:05:07.412891 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:05:07.415689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:05:07.418333 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=133a6a6a-65c7-453f-bf45-4309d0812fff,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:07.425649 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa3bc0-1b00-4387-b6f1-3ee0ca81069e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:05:07.452564 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37bc92f4-f927-4e23-8a07-63f44f4f03d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.506439 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9b55685f-1bec-4637-9ed1-1f617074d1a0 None None] Provisioning complete for port 133a6a6a-65c7-453f-bf45-4309d0812fff triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:07.506969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b55685f-1bec-4637-9ed1-1f617074d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.541511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9b55685f-1bec-4637-9ed1-1f617074d1a0 None None] Port 133a6a6a-65c7-453f-bf45-4309d0812fff cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:05:07.681079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:07.890512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:08.023353 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 84a26788-64ca-4973-a578-1147f7bb5084 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:05:08.135256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:05:08.150493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Sync routers for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:05:08.156809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:08.158055 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bb012f1a-142d-462a-8ecc-c99a007f6bf1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4956880 Dec 16 04:05:08.161246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:08.161428 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:08.161865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:05:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:08.193896 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-bbed1eea-6766-4042-a562-ee39b0a07b86 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e4ca5af820be4394b197423a49afa445&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287445 Dec 16 04:05:08.194138 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43816) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:08.266865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:08.286246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad82e00-664e-46ad-84d2-075a8a533d8c tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:08.287826 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-dad82e00-664e-46ad-84d2-075a8a533d8c tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928099 Dec 16 04:05:08.290803 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43818) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:08.320434 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ba940f21-6148-41a3-a9c3-ee4f3080e114 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283444 Dec 16 04:05:08.323258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43820) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:08.328488 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070814790', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:08.429097 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:05:08.432833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:08.614053 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:08.615420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:08.617954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:07Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:08.649696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Checking router: 84a26788-64ca-4973-a578-1147f7bb5084 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:05:08.650040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Updating router 84a26788-64ca-4973-a578-1147f7bb5084 port 133a6a6a-65c7-453f-bf45-4309d0812fff binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:05:08.672749 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Subnet': ['ID=c5806651-eb4a-4c68-b76b-d825b27fc275,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:08.674184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:08.685149 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Checking segment: {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:05:08.685641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network hostable DHCP agents. Network: fbf96f4e-926c-4282-81cb-8b2de48a973a, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:05:08.704649 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network fbf96f4e-926c-4282-81cb-8b2de48a973a is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:05:08.716413 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, fbf96f4e-926c-4282-81cb-8b2de48a973a) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:05:08.720945 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:08.721792 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:08.740787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-547d1160-9727-43cf-a3e1-d3287b463331 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4164300 Dec 16 04:05:08.743747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43822) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:08.757899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2eb9ce-f350-4520-a52e-598a1973a70a None None] Network fbf96f4e-926c-4282-81cb-8b2de48a973a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:05:08.924319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-fbf96f4e-926c-4282-81cb-8b2de48a973a', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:05:08.926311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.111452 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.121954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.128150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Allocated IP 172.20.0.2 (fbf96f4e-926c-4282-81cb-8b2de48a973a/c5806651-eb4a-4c68-b76b-d825b27fc275/84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:05:09.181325 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.192289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11012446-5535-4531-b379-551bd7da2f4b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:05:09.235179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Attempting to bind port 133a6a6a-65c7-453f-bf45-4309d0812fff on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:05:09.235537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Attempting to bind port 133a6a6a-65c7-453f-bf45-4309d0812fff by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:05:09.235895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Attempting to bind port 133a6a6a-65c7-453f-bf45-4309d0812fff on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:05:09.243788 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc75e-ddc5-4785-a780-e16223b1c79e None None] Pushing event updated for resources: {'Port': ['ID=133a6a6a-65c7-453f-bf45-4309d0812fff,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:09.252046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:05:09.252412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:05:09.252811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.253207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:05:09.253665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Bound port: 133a6a6a-65c7-453f-bf45-4309d0812fff, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:05:09.254070 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.340743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-38d77493-c9f5-4c09-a352-0efde47aa0ed None None] Provisioning complete for port 133a6a6a-65c7-453f-bf45-4309d0812fff triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:09.341135 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38d77493-c9f5-4c09-a352-0efde47aa0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.403177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] For port 133a6a6a-65c7-453f-bf45-4309d0812fff, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:05:09.423732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] For port 133a6a6a-65c7-453f-bf45-4309d0812fff, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=133a6a6a-65c7-453f-bf45-4309d0812fff,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:05:09.424708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-38d77493-c9f5-4c09-a352-0efde47aa0ed None None] Port 133a6a6a-65c7-453f-bf45-4309d0812fff cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:05:09.435883 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.467502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.480882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.500900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1765e1-124e-45a6-9ae2-599c567c8a7c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:05:09.514918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc75e-ddc5-4785-a780-e16223b1c79e None None] Pushing event updated for resources: {'Port': ['ID=133a6a6a-65c7-453f-bf45-4309d0812fff,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:09.524842 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:09.525472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:05:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:09.528242 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.1 (fbf96f4e-926c-4282-81cb-8b2de48a973a/c5806651-eb4a-4c68-b76b-d825b27fc275/4745dc6b-9d95-4f7a-b813-8b8fb44cede4) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:05:09.528689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Network fbf96f4e-926c-4282-81cb-8b2de48a973a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:05:09.555919 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:05:09.592376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:05:09.631269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Pushing event updated for resources: {'Port': ['ID=84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:09.651074 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.686543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.688771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1b4db688-9303-4213-bdd3-aa7f210cd8a2 None None] Provisioning complete for port 133a6a6a-65c7-453f-bf45-4309d0812fff triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:09.688771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b4db688-9303-4213-bdd3-aa7f210cd8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.729107 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network fbf96f4e-926c-4282-81cb-8b2de48a973a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:05:09.734767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:05:09.739307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:05:09.765046 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Attempting to bind port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:05:09.765514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Attempting to bind port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:05:09.766377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Attempting to bind port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 on network fbf96f4e-926c-4282-81cb-8b2de48a973a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:05:09.771338 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:09.782977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:05:09.783353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Checking segment: {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:05:09.783758 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.784166 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Bound using segment: {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:05:09.784651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Bound port: 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:05:09.785043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.790368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:09.792709 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.926422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:09.971925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b4db688-9303-4213-bdd3-aa7f210cd8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:10.006671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1b4db688-9303-4213-bdd3-aa7f210cd8a2 None None] For port 133a6a6a-65c7-453f-bf45-4309d0812fff, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=133a6a6a-65c7-453f-bf45-4309d0812fff,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:10.007998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] For port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:05:10.032055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b4db688-9303-4213-bdd3-aa7f210cd8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:10.044632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] For port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:05:10.071041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:10.219508 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:10.224941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:10.292462 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4db688-9303-4213-bdd3-aa7f210cd8a2 None None] Pushing event updated for resources: {'Port': ['ID=133a6a6a-65c7-453f-bf45-4309d0812fff,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:10.301594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:10.311578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:10.315357 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:10.355937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981675c-42d7-4619-8868-db9c4426a7d2 None None] Pushing event updated for resources: {'Port': ['ID=84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:10.363467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:07Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:10.394755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43708-b04d-4f41-9331-1ca04f6621bb None None] The sync data for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv is: [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:07Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:05:10.420941 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network fbf96f4e-926c-4282-81cb-8b2de48a973a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:05:10.422359 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:05:10.894563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 84a26788-64ca-4973-a578-1147f7bb5084 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:05:11.005001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:05:11.018164 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cf672768-e78a-4a49-a004-c600af155a7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/84a26788-64ca-4973-a578-1147f7bb5084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655058 Dec 16 04:05:11.178715 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:11.182155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-8b0b2c51-b394-4f62-8c8d-8cb7d7919ed6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021424098&fields=id&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 267 time: 0.0558448 Dec 16 04:05:11.303464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-fd4b71c8-2946-4f7f-9db5-b2d5ca863e70 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:11.306699 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-fd4b71c8-2946-4f7f-9db5-b2d5ca863e70 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/networks?id=fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 200 len: 796 time: 0.1141078 Dec 16 04:05:11.321152 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-a00cfb7b-32fd-4667-bd7e-25cbb7ffab94 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/quotas/e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 375 time: 0.0100863 Dec 16 04:05:11.347823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa0d7b-f2e6-42c2-a6b7-9b09a16b643e None None] Network fbf96f4e-926c-4282-81cb-8b2de48a973a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:05:11.374290 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-80274f09-66b8-4666-980c-a1730adf54dc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471287 Dec 16 04:05:11.406134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-535643b1-77a5-4e1e-8596-0874646f7885 None None] Provisioning complete for port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:11.406530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-535643b1-77a5-4e1e-8596-0874646f7885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:11.480815 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-95a32c59-0c0f-45cc-ad3e-6d305040666d service neutron] 10.222.0.16 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940175 Dec 16 04:05:11.534083 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-535643b1-77a5-4e1e-8596-0874646f7885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:11.575816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-535643b1-77a5-4e1e-8596-0874646f7885 None None] For port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:11.581880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 133a6a6a-65c7-453f-bf45-4309d0812fff up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:05:11.586321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-535643b1-77a5-4e1e-8596-0874646f7885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:11.600937 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-dcb3ac35-9b6f-4539-ad8f-a6dc35d007c4 service neutron] 10.222.0.16 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034966 Dec 16 04:05:11.678893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535643b1-77a5-4e1e-8596-0874646f7885 None None] Pushing event updated for resources: {'Port': ['ID=84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:11.686675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 133a6a6a-65c7-453f-bf45-4309d0812fff triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:11.687110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:11.791090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:05:11.801608 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35189cbd-11fa-4af7-8d13-d5c4a4aa374f req-1465fece-9b4a-42b7-937b-cbaf7aa22b63 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 210 time: 0.0530500 Dec 16 04:05:11.867189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:11.867632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:11.924456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8cd1f9e9-5f74-4221-a94f-d50220a0851c None None] Provisioning complete for port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:11.924890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f9e9-5f74-4221-a94f-d50220a0851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:12.075444 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8cd1f9e9-5f74-4221-a94f-d50220a0851c None None] Provisioning complete for port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:12.076284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f9e9-5f74-4221-a94f-d50220a0851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:12.112176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1f9e9-5f74-4221-a94f-d50220a0851c None None] Port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:05:12.152893 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Sync routers for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:05:12.165087 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:12.165871 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:05:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:12.232490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-39dd0418-33a6-4fd7-8ef3-2fe932ae8d51 None None] Provisioning complete for port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:12.233034 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39dd0418-33a6-4fd7-8ef3-2fe932ae8d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:12.270927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-39dd0418-33a6-4fd7-8ef3-2fe932ae8d51 None None] Port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:05:12.281475 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:12.392502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-90082516-4826-4e12-b80c-0fc1f3184254 None None] Provisioning complete for port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:12.393119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90082516-4826-4e12-b80c-0fc1f3184254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:12.433633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-90082516-4826-4e12-b80c-0fc1f3184254 None None] Port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:05:12.576015 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:10Z', 'revision_number': 2, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:12.601301 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Checking router: 84a26788-64ca-4973-a578-1147f7bb5084 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:05:12.601653 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Updating router 84a26788-64ca-4973-a578-1147f7bb5084 port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:05:12.625355 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:12.916573 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-443f12bf-3a2f-4387-a62d-ea73c0f456e9 req-41cabd41-5840-4aa4-9c52-745750676e07 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 210 time: 0.0284891 Dec 16 04:05:12.918806 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:12.924709 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:12.927397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-687ccad2-1c0e-4fa1-a270-449f4f98bdb5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:12.929460 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-687ccad2-1c0e-4fa1-a270-449f4f98bdb5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/networks?id=fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 200 len: 796 time: 0.1226897 Dec 16 04:05:12.966263 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Pushing event updated for resources: {'Port': ['ID=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:12.975481 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.975951 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.976298 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.976641 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.976972 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.977300 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.977626 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.977957 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.978282 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.978668 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.978956 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.979280 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:12.979598 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:05:13.012741 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-4fee50c5-4c81-4472-b9e1-9e4fde0c7a76 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 380 time: 0.0658095 Dec 16 04:05:13.027408 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'port': {'device_id': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'admin_state_up': True, 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'security_groups': ['49c6a712-b8a7-4fe1-9c93-8bd323c5f06a']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:13.045716 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Attempting to bind port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:05:13.046249 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Attempting to bind port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:05:13.047232 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Attempting to bind port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 on network fbf96f4e-926c-4282-81cb-8b2de48a973a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:05:13.053334 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:05:13.053732 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Checking segment: {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:05:13.054117 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.054541 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Bound using segment: {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:05:13.055019 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Bound port: 4745dc6b-9d95-4f7a-b813-8b8fb44cede4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:05:13.055391 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.119646 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] For port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:05:13.123098 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] For port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:05:13.128609 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.151373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:05:13.155639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.187732 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:13.188519 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:05:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:13.233692 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619cebb-11f0-43a1-ae64-7f8ebfefaa9c None None] Pushing event updated for resources: {'Port': ['ID=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:13.265188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2d22654f-1fe1-4b5d-b7e3-92445f67f711 None None] Provisioning complete for port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:13.265950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d22654f-1fe1-4b5d-b7e3-92445f67f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.306512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.3 (fbf96f4e-926c-4282-81cb-8b2de48a973a/c5806651-eb4a-4c68-b76b-d825b27fc275/1297ad23-4c61-47c6-a1be-85c198bb97b0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:05:13.312509 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:13.376099 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d22654f-1fe1-4b5d-b7e3-92445f67f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.415782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2d22654f-1fe1-4b5d-b7e3-92445f67f711 None None] For port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:13.420923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d22654f-1fe1-4b5d-b7e3-92445f67f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.490650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.505333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22654f-1fe1-4b5d-b7e3-92445f67f711 None None] Pushing event updated for resources: {'Port': ['ID=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:13.530644 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:05:13.532061 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:05:13.534773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.561788 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:13.574683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5505bf72-a670-48bb-b813-6da5ec47f5ce None None] Provisioning complete for port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:13.575059 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5505bf72-a670-48bb-b813-6da5ec47f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.582770 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network fbf96f4e-926c-4282-81cb-8b2de48a973a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:05:13.586141 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:05:13.588872 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:05:13.592190 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb5e0f-146f-4295-9cb8-356cc3d7a7df None None] The sync data for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv is: [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:05:13.630669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=1297ad23-4c61-47c6-a1be-85c198bb97b0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:13.632950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:13.633326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.657763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:13.658762 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.678670 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-bd8b9c0d-47fc-4926-a68a-c3ec7202c242 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556451 Dec 16 04:05:13.701481 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Request body: {'port': {'device_id': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:13.792121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.929897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-35b4bd0f-9c97-46f1-a619-cf91bc35d41d None None] Provisioning complete for port 1297ad23-4c61-47c6-a1be-85c198bb97b0 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:13.930579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35b4bd0f-9c97-46f1-a619-cf91bc35d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:13.968662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-35b4bd0f-9c97-46f1-a619-cf91bc35d41d None None] Port 1297ad23-4c61-47c6-a1be-85c198bb97b0 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:05:14.047393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221aaef-33ff-448e-8c93-e075e716286b req-04d98923-c7db-4f03-9b2a-25eec276458c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:14.048978 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a221aaef-33ff-448e-8c93-e075e716286b req-04d98923-c7db-4f03-9b2a-25eec276458c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 931 time: 0.0557280 Dec 16 04:05:14.083684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1297ad23-4c61-47c6-a1be-85c198bb97b0 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:05:14.092178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:14.102970 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a221aaef-33ff-448e-8c93-e075e716286b req-5348b0fe-df04-47cd-93ff-702c429ce359 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475183 Dec 16 04:05:14.104675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Transition to ACTIVE for port object 1297ad23-4c61-47c6-a1be-85c198bb97b0 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:05:14.109877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:14.169216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Pushing event updated for resources: {'Port': ['ID=1297ad23-4c61-47c6-a1be-85c198bb97b0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:14.243427 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Attempting to bind port 1297ad23-4c61-47c6-a1be-85c198bb97b0 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:05:14.243764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Attempting to bind port 1297ad23-4c61-47c6-a1be-85c198bb97b0 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:05:14.244100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Attempting to bind port 1297ad23-4c61-47c6-a1be-85c198bb97b0 on network fbf96f4e-926c-4282-81cb-8b2de48a973a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:05:14.249137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Port 1297ad23-4c61-47c6-a1be-85c198bb97b0 on network fbf96f4e-926c-4282-81cb-8b2de48a973a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:05:14.249756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Attempting to bind port 1297ad23-4c61-47c6-a1be-85c198bb97b0 on network fbf96f4e-926c-4282-81cb-8b2de48a973a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:05:14.257075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:05:14.257586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Checking segment: {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:05:14.257979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Bound using segment: {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:05:14.258484 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Bound port: 1297ad23-4c61-47c6-a1be-85c198bb97b0, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebe1fa4-5597-4361-aa24-85d4a8972fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:05:14.258846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:14.335724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] For port 1297ad23-4c61-47c6-a1be-85c198bb97b0, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:05:14.339134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] For port 1297ad23-4c61-47c6-a1be-85c198bb97b0, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:05:14.344782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:14.387621 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:14.388239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:14.389730 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] 10.222.0.30 "PUT /v2.0/ports/1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 200 len: 1093 time: 0.6956327 Dec 16 04:05:14.390260 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:05:14.392754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4866cd42-8da7-475b-8f4f-dfec423dc059" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:05:14.435961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b104ec-d348-4e33-87ec-624ec5127760 service neutron] Pushing event updated for resources: {'Port': ['ID=1297ad23-4c61-47c6-a1be-85c198bb97b0,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:14.453574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ea36c-3b59-4f38-a592-104c39e40618 x-openstack-request-id: req-c85ea36c-3b59-4f38-a592-104c39e40618 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:05:14.453967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:05:14.454101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c85ea36c-3b59-4f38-a592-104c39e40618 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:05:14.454533 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'status': 'completed', 'code': 200} Dec 16 04:05:14.522162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-9370a342-49ff-4129-bd48-0321cadda962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:14.523849 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-9370a342-49ff-4129-bd48-0321cadda962 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0532470 Dec 16 04:05:14.575746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-5e70365a-9086-4698-9b32-f7a87e394de8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 200 len: 217 time: 0.0382745 Dec 16 04:05:14.633854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-6612ddd8-611b-47a7-b711-95cca60f26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:14.635391 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-6612ddd8-611b-47a7-b711-95cca60f26c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5806651-eb4a-4c68-b76b-d825b27fc275 HTTP/1.1" status: 200 len: 835 time: 0.0524178 Dec 16 04:05:14.683279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-532db040-98a8-4744-ad08-8e112e0c68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:14.684810 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-532db040-98a8-4744-ad08-8e112e0c68ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbf96f4e-926c-4282-81cb-8b2de48a973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423443 Dec 16 04:05:14.776808 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-66ae2b24-383f-417c-b755-9cad57c8a5ad service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839841 Dec 16 04:05:14.873029 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-9843fdbd-9904-42f8-b05e-97ff205e13ba req-c2d2245c-5330-4f5a-a62d-d23cc088388e service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894873 Dec 16 04:05:15.010078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-e2cc5553-6871-46d6-9779-43aceee720ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:15.011643 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-e2cc5553-6871-46d6-9779-43aceee720ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0506017 Dec 16 04:05:15.108647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-e540223a-02d4-4503-8603-98c7acce71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:15.110126 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-e540223a-02d4-4503-8603-98c7acce71d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 200 len: 896 time: 0.0898542 Dec 16 04:05:15.154914 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-2b293343-f2b1-4fd4-8aaf-374ce29b5b8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 200 len: 217 time: 0.0361965 Dec 16 04:05:15.208156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-fff59ac0-8db2-4506-9982-b4a6b728408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:15.209727 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-fff59ac0-8db2-4506-9982-b4a6b728408d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5806651-eb4a-4c68-b76b-d825b27fc275 HTTP/1.1" status: 200 len: 835 time: 0.0472686 Dec 16 04:05:15.226879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a767e0d-fb02-4edd-8b88-833a3f67bf27 req-38b1c9d6-2fa1-45bf-ba11-330e430230fc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:15.229166 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0a767e0d-fb02-4edd-8b88-833a3f67bf27 req-38b1c9d6-2fa1-45bf-ba11-330e430230fc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 943 time: 0.0536561 Dec 16 04:05:15.273859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-14d04302-2f97-4201-b726-8cc080b78ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:15.275656 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-14d04302-2f97-4201-b726-8cc080b78ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbf96f4e-926c-4282-81cb-8b2de48a973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575304 Dec 16 04:05:15.289796 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0a767e0d-fb02-4edd-8b88-833a3f67bf27 req-cf20f198-899c-40ae-9f91-fae223df5360 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538750 Dec 16 04:05:15.372177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-fcb8a3c8-cc71-4751-ad80-c6c5fe99473a service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838752 Dec 16 04:05:15.472061 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4866cd42-8da7-475b-8f4f-dfec423dc059 req-8f40599c-520c-4a25-9a05-ee5e680e90f6 service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888674 Dec 16 04:05:15.521891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:05:15.572496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:15.572863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:16.416330 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcef00-de2e-48f1-8e6d-2343f5a09c6f req-b6d5bd9f-07bb-4f3d-a6f7-eb8c5b33f387 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:16.417819 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cefcef00-de2e-48f1-8e6d-2343f5a09c6f req-b6d5bd9f-07bb-4f3d-a6f7-eb8c5b33f387 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 943 time: 0.0566769 Dec 16 04:05:16.472907 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cefcef00-de2e-48f1-8e6d-2343f5a09c6f req-bc157a54-bae1-4d3b-981e-12740584cec0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488241 Dec 16 04:05:17.602475 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b55f4-68e7-4afa-b097-3014bb820053 req-e565f36d-0e0b-459d-b34d-be3aa64e4d44 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:17.603955 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-da4b55f4-68e7-4afa-b097-3014bb820053 req-e565f36d-0e0b-459d-b34d-be3aa64e4d44 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 943 time: 0.0508049 Dec 16 04:05:17.655062 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1297ad23-4c61-47c6-a1be-85c198bb97b0 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:05:17.661638 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-da4b55f4-68e7-4afa-b097-3014bb820053 req-e57f9e68-0a34-4a35-ad29-05cfc9d64a44 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515234 Dec 16 04:05:17.753787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1297ad23-4c61-47c6-a1be-85c198bb97b0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:17.765097 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'port_id': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'mac_address': 'fa:16:3e:c4:17:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:05:17.808972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:17.825182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1297ad23-4c61-47c6-a1be-85c198bb97b0 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:05:17.845597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1297ad23-4c61-47c6-a1be-85c198bb97b0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:17.853234 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:17.906946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=1297ad23-4c61-47c6-a1be-85c198bb97b0,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:18.126258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['1297ad23-4c61-47c6-a1be-85c198bb97b0'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:05:18.792354 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dae75e-6113-4721-8965-e5c15e88f3bf req-c1c0d5e6-360b-4dac-95c8-420f2088aece tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:18.793758 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09dae75e-6113-4721-8965-e5c15e88f3bf req-c1c0d5e6-360b-4dac-95c8-420f2088aece tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 944 time: 0.0545521 Dec 16 04:05:18.848057 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-09dae75e-6113-4721-8965-e5c15e88f3bf req-6aa72f62-a411-4e3a-93ae-df2f01209c85 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481369 Dec 16 04:05:19.657774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1297ad23-4c61-47c6-a1be-85c198bb97b0 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:05:19.727131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 1297ad23-4c61-47c6-a1be-85c198bb97b0 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:05:19.731362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 1297ad23-4c61-47c6-a1be-85c198bb97b0 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:05:19.731734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:19.817517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:19.843603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:05:19.845880 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7054a2-3088-4f54-b355-bd2a90281063" -d '{"events": [{"server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "name": "network-vif-plugged", "status": "completed", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:05:19.860726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 1297ad23-4c61-47c6-a1be-85c198bb97b0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:05:19.865469 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:19.893281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e1402-d526-4a58-abc1-dfbd3f89db50 x-openstack-request-id: req-4a3e1402-d526-4a58-abc1-dfbd3f89db50 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:05:19.893578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "name": "network-vif-plugged", "status": "completed", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:05:19.893868 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a3e1402-d526-4a58-abc1-dfbd3f89db50 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:05:19.894259 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'code': 200} Dec 16 04:05:19.917109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=1297ad23-4c61-47c6-a1be-85c198bb97b0,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:20.123456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e9b8-fbdc-43d0-a7fe-a876bca96622 req-af966d97-cf92-4b86-a7eb-c53780e6c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:20.124985 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1d41e9b8-fbdc-43d0-a7fe-a876bca96622 req-af966d97-cf92-4b86-a7eb-c53780e6c2a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0425036 Dec 16 04:05:20.149473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949ff8-a805-4e5a-a4ca-a6b41b711ea1 req-5d8bb913-9f92-4581-b9f4-8d810ce8c6e0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:20.151036 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2949ff8-a805-4e5a-a4ca-a6b41b711ea1 req-5d8bb913-9f92-4581-b9f4-8d810ce8c6e0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0519509 Dec 16 04:05:20.178784 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1d41e9b8-fbdc-43d0-a7fe-a876bca96622 req-b731f1d9-3062-4ba9-a7c0-28b8a8673af1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 Dec 16 04:05:20.205508 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2949ff8-a805-4e5a-a4ca-a6b41b711ea1 req-fa46d372-32d9-4680-aa4f-e7a30aab5d6f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477979 Dec 16 04:05:21.325787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8630e-a907-43d3-b139-ef8ac190f083 req-7c4ff86e-84b3-475f-8eb0-065967125908 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:21.327596 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dfd8630e-a907-43d3-b139-ef8ac190f083 req-7c4ff86e-84b3-475f-8eb0-065967125908 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0518692 Dec 16 04:05:21.381030 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dfd8630e-a907-43d3-b139-ef8ac190f083 req-2b925593-fbbe-483c-9741-14233547625a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448563 Dec 16 04:05:21.504013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe73b6-b530-4680-957e-d51acd937a37 req-c598f13d-a68c-484f-8017-f2d2174bf53b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:21.505547 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-debe73b6-b530-4680-957e-d51acd937a37 req-c598f13d-a68c-484f-8017-f2d2174bf53b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0557756 Dec 16 04:05:21.555452 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-debe73b6-b530-4680-957e-d51acd937a37 req-c0f1f26b-5745-4e7f-9464-a231fc8c997b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436134 Dec 16 04:05:21.577759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43872) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:21.617201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7264e60c-5a6a-4115-9161-3480db92c6f0 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:21.618839 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7264e60c-5a6a-4115-9161-3480db92c6f0 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1093 time: 0.0400262 Dec 16 04:05:21.622002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43874) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:21.627002 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:05:21.657735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:21.767747 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:21.870116 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.247 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/94c6095d-978a-4f78-9885-c2e0f4011d1c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:05:21.981608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:22.018631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:22.059830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:05:22.064405 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:05:22.068185 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:05:22.073610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=94c6095d-978a-4f78-9885-c2e0f4011d1c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:22.456019 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:22.528675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:22.683248 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:22.690790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:22.766762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=94c6095d-978a-4f78-9885-c2e0f4011d1c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:05:22.780968 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:22.884933 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP be904f5c-40ac-47d5-902e-a705a6fc2e9c associated. External IP: 172.26.6.247, port: 1297ad23-4c61-47c6-a1be-85c198bb97b0. Dec 16 04:05:23.093627 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 84a26788-64ca-4973-a578-1147f7bb5084 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:05:23.213071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:05:23.224832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] Sync routers for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:05:23.235919 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:23.236348 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:23.236987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:05:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:23.265035 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d8b088de-3579-4ee3-bedc-33b00a4cd615 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6415794 Dec 16 04:05:23.265605 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:05:23.268016 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407c6e52-5da9-4feb-b804-4f9363bd9405" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:05:23.306687 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe00918-f0bc-4a14-9228-ee8480e25d43 x-openstack-request-id: req-8fe00918-f0bc-4a14-9228-ee8480e25d43 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:05:23.307131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:05:23.307309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fe00918-f0bc-4a14-9228-ee8480e25d43 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:05:23.307658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'status': 'completed', 'code': 200} Dec 16 04:05:23.363301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:23.403333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-3e64dd1e-9180-4e91-b7c2-8d089871a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:23.405883 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-3e64dd1e-9180-4e91-b7c2-8d089871a15c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0519023 Dec 16 04:05:23.440867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08590f0-fc4b-47f8-9628-85e1782b50c9 req-24f01a32-ec32-467f-ac04-771ad85099c2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:23.443172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c08590f0-fc4b-47f8-9628-85e1782b50c9 req-24f01a32-ec32-467f-ac04-771ad85099c2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0685742 Dec 16 04:05:23.505075 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c08590f0-fc4b-47f8-9628-85e1782b50c9 req-8ef93a69-76ac-420d-953d-56708adb5c45 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541084 Dec 16 04:05:23.509125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-d08f469d-82bc-46bb-b890-7044a672dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:23.511606 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-d08f469d-82bc-46bb-b890-7044a672dffd service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 200 len: 896 time: 0.0975177 Dec 16 04:05:23.529484 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43882) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:23.583125 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-675828e2-b98c-4900-a040-dc0f590bdab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 200 len: 999 time: 0.0646281 Dec 16 04:05:23.602328 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9b86bfe9-402e-46cd-b336-3947a9116244 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/be904f5c-40ac-47d5-902e-a705a6fc2e9c HTTP/1.1" status: 200 len: 991 time: 0.0699213 Dec 16 04:05:23.618543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'be904f5c-40ac-47d5-902e-a705a6fc2e9c', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'port_id': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'mac_address': 'fa:16:3e:c4:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:05:22Z', 'updated_at': '2021-12-16T04:05:22Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:23.638445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-53579739-3987-4c3d-b06c-b6dd3e05d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:23.640097 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-53579739-3987-4c3d-b06c-b6dd3e05d25f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5806651-eb4a-4c68-b76b-d825b27fc275 HTTP/1.1" status: 200 len: 835 time: 0.0500596 Dec 16 04:05:23.644408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] Checking router: 84a26788-64ca-4973-a578-1147f7bb5084 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:05:23.652988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:05:23.653595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:05:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:23.696262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-f2df272c-3896-48b9-b8c7-17d62b73ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:23.698333 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-f2df272c-3896-48b9-b8c7-17d62b73ebad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbf96f4e-926c-4282-81cb-8b2de48a973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511620 Dec 16 04:05:23.765321 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:05:23.798847 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-fa4ef5d4-b335-4791-9945-d79afc22fc49 service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930510 Dec 16 04:05:23.906783 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-407c6e52-5da9-4feb-b804-4f9363bd9405 req-c9b73f72-3319-4b08-aed8-23ff67b45bce service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008332 Dec 16 04:05:24.105916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:24.187163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'be904f5c-40ac-47d5-902e-a705a6fc2e9c', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'port_id': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'mac_address': 'fa:16:3e:c4:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:05:22Z', 'updated_at': '2021-12-16T04:05:22Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:05:24.223033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e447d51-b377-4aa9-b8a2-2f3ecd888d1d None None] The sync data for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv is: [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': 'be904f5c-40ac-47d5-902e-a705a6fc2e9c', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'port_id': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'mac_address': 'fa:16:3e:c4:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:05:22Z', 'updated_at': '2021-12-16T04:05:22Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:05:24.431971 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae0dcc4-0f8d-45ac-be69-b3884b723b49 None None] New status for floating IP be904f5c-40ac-47d5-902e-a705a6fc2e9c: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:05:24.604339 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43884) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:05:24.670603 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2ec915d9-a90c-4320-939e-6f387804f68c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/be904f5c-40ac-47d5-902e-a705a6fc2e9c HTTP/1.1" status: 200 len: 993 time: 0.0650227 Dec 16 04:05:35.231525 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-076a42cc-7555-4803-b88e-735708a57753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:37.461491 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-287a88e4-3cb1-4598-88d6-51ceee15a861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:38.616582 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:40.161302 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:41.180650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:50.495736 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:05:54.099238 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:05:56.053092 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c481ea5-8607-4f10-871c-1d3ec73f35d3 req-5480a0fb-3f88-466d-8233-c4d3050e1123 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:56.054621 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c481ea5-8607-4f10-871c-1d3ec73f35d3 req-5480a0fb-3f88-466d-8233-c4d3050e1123 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0507262 Dec 16 04:05:56.106780 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6c481ea5-8607-4f10-871c-1d3ec73f35d3 req-fe0165c6-0e46-42a0-8819-00aada7120e6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459585 Dec 16 04:05:57.242023 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889ca8-1ff8-40ca-9513-64e45eca5d7c req-998a2ad5-84ef-4c5e-8b08-70388bccef72 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:57.243713 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe889ca8-1ff8-40ca-9513-64e45eca5d7c req-998a2ad5-84ef-4c5e-8b08-70388bccef72 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0506186 Dec 16 04:05:57.293149 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fe889ca8-1ff8-40ca-9513-64e45eca5d7c req-7cfaa94c-9bad-47b4-b177-5a60db6194be tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Dec 16 04:05:58.434523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f36e79-0245-4982-a6df-78ef49ab1522 req-c6745f76-b7a7-41b4-9561-34ab620a7b77 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:58.435993 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c5f36e79-0245-4982-a6df-78ef49ab1522 req-c6745f76-b7a7-41b4-9561-34ab620a7b77 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0541830 Dec 16 04:05:58.490426 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c5f36e79-0245-4982-a6df-78ef49ab1522 req-51879fe5-c4b8-4fd0-9dc6-ae06c1bb807e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454834 Dec 16 04:05:59.618772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5935e3-f318-45af-92e1-8f14c1206b7a req-71c00507-ebbc-4fb5-bb8a-4c436e33791b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:05:59.620658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4f5935e3-f318-45af-92e1-8f14c1206b7a req-71c00507-ebbc-4fb5-bb8a-4c436e33791b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0615158 Dec 16 04:05:59.689737 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4f5935e3-f318-45af-92e1-8f14c1206b7a req-b5f51ab2-6045-4e6a-a616-5cc1117d885c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603454 Dec 16 04:06:00.829650 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c47b5-e15a-4979-a6c1-9e0a12e0e332 req-06a258e3-477b-45ff-b437-7d4acb04ad56 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:00.831154 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f32c47b5-e15a-4979-a6c1-9e0a12e0e332 req-06a258e3-477b-45ff-b437-7d4acb04ad56 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0647895 Dec 16 04:06:00.881703 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f32c47b5-e15a-4979-a6c1-9e0a12e0e332 req-8c23b502-4d6d-4b0d-a811-7d19c8112978 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Dec 16 04:06:02.003173 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9db67-9ed3-401f-b789-6e947bea6fbd req-42177a4f-3164-40ce-af5b-a75a4207e44c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:02.004672 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45f9db67-9ed3-401f-b789-6e947bea6fbd req-42177a4f-3164-40ce-af5b-a75a4207e44c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0510843 Dec 16 04:06:02.065285 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-45f9db67-9ed3-401f-b789-6e947bea6fbd req-f6e04426-c467-4d53-b17f-e52be2074449 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523379 Dec 16 04:06:02.553594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-aa06b78d-7336-4faf-a9b5-318ea0fdcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:02.555196 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-aa06b78d-7336-4faf-a9b5-318ea0fdcef2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0983689 Dec 16 04:06:02.671385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-4b7c1a8c-66e7-4da6-8f75-fc85db993d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:02.672856 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-4b7c1a8c-66e7-4da6-8f75-fc85db993d5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 200 len: 896 time: 0.0981414 Dec 16 04:06:02.739282 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-d1649ac3-cb7d-4867-96ca-e2866f6eba35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 200 len: 1001 time: 0.0589082 Dec 16 04:06:02.792875 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-03bbd7b7-9cca-4fcc-93ae-503b9bd94639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:02.794366 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-03bbd7b7-9cca-4fcc-93ae-503b9bd94639 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5806651-eb4a-4c68-b76b-d825b27fc275 HTTP/1.1" status: 200 len: 835 time: 0.0478694 Dec 16 04:06:02.849317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-2d1b16a9-c32d-43ab-9a79-42853f57968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:02.850860 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-2d1b16a9-c32d-43ab-9a79-42853f57968b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbf96f4e-926c-4282-81cb-8b2de48a973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486307 Dec 16 04:06:02.942930 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-1aa9368e-2e80-4a95-8ea5-7351b66bf229 service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848930 Dec 16 04:06:03.055572 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7f597bfb-3976-48bc-9c2f-8b0675a0c65d req-ade84594-36e8-45bb-a8a8-94c2ad463399 service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054535 Dec 16 04:06:03.194300 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc0fd6-e5e0-4d25-bd45-9da23e222b78 req-d6717351-148c-4177-bbda-c8cb37aaa697 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:03.195850 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9bbc0fd6-e5e0-4d25-bd45-9da23e222b78 req-d6717351-148c-4177-bbda-c8cb37aaa697 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0542085 Dec 16 04:06:03.246638 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9bbc0fd6-e5e0-4d25-bd45-9da23e222b78 req-aad319c3-c5fa-4bc5-8e64-ecf976580d2b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446370 Dec 16 04:06:04.368731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f766f85-cb95-40ea-9a2e-fd97fe5abf96 req-eba6286b-a2d8-4f8a-a01a-6a83de646457 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:04.370749 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0f766f85-cb95-40ea-9a2e-fd97fe5abf96 req-eba6286b-a2d8-4f8a-a01a-6a83de646457 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0511370 Dec 16 04:06:04.419942 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0f766f85-cb95-40ea-9a2e-fd97fe5abf96 req-ed594fd0-5ff1-47ff-b1ce-f0dda0446e22 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431259 Dec 16 04:06:05.236139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d88fd639-9723-408a-ae46-c302d751f7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:05.552465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30eea8-9615-462f-ba31-163f15993a69 req-683f666d-a80b-46ae-ae4a-45340e637958 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:05.553805 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6e30eea8-9615-462f-ba31-163f15993a69 req-683f666d-a80b-46ae-ae4a-45340e637958 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Dec 16 04:06:05.605501 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6e30eea8-9615-462f-ba31-163f15993a69 req-d49aa03a-0707-4afb-a1c9-c7ffbdcf12b4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Dec 16 04:06:06.735615 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422958f-fd3e-421b-8dbc-93b06fc7045a req-a5d8767c-72df-456f-be8c-dbe16a459c64 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:06.737074 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f422958f-fd3e-421b-8dbc-93b06fc7045a req-a5d8767c-72df-456f-be8c-dbe16a459c64 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0514009 Dec 16 04:06:06.787274 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f422958f-fd3e-421b-8dbc-93b06fc7045a req-87c6b609-c4ee-498e-a6a6-e6e75827abd9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442080 Dec 16 04:06:07.465207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-284f0589-6024-4c06-b9e8-2fb1834b17ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:07.915226 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee346-0f66-492b-85a4-fa5bba230b7b req-ba66fc62-f970-4ef1-91ea-7dbf4ed1bde9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:07.916715 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b4ee346-0f66-492b-85a4-fa5bba230b7b req-ba66fc62-f970-4ef1-91ea-7dbf4ed1bde9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0553558 Dec 16 04:06:07.989982 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b4ee346-0f66-492b-85a4-fa5bba230b7b req-2f7fb276-b64f-41c3-98ae-74baf4a2f462 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635300 Dec 16 04:06:08.626763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:09.117098 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204223e-77d9-4bb2-b5ba-5dd9718b2acb req-514700f7-fae1-48f7-8706-cd98c6578677 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:09.118651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8204223e-77d9-4bb2-b5ba-5dd9718b2acb req-514700f7-fae1-48f7-8706-cd98c6578677 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Dec 16 04:06:09.170862 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8204223e-77d9-4bb2-b5ba-5dd9718b2acb req-c9b8a915-dff5-40a1-afe1-47620d5f7721 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461085 Dec 16 04:06:10.161192 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:10.302189 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5398d-5684-4113-b7a6-7758883d4e9a req-97f50e79-b191-4987-835e-8de2a66f9cac tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:10.303717 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ac5398d-5684-4113-b7a6-7758883d4e9a req-97f50e79-b191-4987-835e-8de2a66f9cac tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0508254 Dec 16 04:06:10.361635 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ac5398d-5684-4113-b7a6-7758883d4e9a req-8547ba6e-ec34-49e9-aeeb-d561468fb0b8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494628 Dec 16 04:06:11.178453 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:11.493718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db7c25-b0a9-4780-916b-6960d0fd2f9b req-741b00bd-e686-4dae-83eb-c7d2072bbc4c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:11.495220 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e0db7c25-b0a9-4780-916b-6960d0fd2f9b req-741b00bd-e686-4dae-83eb-c7d2072bbc4c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0534854 Dec 16 04:06:11.547706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e0db7c25-b0a9-4780-916b-6960d0fd2f9b req-9ff68968-c579-4ea1-a900-60ca55b90ada tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461798 Dec 16 04:06:11.570078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43928) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:11.631139 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1f342471-06de-43d1-a97e-f91c3b5cbf0a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/be904f5c-40ac-47d5-902e-a705a6fc2e9c HTTP/1.1" status: 200 len: 993 time: 0.0598216 Dec 16 04:06:12.939698 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62584d-a896-4e76-beb7-38cce33d5b35 req-566f689b-24e8-4ee9-9810-fcf23a7f90e5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:12.941116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce62584d-a896-4e76-beb7-38cce33d5b35 req-566f689b-24e8-4ee9-9810-fcf23a7f90e5 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0549254 Dec 16 04:06:12.998246 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce62584d-a896-4e76-beb7-38cce33d5b35 req-f7d2ac83-6d88-4523-929a-556016e0e38d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Dec 16 04:06:13.326968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562964a-6aad-4897-98a8-b26676ef309d req-b0da0f30-c7b0-4404-8bd3-ec920504898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:13.328523 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e562964a-6aad-4897-98a8-b26676ef309d req-b0da0f30-c7b0-4404-8bd3-ec920504898d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1098 time: 0.3836679 Dec 16 04:06:13.420642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562964a-6aad-4897-98a8-b26676ef309d req-5f502a63-b7be-4894-bff3-fc7f05edd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:13.422113 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e562964a-6aad-4897-98a8-b26676ef309d req-5f502a63-b7be-4894-bff3-fc7f05edd09e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 200 len: 896 time: 0.0857804 Dec 16 04:06:13.498734 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e562964a-6aad-4897-98a8-b26676ef309d req-42b86072-76de-4c7c-94fb-b307080e59fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 200 len: 1001 time: 0.0692203 Dec 16 04:06:13.549405 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562964a-6aad-4897-98a8-b26676ef309d req-6399069a-6cf2-4d91-8f1a-23aafd4f062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:13.551248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e562964a-6aad-4897-98a8-b26676ef309d req-6399069a-6cf2-4d91-8f1a-23aafd4f062b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5806651-eb4a-4c68-b76b-d825b27fc275 HTTP/1.1" status: 200 len: 835 time: 0.0457149 Dec 16 04:06:13.596683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562964a-6aad-4897-98a8-b26676ef309d req-17b7d2b2-f2c3-45a4-a327-4e50f4a7528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:13.598060 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e562964a-6aad-4897-98a8-b26676ef309d req-17b7d2b2-f2c3-45a4-a327-4e50f4a7528c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbf96f4e-926c-4282-81cb-8b2de48a973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399332 Dec 16 04:06:13.691435 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e562964a-6aad-4897-98a8-b26676ef309d req-56fbb91b-e988-49b3-ac4a-e4edd1d7ba3e service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862582 Dec 16 04:06:13.782875 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-e562964a-6aad-4897-98a8-b26676ef309d req-6bc40ac8-8871-4666-97a7-5d1ef27feb5f service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834708 Dec 16 04:06:14.125123 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7281b8-0c34-4571-a7da-041e3f7ca24d req-be0c5ef6-9884-4aa0-a034-e54bb2a22b97 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:14.126608 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ab7281b8-0c34-4571-a7da-041e3f7ca24d req-be0c5ef6-9884-4aa0-a034-e54bb2a22b97 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0548348 Dec 16 04:06:14.179896 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ab7281b8-0c34-4571-a7da-041e3f7ca24d req-644e9605-98cd-48fc-b756-caa5bb7cfd1e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472550 Dec 16 04:06:15.376597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870cd65-2451-488a-a606-bb19f3f22526 req-b1be68ee-3374-4e54-9bb6-2cd467b6e232 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:15.378080 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f870cd65-2451-488a-a606-bb19f3f22526 req-b1be68ee-3374-4e54-9bb6-2cd467b6e232 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.1291447 Dec 16 04:06:15.432396 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f870cd65-2451-488a-a606-bb19f3f22526 req-289ae927-8d9a-4d7b-8c1a-afda483dea03 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Dec 16 04:06:15.455300 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:15.523751 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8bcbb6ad-9260-4c18-84c7-575bef85ee42 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/be904f5c-40ac-47d5-902e-a705a6fc2e9c HTTP/1.1" status: 200 len: 993 time: 0.0671923 Dec 16 04:06:24.105892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:27.499579 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:06:35.241086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6091-d486-462a-9821-d0281e479943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:37.458327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aaccbbfd-4bd2-45a5-a519-570c85933398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:38.625661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:40.163327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:41.177464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:44.109675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:44.288161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 94c6095d-978a-4f78-9885-c2e0f4011d1c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:06:44.288479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:44.370784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:44.371075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:44.383057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 94c6095d-978a-4f78-9885-c2e0f4011d1c owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:06:44.533927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:44.564011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=94c6095d-978a-4f78-9885-c2e0f4011d1c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:44.592941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.593316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.593669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.594019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.594356 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.594806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.595122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.595461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.595814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.596142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.596480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.596833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.597148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:44.635646 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:44.635958 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP be904f5c-40ac-47d5-902e-a705a6fc2e9c disassociated (deleted). External IP: 172.26.6.247, port: 1297ad23-4c61-47c6-a1be-85c198bb97b0. Dec 16 04:06:44.858254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 84a26788-64ca-4973-a578-1147f7bb5084 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:06:44.973549 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:06:44.978680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:44.983354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] Sync routers for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:06:44.993114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:44.993745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:45.006370 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14ab73aa-e8a3-42c4-8876-8927e5057b1f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/floatingips/be904f5c-40ac-47d5-902e-a705a6fc2e9c HTTP/1.1" status: 204 len: 168 time: 0.8949575 Dec 16 04:06:45.006964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:06:45.009203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5501691f-28cc-40ef-9d1e-e895e4a05b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:06:45.050174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa18ff-092d-4db5-a83a-0d10b7aeda46 x-openstack-request-id: req-31aa18ff-092d-4db5-a83a-0d10b7aeda46 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:06:45.050499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:06:45.050752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31aa18ff-092d-4db5-a83a-0d10b7aeda46 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:06:45.051161 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'status': 'completed', 'code': 200} Dec 16 04:06:45.102474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:06:45.139302 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-4905aac8-c89b-409c-a605-68238c9a9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:45.140942 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-4905aac8-c89b-409c-a605-68238c9a9eb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0438397 Dec 16 04:06:45.244219 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-9ea04b01-b579-4cbd-bc9e-4fcd01a1860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:45.245703 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-9ea04b01-b579-4cbd-bc9e-4fcd01a1860c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 200 len: 896 time: 0.0967438 Dec 16 04:06:45.290248 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-61eeb9d1-e69d-43c2-90ec-f735ab1e78b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 200 len: 217 time: 0.0352473 Dec 16 04:06:45.312835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb4d0-fba2-4b59-8ea5-7728f3746e98 req-89e28927-bd74-458b-a094-c71cea8660f8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:45.315477 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-17acb4d0-fba2-4b59-8ea5-7728f3746e98 req-89e28927-bd74-458b-a094-c71cea8660f8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.1053689 Dec 16 04:06:45.325454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:45.342971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-16bbca3a-46aa-4798-8b2d-fab2edeffec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:45.344542 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-16bbca3a-46aa-4798-8b2d-fab2edeffec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5806651-eb4a-4c68-b76b-d825b27fc275 HTTP/1.1" status: 200 len: 835 time: 0.0470281 Dec 16 04:06:45.357183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] Checking router: 84a26788-64ca-4973-a578-1147f7bb5084 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:06:45.366314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:45.366675 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-17acb4d0-fba2-4b59-8ea5-7728f3746e98 req-163b4e6b-7eda-4165-b269-c51a7ddeb1d8 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Dec 16 04:06:45.366975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:45.397979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-b4ad31c2-4fd3-45ad-8a82-c25c7ef7072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:45.399428 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-b4ad31c2-4fd3-45ad-8a82-c25c7ef7072d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbf96f4e-926c-4282-81cb-8b2de48a973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471809 Dec 16 04:06:45.471076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:06:45.489733 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-d1d210b2-174e-4c33-9728-25e38402527f service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818620 Dec 16 04:06:45.584342 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5501691f-28cc-40ef-9d1e-e895e4a05b6a req-3f5642be-bdce-4fdc-b81b-24993c0fb606 service neutron] 10.222.0.30 "GET /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860987 Dec 16 04:06:45.674261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:45.699559 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebf009-56cf-44eb-9005-c771ee8c0c09 None None] The sync data for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv is: [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '4745dc6b-9d95-4f7a-b813-8b8fb44cede4', 'name': '', 'network_id': 'fbf96f4e-926c-4282-81cb-8b2de48a973a', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:58:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:09Z', 'updated_at': '2021-12-16T04:05:13Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': 'c5806651-eb4a-4c68-b76b-d825b27fc275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:06:45.933827 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96b0b8-0d71-4eba-9042-adda15efefd0 None None] New status for floating IP be904f5c-40ac-47d5-902e-a705a6fc2e9c: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:06:46.501812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555aab3c-499a-4748-84f6-c08e8126721e req-9748a20e-9523-41c6-b5fc-9a02b90c70d6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:46.503313 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-555aab3c-499a-4748-84f6-c08e8126721e req-9748a20e-9523-41c6-b5fc-9a02b90c70d6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0611959 Dec 16 04:06:46.555246 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-555aab3c-499a-4748-84f6-c08e8126721e req-edb0655d-ddb4-4850-b7fc-237f2cb72807 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433040 Dec 16 04:06:46.997009 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-d8ab7e35-ecae-4199-9440-64b0e47c67a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:46.998537 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-d8ab7e35-ecae-4199-9440-64b0e47c67a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 945 time: 0.0601501 Dec 16 04:06:47.096124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 1297ad23-4c61-47c6-a1be-85c198bb97b0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:06:47.096448 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:47.193571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 1297ad23-4c61-47c6-a1be-85c198bb97b0, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=1297ad23-4c61-47c6-a1be-85c198bb97b0,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:06:47.193920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:47.207061 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 1297ad23-4c61-47c6-a1be-85c198bb97b0 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:06:47.347623 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:47.381264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=1297ad23-4c61-47c6-a1be-85c198bb97b0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:47.427168 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] No DVR routers for this DVR port 1297ad23-4c61-47c6-a1be-85c198bb97b0 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:06:47.429967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:47.433414 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c11ecb71-eece-4109-95d2-cba0d38edf94 req-3ef2453d-0eb7-42ec-8282-264adbe0ea6e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "DELETE /v2.0/ports/1297ad23-4c61-47c6-a1be-85c198bb97b0 HTTP/1.1" status: 204 len: 173 time: 0.4281323 Dec 16 04:06:47.433859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'name': 'network-vif-deleted', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:06:47.436179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2a0de7-3114-48c9-9a87-f9b8803e33c1" -d '{"events": [{"server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "name": "network-vif-deleted", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:06:47.477456 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c3559-d13e-43e7-8144-527f1d0dbe3a x-openstack-request-id: req-427c3559-d13e-43e7-8144-527f1d0dbe3a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:06:47.477776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6", "name": "network-vif-deleted", "tag": "1297ad23-4c61-47c6-a1be-85c198bb97b0", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:06:47.478027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-427c3559-d13e-43e7-8144-527f1d0dbe3a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:06:47.478464 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6', 'name': 'network-vif-deleted', 'tag': '1297ad23-4c61-47c6-a1be-85c198bb97b0', 'status': 'completed', 'code': 200} Dec 16 04:06:47.658975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b8e64783-dd42-4d95-8323-4702ae8174a5 req-aac71d8a-d294-46f4-9bcd-7edc29b31f70 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aaa89a-8ebb-4bdf-94d6-3be9d1cae6c6 HTTP/1.1" status: 200 len: 210 time: 0.0257957 Dec 16 04:06:48.726077 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:49.121893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:49.387729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:06:49.388072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:49.489445 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 4745dc6b-9d95-4f7a-b813-8b8fb44cede4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:06:49.489911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:49.503947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:06:49.726491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:49.751769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=4745dc6b-9d95-4f7a-b813-8b8fb44cede4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:49.922993 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.149261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 84a26788-64ca-4973-a578-1147f7bb5084 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:06:50.258029 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:06:50.263455 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3647bf11-5665-46b1-a27e-4437e4a98483 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/84a26788-64ca-4973-a578-1147f7bb5084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5361793 Dec 16 04:06:50.266173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:50.268859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] Sync routers for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:06:50.283925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:50.284544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:50.318693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting subnet c5806651-eb4a-4c68-b76b-d825b27fc275 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:06:50.322127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.361225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.390157 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:06:50.451633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.509837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.538669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.544432 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/subnets/c5806651-eb4a-4c68-b76b-d825b27fc275 HTTP/1.1" status: 204 len: 168 time: 0.2747893 Dec 16 04:06:50.544432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db15dd-196e-4bcd-b58c-58f50a41e03f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Subnet': ['ID=c5806651-eb4a-4c68-b76b-d825b27fc275,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:50.545742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:50.548371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bbc50a-4d01-47a7-a828-5caea3589d75 None None] Network fbf96f4e-926c-4282-81cb-8b2de48a973a requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:06:50.645894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:06:49Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:50.654003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.677483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] Checking router: 84a26788-64ca-4973-a578-1147f7bb5084 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:06:50.690189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] Routers {'84a26788-64ca-4973-a578-1147f7bb5084'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:50.690189 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['84a26788-64ca-4973-a578-1147f7bb5084'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:50.729347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] DHCP port deletion for fbf96f4e-926c-4282-81cb-8b2de48a973a request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:06:50.764633 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.822422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 133a6a6a-65c7-453f-bf45-4309d0812fff {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:06:50.822808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.908237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port 133a6a6a-65c7-453f-bf45-4309d0812fff, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=133a6a6a-65c7-453f-bf45-4309d0812fff,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:06:50.908593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:50.920258 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 133a6a6a-65c7-453f-bf45-4309d0812fff owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:06:50.985877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] Set router 84a26788-64ca-4973-a578-1147f7bb5084 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:06:51.052954 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Deleting port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:06:51.053329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.089824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.115514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=133a6a6a-65c7-453f-bf45-4309d0812fff,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:51.136501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d4f2a-667e-4b57-8e78-8998a702b862 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:06:51.171754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] For port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49,segment=NetworkSegment(2ebe1fa4-5597-4361-aa24-85d4a8972fc3),segment_id=2ebe1fa4-5597-4361-aa24-85d4a8972fc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:06:51.172146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.178914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.195398 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Calling delete_port for 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:06:51.273757 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.275886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.306991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:06:49Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:51.322968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.323527 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Fanout notify agent at l3_agent the message router_deleted on router 84a26788-64ca-4973-a578-1147f7bb5084 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:06:51.330702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.331809 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b4a05206-fb85-4eee-91fc-13db5b30c39c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/routers/84a26788-64ca-4973-a578-1147f7bb5084 HTTP/1.1" status: 204 len: 168 time: 0.7861269 Dec 16 04:06:51.335153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:51.335651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.339193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed5cd8-6b68-4715-9a73-8392328dd284 None None] The sync data for ids ['84a26788-64ca-4973-a578-1147f7bb5084'] in dv-neutron-821927-1-hyperv is: [{'id': '84a26788-64ca-4973-a578-1147f7bb5084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127395643', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:05:06Z', 'updated_at': '2021-12-16T04:06:49Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': '133a6a6a-65c7-453f-bf45-4309d0812fff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a26788-64ca-4973-a578-1147f7bb5084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:05:07Z', 'updated_at': '2021-12-16T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:06:51.362766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Pushing event deleted for resources: {'Port': ['ID=84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:51.367999 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] No DVR routers for this DVR port 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:06:51.374254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.374501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.374834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.375167 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.375501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.375826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.376151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.376477 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.376801 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.377124 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.377446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.377763 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.378079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90aeb3-91f0-4438-9b58-d3712cbbd340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:51.414637 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.502585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.522435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf96f4e-926c-4282-81cb-8b2de48a973a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:51.531565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebe1fa4-5597-4361-aa24-85d4a8972fc3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:51.531791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebe1fa4-5597-4361-aa24-85d4a8972fc3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:51.541026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.554518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.560369 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:06:51.560746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:06:51.563722 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:06:51.787771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:06:51.814312 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:06:51.814827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4745dc6b-9d95-4f7a-b813-8b8fb44cede4 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:06:51.815346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:06:51.839419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:06:51.839843 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 84fae326-1ac8-4cb8-ab7e-fa5fd8e59a49 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:06:51.967343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.974432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:51.977583 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/networks/fbf96f4e-926c-4282-81cb-8b2de48a973a HTTP/1.1" status: 204 len: 168 time: 0.6414559 Dec 16 04:06:51.980590 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43982) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:51.989525 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a767477-0db2-4a45-b93e-934fd2008b9c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Network': ['ID=fbf96f4e-926c-4282-81cb-8b2de48a973a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:52.045004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.070817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.085194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1297ad23-4c61-47c6-a1be-85c198bb97b0 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:06:52.106299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 1297ad23-4c61-47c6-a1be-85c198bb97b0 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:06:52.106739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 1297ad23-4c61-47c6-a1be-85c198bb97b0 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:06:52.132812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.135453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.136614 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/security-groups/49c6a712-b8a7-4fe1-9c93-8bd323c5f06a HTTP/1.1" status: 204 len: 168 time: 0.1548035 Dec 16 04:06:52.145783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c6a712-b8a7-4fe1-9c93-8bd323c5f06a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:52.152800 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.153172 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.153551 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.153889 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.154227 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.154593 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.154924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.155251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.155573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.155895 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.156563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.156563 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.156850 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9065c9-24bd-46ca-a129-23a374f3cf73 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:52.581621 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 43988) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:52.586322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-34138975-c03e-484c-9379-079e9f183cb4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454575044', 'description': 'tempest-secgroup-smoke-454575044 description', 'project_id': 'e4ca5af820be4394b197423a49afa445'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:52.615569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34138975-c03e-484c-9379-079e9f183cb4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.684267 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34138975-c03e-484c-9379-079e9f183cb4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.690196 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34138975-c03e-484c-9379-079e9f183cb4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.717378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34138975-c03e-484c-9379-079e9f183cb4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.721657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43990) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:52.724421 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-34138975-c03e-484c-9379-079e9f183cb4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1401346 Dec 16 04:06:52.726659 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d922d319-4a48-4738-bd3f-65c84441d188 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'c30fc632-3a53-41bc-96a7-1f40e8fcbc63', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:52.730246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34138975-c03e-484c-9379-079e9f183cb4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30fc632-3a53-41bc-96a7-1f40e8fcbc63,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:52.760122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d922d319-4a48-4738-bd3f-65c84441d188 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.815894 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d922d319-4a48-4738-bd3f-65c84441d188 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.820814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d922d319-4a48-4738-bd3f-65c84441d188 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.837750 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d319-4a48-4738-bd3f-65c84441d188 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb649ead-74f0-4c99-a02e-f246270a104b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:52.845808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d922d319-4a48-4738-bd3f-65c84441d188 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.847048 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-d922d319-4a48-4738-bd3f-65c84441d188 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243360 Dec 16 04:06:52.849973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:52.854761 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-61c98b23-4263-4954-b5e0-494a2fbfbeae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'c30fc632-3a53-41bc-96a7-1f40e8fcbc63', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:52.886007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c98b23-4263-4954-b5e0-494a2fbfbeae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.943652 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c98b23-4263-4954-b5e0-494a2fbfbeae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.948902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c98b23-4263-4954-b5e0-494a2fbfbeae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.966461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c98b23-4263-4954-b5e0-494a2fbfbeae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96751d69-c8f7-4c82-99ff-6189a10d28f5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:52.976406 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c98b23-4263-4954-b5e0-494a2fbfbeae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:52.981225 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-61c98b23-4263-4954-b5e0-494a2fbfbeae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266568 Dec 16 04:06:52.981503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:52.986119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b4f4d4a8-3f85-4415-a617-b169b262a446 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'c30fc632-3a53-41bc-96a7-1f40e8fcbc63', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:53.014281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d4a8-3f85-4415-a617-b169b262a446 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.072349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d4a8-3f85-4415-a617-b169b262a446 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.078137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d4a8-3f85-4415-a617-b169b262a446 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.095334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4d4a8-3f85-4415-a617-b169b262a446 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e05d34e-99eb-430d-adf4-5d4096027bdf,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:53.102231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d4a8-3f85-4415-a617-b169b262a446 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.103455 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-b4f4d4a8-3f85-4415-a617-b169b262a446 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209958 Dec 16 04:06:53.106184 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:53.112382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-35377a19-8961-4a70-ae9b-266b9a33da43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'c30fc632-3a53-41bc-96a7-1f40e8fcbc63', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:53.144349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35377a19-8961-4a70-ae9b-266b9a33da43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.208677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35377a19-8961-4a70-ae9b-266b9a33da43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.214268 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35377a19-8961-4a70-ae9b-266b9a33da43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.232893 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35377a19-8961-4a70-ae9b-266b9a33da43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7635f61-c914-4317-a51f-0f2240f1ffc3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:53.242653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35377a19-8961-4a70-ae9b-266b9a33da43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.246487 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-35377a19-8961-4a70-ae9b-266b9a33da43 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367350 Dec 16 04:06:53.247917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 43998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:53.252165 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'c30fc632-3a53-41bc-96a7-1f40e8fcbc63', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:53.277207 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:06:53.282116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.342012 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.346914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.364326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da7df46-bbf6-41df-a3ca-f826639bbd19,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:53.374710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.375911 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-19d91df6-9fa5-4c75-a6fd-c6ae73d2c137 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271195 Dec 16 04:06:53.378861 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:53.383307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'security_group_rule': {'security_group_id': 'c30fc632-3a53-41bc-96a7-1f40e8fcbc63', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:53.409549 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Project e4ca5af820be4394b197423a49afa445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:06:53.414562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.483906 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.491187 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.508817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e586c0-af9f-47eb-aa70-ce3aa2217c40,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:53.516893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 133a6a6a-65c7-453f-bf45-4309d0812fff no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:06:53.518927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.520177 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-acf88750-3915-4f77-bcea-fb2cfe66c4a4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402943 Dec 16 04:06:53.523122 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:53.527972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'network': {'name': 'tempest-network-smoke--1991471724', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:53.544603 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 133a6a6a-65c7-453f-bf45-4309d0812fff {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:06:53.545276 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 133a6a6a-65c7-453f-bf45-4309d0812fff not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:06:53.552256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:06:53.555730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.578799 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:06:53.587414 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.587743 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Added segment 9a2b0549-8e46-453b-9b15-ff8e82bd836b of type vlan for network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 Dec 16 04:06:53.626729 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.654864 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.662718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:53.663241 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.715681 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915529 Dec 16 04:06:53.718628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:53.732886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'admin_state_up': True, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:53.743458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be02854-813b-435b-9fad-0cb8860c33b0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Network': ['ID=502529bf-3661-4c8f-bf16-3012ac9e6bc6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:53.753907 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:06:53.766508 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.767749 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.818792 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:53.967830 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.096533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.168661 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.187992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.293552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.13 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/ffaf8d38-fa15-430b-8acf-6e6f8bb74152) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:06:54.398568 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.447355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.499248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:06:54.504580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:06:54.507454 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:54.509598 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:06:54.518023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4714beb-f0f8-4b28-9fb7-99f6d8ce069c None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:06:54.577434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6a01239e-f222-43fc-9fe0-12c3e0bc00b3 None None] Provisioning complete for port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:54.577810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a01239e-f222-43fc-9fe0-12c3e0bc00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.614230 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6a01239e-f222-43fc-9fe0-12c3e0bc00b3 None None] Port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:06:54.768613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:54.982595 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.120354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 109b4df1-7b62-4539-b2ef-fafe770180bb is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:06:55.244437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:06:55.255382 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Sync routers for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:06:55.264835 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:55.265531 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:55.267436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.268701 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c57c0bcc-aa33-4153-90fe-57d416e5543d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5492177 Dec 16 04:06:55.271834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:55.344546 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f486f968-2d27-4ba2-b581-1283a9a53f91 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e4ca5af820be4394b197423a49afa445&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716107 Dec 16 04:06:55.347256 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44010) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:55.370675 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:06:55.444805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865db534-6dd1-458a-8c86-f7bb1687b281 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:55.449019 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-865db534-6dd1-458a-8c86-f7bb1687b281 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981848 Dec 16 04:06:55.449376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44012) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:55.480261 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-25f7b85a-caab-4e70-89df-2d30d93e5fc4 tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=33645301-2883-4c93-bcc7-dcde38e486a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298615 Dec 16 04:06:55.482915 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:55.487574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-313031412', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:06:55.552310 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:54Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:55.578950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:06:55.581426 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Checking router: 109b4df1-7b62-4539-b2ef-fafe770180bb for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:06:55.581772 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Updating router 109b4df1-7b62-4539-b2ef-fafe770180bb port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:06:55.582506 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.606652 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.776375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.843093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Subnet': ['ID=4c4643fc-943d-42a2-a510-4d2315419e2d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:55.850794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Checking segment: {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:06:55.851162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network hostable DHCP agents. Network: 502529bf-3661-4c8f-bf16-3012ac9e6bc6, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:06:55.867834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:06:55.870050 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.878020 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.880995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 502529bf-3661-4c8f-bf16-3012ac9e6bc6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:06:55.886578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:55.887078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.890859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e454165e-b179-4bcb-aa4c-c3b292dd8dcd None None] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:06:55.908207 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-92f17311-c33e-4a84-b00a-20ca3440dd47 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4243078 Dec 16 04:06:55.911079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:06:55.938303 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04bb044-974a-47a7-a3ec-d2ed2b5f6df2 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:06:55.944578 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Pushing event updated for resources: {'Port': ['ID=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:55.951810 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Attempting to bind port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:06:55.952775 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Attempting to bind port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:06:55.952775 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Attempting to bind port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:06:55.955277 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.955692 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.956042 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.956444 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.956840 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.957232 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.957623 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.958029 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.958635 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.959023 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.959643 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.959767 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.960143 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:06:55.967022 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:06:55.967486 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:06:55.967780 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:55.968163 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:06:55.969166 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Bound port: ffaf8d38-fa15-430b-8acf-6e6f8bb74152, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:06:55.969546 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.024642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:06:56.025886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.028839 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] For port ffaf8d38-fa15-430b-8acf-6e6f8bb74152, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:06:56.032859 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] For port ffaf8d38-fa15-430b-8acf-6e6f8bb74152, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:06:56.037940 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.062021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c3a86699-c198-4c64-8956-a1de145edd2e None None] Provisioning complete for port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:56.062606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3a86699-c198-4c64-8956-a1de145edd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.089656 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9976ba-d989-451c-998a-016e15e26339 None None] Pushing event updated for resources: {'Port': ['ID=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:56.099811 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab821f3c-8c9f-4bc5-ab24-1c57b0919f53 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:06:56.102704 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:56.103314 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:56.218601 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:06:56.256095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3a86699-c198-4c64-8956-a1de145edd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.261656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Allocated IP 172.20.0.2 (502529bf-3661-4c8f-bf16-3012ac9e6bc6/4c4643fc-943d-42a2-a510-4d2315419e2d/ee66f9bc-f70f-4314-b1f4-ddeafa0db502) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:06:56.290142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c3a86699-c198-4c64-8956-a1de145edd2e None None] For port ffaf8d38-fa15-430b-8acf-6e6f8bb74152, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:06:56.327834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3a86699-c198-4c64-8956-a1de145edd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.393539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.402320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a86699-c198-4c64-8956-a1de145edd2e None None] Pushing event updated for resources: {'Port': ['ID=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:56.403091 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:54Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:56.440117 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381cfd1-19d4-4ffa-91f3-ee53f83c5c3f None None] The sync data for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv is: [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:54Z', 'revision_number': 3, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:06:56.488043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.489671 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f9f6d69f-0e1f-44c6-a69a-583d740d9fff None None] Provisioning complete for port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:56.490025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d69f-0e1f-44c6-a69a-583d740d9fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.518440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.574024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:06:56.579748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:06:56.582585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Pushing event updated for resources: {'Port': ['ID=ee66f9bc-f70f-4314-b1f4-ddeafa0db502,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:56.585929 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:06:56.679407 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Attempting to bind port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:06:56.679799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Attempting to bind port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:06:56.680155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Attempting to bind port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 on network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:06:56.688374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:06:56.688751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Checking segment: {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:06:56.689285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.689528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Bound using segment: {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:06:56.690006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Bound port: ee66f9bc-f70f-4314-b1f4-ddeafa0db502, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:06:56.690419 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.702914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.1 (502529bf-3661-4c8f-bf16-3012ac9e6bc6/4c4643fc-943d-42a2-a510-4d2315419e2d/b5cd2af6-935c-47ef-a109-0592e04619de) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:06:56.760718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] For port ee66f9bc-f70f-4314-b1f4-ddeafa0db502, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:06:56.764418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] For port ee66f9bc-f70f-4314-b1f4-ddeafa0db502, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ee66f9bc-f70f-4314-b1f4-ddeafa0db502,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:06:56.769139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.839517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250a1ac-a227-4582-8ea6-702f9e8ed227 None None] Pushing event updated for resources: {'Port': ['ID=ee66f9bc-f70f-4314-b1f4-ddeafa0db502,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:56.841706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.882778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:56.933532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:06:56.937234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:06:56.941056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:06:56.968152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=b5cd2af6-935c-47ef-a109-0592e04619de,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:56.992614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.165225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.449950 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.455995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.529726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=b5cd2af6-935c-47ef-a109-0592e04619de,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:57.532491 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.648757 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ffaf8d38-fa15-430b-8acf-6e6f8bb74152 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:06:57.703672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:57.704041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.790019 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ee66f9bc-f70f-4314-b1f4-ddeafa0db502 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:06:57.823033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59321a54-a0dc-4f75-a16b-7fd9c7b76790 None None] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:06:57.915591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:57.915872 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.970134 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-37a0953e-b067-4b6c-b586-91b2366af990 None None] Provisioning complete for port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:57.970490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37a0953e-b067-4b6c-b586-91b2366af990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:57.985647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:06:57.987087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:06:58.086090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:58.112591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 109b4df1-7b62-4539-b2ef-fafe770180bb has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:06:58.118442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37a0953e-b067-4b6c-b586-91b2366af990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:58.137365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port ee66f9bc-f70f-4314-b1f4-ddeafa0db502, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ee66f9bc-f70f-4314-b1f4-ddeafa0db502,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:06:58.146370 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:58.216579 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-37a0953e-b067-4b6c-b586-91b2366af990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 04:06:58.216913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-37a0953e-b067-4b6c-b586-91b2366af990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 04:06:58.221411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=ee66f9bc-f70f-4314-b1f4-ddeafa0db502,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:58.244194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:06:58.250437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f5a0da69-7d3a-470b-b0b0-89b28923eaa2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/109b4df1-7b62-4539-b2ef-fafe770180bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3379743 Dec 16 04:06:58.403476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Sync routers for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:06:58.412460 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-71fb816d-e68e-4c3f-810c-79fe1a029e72 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454575044&fields=id&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 267 time: 0.0530531 Dec 16 04:06:58.414830 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:58.415457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:58.530527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:06:58.536054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1df0fd29-67bc-472b-b561-a6388b236532 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:06:58.537753 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1df0fd29-67bc-472b-b561-a6388b236532 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/networks?id=502529bf-3661-4c8f-bf16-3012ac9e6bc6 HTTP/1.1" status: 200 len: 797 time: 0.1188610 Dec 16 04:06:58.556745 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-4ef1fe2c-fddb-46c8-847e-810070a6d02c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/quotas/e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 375 time: 0.0102153 Dec 16 04:06:58.613583 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-45a76740-8173-4d47-8191-a5c771430b32 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510049 Dec 16 04:06:58.715651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-6c1c4ea3-31d3-4e13-8caa-3ffcba9c4db7 service neutron] 10.222.0.16 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865571 Dec 16 04:06:58.811906 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-b393fa55-5d4e-4e2a-a70f-e8b373cd79a8 service neutron] 10.222.0.16 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896420 Dec 16 04:06:58.933927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a9d6cece-02ac-41d5-904f-61b6be01233a None None] Provisioning complete for port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:58.934446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cece-02ac-41d5-904f-61b6be01233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:58.938065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 2, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:58.975263 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2415795c-6277-4e5c-b5dc-a746b35271de req-c5ecabdc-e31d-44cc-885d-32e6e6f36322 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 210 time: 0.0268617 Dec 16 04:06:58.991787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Checking router: 109b4df1-7b62-4539-b2ef-fafe770180bb for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:06:58.992151 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Updating router 109b4df1-7b62-4539-b2ef-fafe770180bb port b5cd2af6-935c-47ef-a109-0592e04619de binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:06:59.022654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.170920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a9d6cece-02ac-41d5-904f-61b6be01233a None None] Provisioning complete for port b5cd2af6-935c-47ef-a109-0592e04619de triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:59.171336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cece-02ac-41d5-904f-61b6be01233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.249487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6cece-02ac-41d5-904f-61b6be01233a None None] Port b5cd2af6-935c-47ef-a109-0592e04619de cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:06:59.354768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.361945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.412334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db20ea7-bd1f-47dd-99e0-9fd2e8ac5524 None None] Pushing event updated for resources: {'Port': ['ID=b5cd2af6-935c-47ef-a109-0592e04619de,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:59.466424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Attempting to bind port b5cd2af6-935c-47ef-a109-0592e04619de on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:06:59.466820 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Attempting to bind port b5cd2af6-935c-47ef-a109-0592e04619de by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:06:59.467354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Attempting to bind port b5cd2af6-935c-47ef-a109-0592e04619de on network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:06:59.472480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:06:59.472859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Checking segment: {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:06:59.473260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.473650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Bound using segment: {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:06:59.474217 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Bound port: b5cd2af6-935c-47ef-a109-0592e04619de, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:06:59.474878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.544169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] For port b5cd2af6-935c-47ef-a109-0592e04619de, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:06:59.548032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] For port b5cd2af6-935c-47ef-a109-0592e04619de, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b5cd2af6-935c-47ef-a109-0592e04619de,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:06:59.554800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.583119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ee66f9bc-f70f-4314-b1f4-ddeafa0db502 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:06:59.650943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db20ea7-bd1f-47dd-99e0-9fd2e8ac5524 None None] Pushing event updated for resources: {'Port': ['ID=b5cd2af6-935c-47ef-a109-0592e04619de,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:06:59.655149 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:06:59.655764 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:06:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:06:59.760890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c829be88-b346-42e2-bd13-ae82d7966254 None None] Provisioning complete for port b5cd2af6-935c-47ef-a109-0592e04619de triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:59.761171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c829be88-b346-42e2-bd13-ae82d7966254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.784374 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:06:59.784743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:06:59.841747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:07:00.034727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c829be88-b346-42e2-bd13-ae82d7966254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:00.059502 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-42630f06-94e4-4561-9784-2b7aabccca00 req-438818f3-b61a-45ad-b7bb-227368b798dc tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 210 time: 0.0296664 Dec 16 04:07:00.100974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c829be88-b346-42e2-bd13-ae82d7966254 None None] For port b5cd2af6-935c-47ef-a109-0592e04619de, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b5cd2af6-935c-47ef-a109-0592e04619de,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:07:00.105356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c829be88-b346-42e2-bd13-ae82d7966254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:00.187191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829be88-b346-42e2-bd13-ae82d7966254 None None] Pushing event updated for resources: {'Port': ['ID=b5cd2af6-935c-47ef-a109-0592e04619de,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:00.203619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:06:59Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:00.234109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1187839-386f-4921-a5e3-5d558c4170ba None None] The sync data for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv is: [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:06:59Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:07:00.247624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e5d97831-3b7b-4771-ba98-a28109793a0c None None] Provisioning complete for port b5cd2af6-935c-47ef-a109-0592e04619de triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:07:00.247995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5d97831-3b7b-4771-ba98-a28109793a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:01.141085 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3440c13c-fb23-44ce-a12e-2185b3fed07f req-fe977b08-49dd-4b8b-b2e3-dc135dc673cf tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 210 time: 0.0295148 Dec 16 04:07:01.585975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b5cd2af6-935c-47ef-a109-0592e04619de up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:07:01.639048 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port b5cd2af6-935c-47ef-a109-0592e04619de triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:07:01.639430 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:02.230754 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a9fa5a1b-73a9-41c0-bb04-53558e04c035 req-e1ff31f1-a22a-47b4-993f-66c2a3e2052e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 210 time: 0.0260427 Dec 16 04:07:03.328747 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2b9ffe10-caa5-4f63-86d4-56ca5e4353ae req-76b7b604-7fee-4a5d-8427-106e9d4651e2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 210 time: 0.0302789 Dec 16 04:07:04.139224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1790b826-0642-4b59-b1b1-193a4cf17f09 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:04.140719 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1790b826-0642-4b59-b1b1-193a4cf17f09 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/networks?id=502529bf-3661-4c8f-bf16-3012ac9e6bc6 HTTP/1.1" status: 200 len: 797 time: 0.1023901 Dec 16 04:07:04.216397 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-79b49997-e15c-4f27-a826-8749e310c108 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca5af820be4394b197423a49afa445 HTTP/1.1" status: 200 len: 379 time: 0.0598891 Dec 16 04:07:04.226522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'port': {'device_id': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'admin_state_up': True, 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'security_groups': ['c30fc632-3a53-41bc-96a7-1f40e8fcbc63']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:07:04.347343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Made reservation on behalf of e4ca5af820be4394b197423a49afa445 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:07:04.351450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:04.424838 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-73da66ec-80ab-458b-91c3-5c90a31baaad req-c5a6a8ca-eb36-42d4-881b-cda7240a97ae tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 210 time: 0.0283027 Dec 16 04:07:04.484876 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.20.0.6 (502529bf-3661-4c8f-bf16-3012ac9e6bc6/4c4643fc-943d-42a2-a510-4d2315419e2d/b81e1bfe-05d8-4178-96c6-88d34d203088) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:07:04.498121 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:07:04.626704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:04.667436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:04.711564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:07:04.714732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:07:04.718551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:07:04.746011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=b81e1bfe-05d8-4178-96c6-88d34d203088,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:04.773087 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:04.773774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:04.792470 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-39505f7b-2a54-4db8-9dc2-6c7d1160adfd tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695250 Dec 16 04:07:04.811164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Request body: {'port': {'device_id': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:07:04.867531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:04.995002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4e074b7a-7299-4e21-b246-4bea073f80da None None] Provisioning complete for port b81e1bfe-05d8-4178-96c6-88d34d203088 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:07:04.995593 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e074b7a-7299-4e21-b246-4bea073f80da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:05.033816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4e074b7a-7299-4e21-b246-4bea073f80da None None] Port b81e1bfe-05d8-4178-96c6-88d34d203088 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:07:05.133709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81e1bfe-05d8-4178-96c6-88d34d203088 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:07:05.141422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:05.154752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Transition to ACTIVE for port object b81e1bfe-05d8-4178-96c6-88d34d203088 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:07:05.159685 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:05.210741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Pushing event updated for resources: {'Port': ['ID=b81e1bfe-05d8-4178-96c6-88d34d203088,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:05.245676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc85f-2d4a-45ba-8a8a-8fc434a2d47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:05.287232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Attempting to bind port b81e1bfe-05d8-4178-96c6-88d34d203088 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:07:05.287933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Attempting to bind port b81e1bfe-05d8-4178-96c6-88d34d203088 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:07:05.288343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Attempting to bind port b81e1bfe-05d8-4178-96c6-88d34d203088 on network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:07:05.292902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Port b81e1bfe-05d8-4178-96c6-88d34d203088 on network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:07:05.293222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Attempting to bind port b81e1bfe-05d8-4178-96c6-88d34d203088 on network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:07:05.298069 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:07:05.298873 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Checking segment: {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:07:05.299309 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Bound using segment: {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:07:05.301365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Bound port: b81e1bfe-05d8-4178-96c6-88d34d203088, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2b0549-8e46-453b-9b15-ff8e82bd836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:07:05.301726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:05.369227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] For port b81e1bfe-05d8-4178-96c6-88d34d203088, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:07:05.372350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] For port b81e1bfe-05d8-4178-96c6-88d34d203088, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b81e1bfe-05d8-4178-96c6-88d34d203088,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:07:05.377668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:05.413225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:05.413850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:05.415274 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] 10.222.0.30 "PUT /v2.0/ports/b81e1bfe-05d8-4178-96c6-88d34d203088 HTTP/1.1" status: 200 len: 1093 time: 0.6084747 Dec 16 04:07:05.415732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:07:05.418030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c70387-cdbf-4aab-8508-8787bcbfd2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:07:05.440402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05f88a-5329-4b20-b673-66252bd441ba service neutron] Pushing event updated for resources: {'Port': ['ID=b81e1bfe-05d8-4178-96c6-88d34d203088,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:05.480684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b58bd3-fefa-4b18-a5be-da5ba6539945 x-openstack-request-id: req-f3b58bd3-fefa-4b18-a5be-da5ba6539945 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:07:05.481047 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:07:05.481372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3b58bd3-fefa-4b18-a5be-da5ba6539945 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:07:05.481882 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'status': 'completed', 'code': 200} Dec 16 04:07:05.541455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-0cfe2a8e-3d53-4524-9812-d1606ab0679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:05.542946 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-0cfe2a8e-3d53-4524-9812-d1606ab0679b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 1096 time: 0.0471108 Dec 16 04:07:05.566126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a357b3-d4f2-49fb-b376-d06bf19df1c9 req-188163b0-811c-4a58-94dc-3f2cb92e2379 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:05.570912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12a357b3-d4f2-49fb-b376-d06bf19df1c9 req-188163b0-811c-4a58-94dc-3f2cb92e2379 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 943 time: 0.0543513 Dec 16 04:07:05.596448 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-df6fec36-b7c0-490e-89cf-aff22a89c63c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81e1bfe-05d8-4178-96c6-88d34d203088 HTTP/1.1" status: 200 len: 217 time: 0.0402138 Dec 16 04:07:05.621464 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-12a357b3-d4f2-49fb-b376-d06bf19df1c9 req-82cb63b5-acb3-48c8-b5e9-65dd956fb8d6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474551 Dec 16 04:07:05.646523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-341e976e-3119-4057-a68f-13073cdec653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:05.648226 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-341e976e-3119-4057-a68f-13073cdec653 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c4643fc-943d-42a2-a510-4d2315419e2d HTTP/1.1" status: 200 len: 834 time: 0.0445614 Dec 16 04:07:05.695236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-605cec03-42d0-4ad0-9657-6fcc5549db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:05.696777 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-605cec03-42d0-4ad0-9657-6fcc5549db72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502529bf-3661-4c8f-bf16-3012ac9e6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409861 Dec 16 04:07:05.793576 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-f2863cec-efd9-4bad-bfb6-848b22788946 service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878356 Dec 16 04:07:05.881409 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f9942906-04e0-4329-85fa-f9d9ae8ddde7 req-6933f806-37e2-4293-96f3-f84a1c179a8e service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809400 Dec 16 04:07:06.014470 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-96ddd5ec-0ab8-4a15-9760-471bec4ebde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:06.015967 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-96ddd5ec-0ab8-4a15-9760-471bec4ebde3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 1096 time: 0.0476844 Dec 16 04:07:06.105737 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-02906e58-7d3a-4f8a-88c9-bffdd5e78e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:06.107229 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-02906e58-7d3a-4f8a-88c9-bffdd5e78e56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=502529bf-3661-4c8f-bf16-3012ac9e6bc6 HTTP/1.1" status: 200 len: 897 time: 0.0827701 Dec 16 04:07:06.148216 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-17dbc47a-4a69-444b-b1f2-f582567249ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81e1bfe-05d8-4178-96c6-88d34d203088 HTTP/1.1" status: 200 len: 217 time: 0.0336447 Dec 16 04:07:06.203832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-c14392f5-bbd5-42eb-a3e6-3b93af6e85df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:06.205282 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-c14392f5-bbd5-42eb-a3e6-3b93af6e85df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c4643fc-943d-42a2-a510-4d2315419e2d HTTP/1.1" status: 200 len: 834 time: 0.0497386 Dec 16 04:07:06.253178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-a0a2f7b1-0c4d-4a74-b720-0d483662e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:06.254746 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-a0a2f7b1-0c4d-4a74-b720-0d483662e93f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502529bf-3661-4c8f-bf16-3012ac9e6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413885 Dec 16 04:07:06.351855 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-8d35ca94-6717-470f-9652-78ccaa4426fa service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886493 Dec 16 04:07:06.457444 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-08c70387-cdbf-4aab-8508-8787bcbfd2b3 req-e7b9cda3-f518-48c3-9dce-45418854cafb service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973356 Dec 16 04:07:06.763378 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d93032-d4bc-4f75-b70f-37f339c44fae req-d8038a23-9207-458e-ad7d-8c9350c2c08a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:06.764764 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2d93032-d4bc-4f75-b70f-37f339c44fae req-d8038a23-9207-458e-ad7d-8c9350c2c08a tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 943 time: 0.0676274 Dec 16 04:07:06.820195 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c2d93032-d4bc-4f75-b70f-37f339c44fae req-cff9b334-8b6f-449c-b5b0-9ed80f4e9f55 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467699 Dec 16 04:07:07.467404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81a7fb99-a978-4a6a-8ab9-3fec3b257454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:07.947600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b4f99-5da4-4b5c-84a7-c32d09d3b43a req-6c782f7d-cc10-4497-b30e-976460c41ee7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:07.948884 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-889b4f99-5da4-4b5c-84a7-c32d09d3b43a req-6c782f7d-cc10-4497-b30e-976460c41ee7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 943 time: 0.0558529 Dec 16 04:07:07.999282 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-889b4f99-5da4-4b5c-84a7-c32d09d3b43a req-a9fb5878-5226-4765-839f-d8c087145497 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441809 Dec 16 04:07:08.635163 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:09.125896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a73c-14fc-40f1-9cff-4d2ff27577d6 req-7a27e839-d821-423e-af67-63b8de7e4309 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:09.127380 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c3a7a73c-14fc-40f1-9cff-4d2ff27577d6 req-7a27e839-d821-423e-af67-63b8de7e4309 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 943 time: 0.0525467 Dec 16 04:07:09.176487 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c3a7a73c-14fc-40f1-9cff-4d2ff27577d6 req-a91fd485-cded-435f-baca-36fb79dccf00 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430303 Dec 16 04:07:10.149499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b81e1bfe-05d8-4178-96c6-88d34d203088 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:07:10.185948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:10.268606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b81e1bfe-05d8-4178-96c6-88d34d203088, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b81e1bfe-05d8-4178-96c6-88d34d203088,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:07:10.278915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'port_id': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'mac_address': 'fa:16:3e:d6:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:07:10.295573 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233e05-8027-45e6-ae78-3e04c8f00f3a req-87a2f148-5fab-45c9-b0e2-9bf102f98635 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:10.297067 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f233e05-8027-45e6-ae78-3e04c8f00f3a req-87a2f148-5fab-45c9-b0e2-9bf102f98635 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 943 time: 0.0532031 Dec 16 04:07:10.316717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:10.330130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81e1bfe-05d8-4178-96c6-88d34d203088 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:07:10.348535 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f233e05-8027-45e6-ae78-3e04c8f00f3a req-081dddaf-7a53-476e-b31b-ecfea53f91e2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Dec 16 04:07:10.350487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b81e1bfe-05d8-4178-96c6-88d34d203088, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b81e1bfe-05d8-4178-96c6-88d34d203088,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:07:10.356971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:10.410030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b81e1bfe-05d8-4178-96c6-88d34d203088,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:10.635337 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['b81e1bfe-05d8-4178-96c6-88d34d203088'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:07:11.183635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:11.480571 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04212e0d-cbf6-459a-9d6b-fb00e864e12d req-dbb563fb-0a9f-4d7b-8f53-903f786fe10d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:11.482042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-04212e0d-cbf6-459a-9d6b-fb00e864e12d req-dbb563fb-0a9f-4d7b-8f53-903f786fe10d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 944 time: 0.0554745 Dec 16 04:07:11.532318 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-04212e0d-cbf6-459a-9d6b-fb00e864e12d req-af8795fe-21bb-49b6-92ff-75563000893e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Dec 16 04:07:12.180308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b81e1bfe-05d8-4178-96c6-88d34d203088 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:07:12.235376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port b81e1bfe-05d8-4178-96c6-88d34d203088 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:07:12.240708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port b81e1bfe-05d8-4178-96c6-88d34d203088 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:07:12.241198 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:12.325677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:12.349001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:07:12.351327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27520ad3-e7e2-489c-a2e2-e337b84c931e" -d '{"events": [{"server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "name": "network-vif-plugged", "status": "completed", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:07:12.365029 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b81e1bfe-05d8-4178-96c6-88d34d203088, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b81e1bfe-05d8-4178-96c6-88d34d203088,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:07:12.370232 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:12.419557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b81e1bfe-05d8-4178-96c6-88d34d203088,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:12.442747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de23dd5f-724c-4b5a-a579-e80f75816149 x-openstack-request-id: req-de23dd5f-724c-4b5a-a579-e80f75816149 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:07:12.443342 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "name": "network-vif-plugged", "status": "completed", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:07:12.443607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de23dd5f-724c-4b5a-a579-e80f75816149 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:07:12.444134 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'code': 200} Dec 16 04:07:12.658486 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244a796-1fbf-4218-9416-bde87ff68f00 req-2827b8a3-bf7e-43e6-b9f4-d14e32ded75f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:12.659978 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7244a796-1fbf-4218-9416-bde87ff68f00 req-2827b8a3-bf7e-43e6-b9f4-d14e32ded75f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0535433 Dec 16 04:07:12.661813 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49500663-f9b5-4fba-b75c-08ca541d5d08 req-7399e769-4a3a-4a1a-bce1-cc7de0fed784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:12.663437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-49500663-f9b5-4fba-b75c-08ca541d5d08 req-7399e769-4a3a-4a1a-bce1-cc7de0fed784 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 1098 time: 0.0417321 Dec 16 04:07:12.715587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-49500663-f9b5-4fba-b75c-08ca541d5d08 req-6befba46-88ce-4172-aa65-c867bc3e5ee7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Dec 16 04:07:13.037573 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7244a796-1fbf-4218-9416-bde87ff68f00 req-e0511fbe-e770-4278-b34a-92c841e9d157 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710432 Dec 16 04:07:14.159620 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dab2c2-5e7c-4df7-8519-df8cd6ea59e0 req-466f724a-bbd8-4466-998e-d0fdd58fd6f6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:14.161096 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35dab2c2-5e7c-4df7-8519-df8cd6ea59e0 req-466f724a-bbd8-4466-998e-d0fdd58fd6f6 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0505278 Dec 16 04:07:14.211536 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35dab2c2-5e7c-4df7-8519-df8cd6ea59e0 req-8924a72b-6d78-4707-a304-88a8396fb975 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440221 Dec 16 04:07:14.334273 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd7194-b9f3-43b3-aa55-95071e786593 req-6eafd01b-d523-47cb-b257-30d10f86e4a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:14.335847 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5dbd7194-b9f3-43b3-aa55-95071e786593 req-6eafd01b-d523-47cb-b257-30d10f86e4a2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0579219 Dec 16 04:07:14.400930 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5dbd7194-b9f3-43b3-aa55-95071e786593 req-29bc1b7e-7c0a-4609-a75d-3c429401cb2f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581694 Dec 16 04:07:14.424114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:14.474751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829229e-d43b-422c-9979-2e794af4a84f tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:14.476626 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3829229e-d43b-422c-9979-2e794af4a84f tempest-TestNetworkAdvancedServerOps-229474701 tempest-TestNetworkAdvancedServerOps-229474701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 1093 time: 0.0512390 Dec 16 04:07:14.479783 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:14.484215 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:07:14.511634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:14.617150 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:14.723675 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Allocated IP 172.26.6.122 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/23997815-50a6-49e0-869b-6adccd3c2edf) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:07:14.821745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:14.859125 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:14.900759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:07:14.903773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:07:14.906423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:07:14.929690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=23997815-50a6-49e0-869b-6adccd3c2edf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:15.275790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:15.348374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:15.512937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:15.518797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:15.584412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event updated for resources: {'Port': ['ID=23997815-50a6-49e0-869b-6adccd3c2edf,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:15.595262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:15.702781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP 27849924-1fad-4c69-b891-3580ca16581c associated. External IP: 172.26.6.122, port: b81e1bfe-05d8-4178-96c6-88d34d203088. Dec 16 04:07:15.915777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 109b4df1-7b62-4539-b2ef-fafe770180bb has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:07:16.021759 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:07:16.032469 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] Sync routers for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:07:16.043111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:16.044642 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:07:16.045246 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:07:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:16.070933 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4dd1e3cd-3c82-4ca5-8291-9e3e3a8d13e4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5900247 Dec 16 04:07:16.071827 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:07:16.074132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c560ca61-dd23-40ac-bea4-9c22c4f459c4" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:07:16.121643 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da185c7-fe81-486e-9f52-1b3744486269 x-openstack-request-id: req-7da185c7-fe81-486e-9f52-1b3744486269 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:07:16.122059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:07:16.122374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7da185c7-fe81-486e-9f52-1b3744486269 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:07:16.122840 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'status': 'completed', 'code': 200} Dec 16 04:07:16.152272 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:07:16.178003 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce08ac-40fd-4e72-88b2-e75d510084fa req-43e6d690-6d3d-402b-a549-4d7110685c1e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:16.179483 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-00ce08ac-40fd-4e72-88b2-e75d510084fa req-43e6d690-6d3d-402b-a549-4d7110685c1e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Dec 16 04:07:16.205234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-33ccd813-7491-4d5a-b7c9-63aafdf01b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:16.206943 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-33ccd813-7491-4d5a-b7c9-63aafdf01b70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 1098 time: 0.0418775 Dec 16 04:07:16.232779 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-00ce08ac-40fd-4e72-88b2-e75d510084fa req-0de136ca-f238-42a8-a935-a4d16555ad79 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464783 Dec 16 04:07:16.257033 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44102) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:16.307413 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-4419cc8d-5209-463d-afeb-b5560e831b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:16.309000 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-4419cc8d-5209-463d-afeb-b5560e831b0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=502529bf-3661-4c8f-bf16-3012ac9e6bc6 HTTP/1.1" status: 200 len: 897 time: 0.0946023 Dec 16 04:07:16.321619 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b4180985-2545-47cf-aec7-30bcee2bf5c7 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/27849924-1fad-4c69-b891-3580ca16581c HTTP/1.1" status: 200 len: 991 time: 0.0614583 Dec 16 04:07:16.374610 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-a14a2f2a-cd85-49b2-b4b9-8dc80f60215e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81e1bfe-05d8-4178-96c6-88d34d203088 HTTP/1.1" status: 200 len: 999 time: 0.0584621 Dec 16 04:07:16.426763 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-c116a10f-4f4a-4aef-bfc4-ec16ad87f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:16.428325 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-c116a10f-4f4a-4aef-bfc4-ec16ad87f74f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c4643fc-943d-42a2-a510-4d2315419e2d HTTP/1.1" status: 200 len: 834 time: 0.0461285 Dec 16 04:07:16.474717 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '27849924-1fad-4c69-b891-3580ca16581c', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'port_id': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'mac_address': 'fa:16:3e:d6:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:07:15Z', 'updated_at': '2021-12-16T04:07:15Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:07:00Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:16.481120 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-ed80c411-805d-47a1-ac0e-d6a400d4514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:16.482698 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-ed80c411-805d-47a1-ac0e-d6a400d4514c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502529bf-3661-4c8f-bf16-3012ac9e6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473366 Dec 16 04:07:16.500337 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] Checking router: 109b4df1-7b62-4539-b2ef-fafe770180bb for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:07:16.508866 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:07:16.509469 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:07:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:16.575352 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-b249a068-9967-491f-b88a-772944196102 service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Dec 16 04:07:16.614126 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:07:16.673676 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c560ca61-dd23-40ac-bea4-9c22c4f459c4 req-32f89b4c-d63a-42b9-8400-75887f53316c service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907335 Dec 16 04:07:16.862564 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '27849924-1fad-4c69-b891-3580ca16581c', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'port_id': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'mac_address': 'fa:16:3e:d6:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:07:15Z', 'updated_at': '2021-12-16T04:07:15Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:07:00Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:16.888935 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd80ad2-4e7b-40af-9173-37af351b4c2f None None] The sync data for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv is: [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '27849924-1fad-4c69-b891-3580ca16581c', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'port_id': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'mac_address': 'fa:16:3e:d6:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:07:15Z', 'updated_at': '2021-12-16T04:07:15Z', 'revision_number': 0, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:07:00Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:07:17.075044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58616ec-4075-4653-9f7a-662e354b309e None None] New status for floating IP 27849924-1fad-4c69-b891-3580ca16581c: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:07:17.324588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44104) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:17.394037 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b0ee9b87-1512-4572-baea-6d02e0b812ac tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/27849924-1fad-4c69-b891-3580ca16581c HTTP/1.1" status: 200 len: 993 time: 0.0677650 Dec 16 04:07:24.120136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:35.249457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e89c4bd-b2e5-493a-a5e3-c0ce30af0632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:37.472418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ea5008e-970b-44f6-9498-38a9c51c8ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:38.640015 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:40.174740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:41.181225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:41.503716 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:07:48.840713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddc571-8a8f-4094-a3a3-62366b588b20 req-2afab8a8-d3f7-4623-97c4-fb21c3ff6f7f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:48.842181 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8dddc571-8a8f-4094-a3a3-62366b588b20 req-2afab8a8-d3f7-4623-97c4-fb21c3ff6f7f tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0528629 Dec 16 04:07:48.897832 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8dddc571-8a8f-4094-a3a3-62366b588b20 req-eedf7f1e-cf0f-4d15-8b9b-3e03aadbc634 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467737 Dec 16 04:07:50.030421 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0935ac-92df-4527-9913-9d1e23299da8 req-48b3c6f8-90a2-4876-8454-3d35d948f6e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:50.031912 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ee0935ac-92df-4527-9913-9d1e23299da8 req-48b3c6f8-90a2-4876-8454-3d35d948f6e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Dec 16 04:07:50.087410 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ee0935ac-92df-4527-9913-9d1e23299da8 req-2b9256d1-fa4d-4fcc-98d4-992a168d9da9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464926 Dec 16 04:07:50.110658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44122) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:50.172904 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f7ee7a6a-6d50-4e65-857b-d1a78f4b3ffe tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/27849924-1fad-4c69-b891-3580ca16581c HTTP/1.1" status: 200 len: 993 time: 0.0607178 Dec 16 04:07:51.504980 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd27f-74e3-4b4b-a060-056c28fb1fa3 req-53458264-871a-457c-a7de-3ca37bb74688 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:51.506493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0cfbd27f-74e3-4b4b-a060-056c28fb1fa3 req-53458264-871a-457c-a7de-3ca37bb74688 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Dec 16 04:07:51.544526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b755059-cdd3-4ebb-b868-cd293627561f req-83788d0f-a9e8-48be-aa52-2e206d5b2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:51.546194 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b755059-cdd3-4ebb-b868-cd293627561f req-83788d0f-a9e8-48be-aa52-2e206d5b2716 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 1098 time: 0.0411325 Dec 16 04:07:51.557163 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0cfbd27f-74e3-4b4b-a060-056c28fb1fa3 req-f633bf50-a8f2-4860-9907-6365be107346 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446610 Dec 16 04:07:51.643259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b755059-cdd3-4ebb-b868-cd293627561f req-cceeea6a-6f64-44e4-a823-cff5948d4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:51.644752 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b755059-cdd3-4ebb-b868-cd293627561f req-cceeea6a-6f64-44e4-a823-cff5948d4e8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=502529bf-3661-4c8f-bf16-3012ac9e6bc6 HTTP/1.1" status: 200 len: 897 time: 0.0915096 Dec 16 04:07:51.711146 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b755059-cdd3-4ebb-b868-cd293627561f req-08e340ee-55e7-46cf-bfbb-04617f71b1f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81e1bfe-05d8-4178-96c6-88d34d203088 HTTP/1.1" status: 200 len: 1001 time: 0.0587745 Dec 16 04:07:51.776956 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b755059-cdd3-4ebb-b868-cd293627561f req-026be764-102d-45a0-a25f-5dd0c8506101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:51.778317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b755059-cdd3-4ebb-b868-cd293627561f req-026be764-102d-45a0-a25f-5dd0c8506101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c4643fc-943d-42a2-a510-4d2315419e2d HTTP/1.1" status: 200 len: 834 time: 0.0599487 Dec 16 04:07:51.825027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b755059-cdd3-4ebb-b868-cd293627561f req-faa67239-4db8-4e0d-8524-59fe64bd8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:51.826751 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b755059-cdd3-4ebb-b868-cd293627561f req-faa67239-4db8-4e0d-8524-59fe64bd8b2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502529bf-3661-4c8f-bf16-3012ac9e6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412929 Dec 16 04:07:51.919169 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b755059-cdd3-4ebb-b868-cd293627561f req-c534869b-5dd1-48ef-a13c-206244f25516 service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853269 Dec 16 04:07:52.006508 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7b755059-cdd3-4ebb-b868-cd293627561f req-404a2c6a-234b-4052-8211-63c0c24546cb service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799482 Dec 16 04:07:52.705270 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c9078-85cb-4f2f-890c-74bea45297d5 req-adba0b76-a09c-4a26-a96c-8550519f35c9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:52.706781 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-361c9078-85cb-4f2f-890c-74bea45297d5 req-adba0b76-a09c-4a26-a96c-8550519f35c9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0660825 Dec 16 04:07:52.758787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-361c9078-85cb-4f2f-890c-74bea45297d5 req-a9472e38-f2ed-4375-957b-c54b2de36f0b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458386 Dec 16 04:07:53.904011 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4037c23-ace2-4e6b-91b4-b1a190f2ecac req-1f065117-48df-443c-9614-c7125a63ca35 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:53.905617 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b4037c23-ace2-4e6b-91b4-b1a190f2ecac req-1f065117-48df-443c-9614-c7125a63ca35 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0616343 Dec 16 04:07:53.955221 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b4037c23-ace2-4e6b-91b4-b1a190f2ecac req-aa2a989b-dafd-47ac-8fe9-7238f47c1ee1 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Dec 16 04:07:53.977553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44134) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:54.042944 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a98439e8-779d-4c01-ae42-bcb0bfbdf66d tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/floatingips/27849924-1fad-4c69-b891-3580ca16581c HTTP/1.1" status: 200 len: 993 time: 0.0641978 Dec 16 04:07:54.124732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:54.330289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44140) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:54.502045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port 23997815-50a6-49e0-869b-6adccd3c2edf {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:07:54.502337 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:54.583607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:54.583914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:54.595692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for 23997815-50a6-49e0-869b-6adccd3c2edf owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:07:54.748384 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:54.777564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=23997815-50a6-49e0-869b-6adccd3c2edf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:54.801718 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.802059 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.802422 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.802766 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.803101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.803435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.803762 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.804091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.804416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.804739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.805057 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.805365 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.805704 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:54.845787 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:54.846047 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Floating IP 27849924-1fad-4c69-b891-3580ca16581c disassociated (deleted). External IP: 172.26.6.122, port: b81e1bfe-05d8-4178-96c6-88d34d203088. Dec 16 04:07:55.062560 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 109b4df1-7b62-4539-b2ef-fafe770180bb has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:07:55.181585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:07:55.187459 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:55.195649 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] Sync routers for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:07:55.208764 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:07:55.209391 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:07:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:55.215776 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a83a10fe-1669-486a-8d1b-c5caafc613c0 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/floatingips/27849924-1fad-4c69-b891-3580ca16581c HTTP/1.1" status: 204 len: 168 time: 0.8843565 Dec 16 04:07:55.216361 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:07:55.218746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce39888-b816-497d-95a2-2747df551fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:07:55.256095 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336a1d7-23e8-4ac0-bd30-8da4a3e65514 x-openstack-request-id: req-e336a1d7-23e8-4ac0-bd30-8da4a3e65514 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:07:55.256385 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:07:55.256633 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e336a1d7-23e8-4ac0-bd30-8da4a3e65514 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:07:55.257033 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'status': 'completed', 'code': 200} Dec 16 04:07:55.321760 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:07:55.344748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce39888-b816-497d-95a2-2747df551fe1 req-7437bf87-9d24-49d5-a6bb-a6bf9bb041bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:55.346317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4ce39888-b816-497d-95a2-2747df551fe1 req-7437bf87-9d24-49d5-a6bb-a6bf9bb041bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4ca5af820be4394b197423a49afa445&device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 1098 time: 0.0437472 Dec 16 04:07:55.453743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce39888-b816-497d-95a2-2747df551fe1 req-d3c51bfd-995e-4751-b1df-21d76a1509fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:55.455195 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4ce39888-b816-497d-95a2-2747df551fe1 req-d3c51bfd-995e-4751-b1df-21d76a1509fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=502529bf-3661-4c8f-bf16-3012ac9e6bc6 HTTP/1.1" status: 200 len: 897 time: 0.1015713 Dec 16 04:07:55.456404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb360b71-1bf8-46fa-b6f8-dc299b325cf4 req-1942cb49-2bc1-4213-b9ce-24770d44106e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:55.458114 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb360b71-1bf8-46fa-b6f8-dc299b325cf4 req-1942cb49-2bc1-4213-b9ce-24770d44106e tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0547094 Dec 16 04:07:55.499704 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4ce39888-b816-497d-95a2-2747df551fe1 req-594fe855-0a9b-4e52-b1b8-07413dc81476 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81e1bfe-05d8-4178-96c6-88d34d203088 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Dec 16 04:07:55.510646 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cb360b71-1bf8-46fa-b6f8-dc299b325cf4 req-209f0071-73bf-41ad-a414-af83dd2a27a9 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464096 Dec 16 04:07:55.526974 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:07:00Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:55.553224 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce39888-b816-497d-95a2-2747df551fe1 req-6136b3c3-d01d-40af-9e07-7da6cdff78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:55.553587 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] Checking router: 109b4df1-7b62-4539-b2ef-fafe770180bb for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:07:55.554741 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4ce39888-b816-497d-95a2-2747df551fe1 req-6136b3c3-d01d-40af-9e07-7da6cdff78bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c4643fc-943d-42a2-a510-4d2315419e2d HTTP/1.1" status: 200 len: 834 time: 0.0466824 Dec 16 04:07:55.561743 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:07:55.562334 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:07:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:55.605846 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce39888-b816-497d-95a2-2747df551fe1 req-085ac9e0-9046-4b0b-a399-5b6f4e5713fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:55.607599 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4ce39888-b816-497d-95a2-2747df551fe1 req-085ac9e0-9046-4b0b-a399-5b6f4e5713fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502529bf-3661-4c8f-bf16-3012ac9e6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453553 Dec 16 04:07:55.668704 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:07:55.696189 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4ce39888-b816-497d-95a2-2747df551fe1 req-bb9d2dc4-6a82-4531-875f-9288639e7fa0 service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805106 Dec 16 04:07:55.879347 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:07:00Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:07:55.907382 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120566e9-4bcb-45e5-a1f3-da3b3c7a7447 None None] The sync data for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv is: [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:06:57Z', 'revision_number': 4, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': 'b5cd2af6-935c-47ef-a109-0592e04619de', 'name': '', 'network_id': '502529bf-3661-4c8f-bf16-3012ac9e6bc6', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'mac_address': 'fa:16:3e:18:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:56Z', 'updated_at': '2021-12-16T04:07:00Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'subnets': [{'id': '4c4643fc-943d-42a2-a510-4d2315419e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:07:56.136261 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4ce39888-b816-497d-95a2-2747df551fe1 req-c872f94d-5291-4c7b-b690-1dd28c9c7727 service neutron] 10.222.0.30 "GET /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321442 Dec 16 04:07:56.141092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c6c3a-dbaf-4f4d-b55d-42a0d4ea106b None None] New status for floating IP 27849924-1fad-4c69-b891-3580ca16581c: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:07:56.642018 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908782fa-7dc0-4522-b970-b8f08bba7fa9 req-b22d2cc7-3d04-460d-96f3-73efdb81558b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:56.643536 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-908782fa-7dc0-4522-b970-b8f08bba7fa9 req-b22d2cc7-3d04-460d-96f3-73efdb81558b tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0624681 Dec 16 04:07:56.694976 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-908782fa-7dc0-4522-b970-b8f08bba7fa9 req-7291b5d4-6c54-4a3f-b928-3c5afa1278da tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/security-groups?id=c30fc632-3a53-41bc-96a7-1f40e8fcbc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454967 Dec 16 04:07:57.125868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-83ca27f8-282a-478a-93b1-0c0de0654d7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:07:57.127342 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-83ca27f8-282a-478a-93b1-0c0de0654d7c tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 945 time: 0.0576906 Dec 16 04:07:57.231373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port b81e1bfe-05d8-4178-96c6-88d34d203088 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:07:57.231620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:57.321499 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port b81e1bfe-05d8-4178-96c6-88d34d203088, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b81e1bfe-05d8-4178-96c6-88d34d203088,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:07:57.321841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:57.335255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for b81e1bfe-05d8-4178-96c6-88d34d203088 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:07:57.474858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:57.503664 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=b81e1bfe-05d8-4178-96c6-88d34d203088,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:07:57.530019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.530359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.530753 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.531088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.531422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.531778 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.532081 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.532401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.532724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.533040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.533357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.533673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.533991 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:07:57.558102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] No DVR routers for this DVR port b81e1bfe-05d8-4178-96c6-88d34d203088 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:07:57.560596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:57.564137 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ba5ef29d-f9f0-4883-b21a-209f0b9319e6 req-c09a93dc-e981-41dd-a5b0-5fe19cd9f202 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.30 "DELETE /v2.0/ports/b81e1bfe-05d8-4178-96c6-88d34d203088 HTTP/1.1" status: 204 len: 173 time: 0.4295974 Dec 16 04:07:57.564580 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'name': 'network-vif-deleted', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:07:57.566836 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42baade-b6b2-4755-8d64-18b39ddd1318" -d '{"events": [{"server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "name": "network-vif-deleted", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:07:57.605671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ddbc6-e705-49d7-836e-1e2d6a0b0d00 x-openstack-request-id: req-e59ddbc6-e705-49d7-836e-1e2d6a0b0d00 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:07:57.605977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf59d64-edc9-4414-8e03-c6e7ce48acf0", "name": "network-vif-deleted", "tag": "b81e1bfe-05d8-4178-96c6-88d34d203088", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:07:57.606264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e59ddbc6-e705-49d7-836e-1e2d6a0b0d00 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:07:57.606681 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf59d64-edc9-4414-8e03-c6e7ce48acf0', 'name': 'network-vif-deleted', 'tag': 'b81e1bfe-05d8-4178-96c6-88d34d203088', 'status': 'completed', 'code': 200} Dec 16 04:07:57.812968 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-52035205-b1fa-40e1-83d0-b705624bf9bd req-56dab67a-1a71-4d9e-b0bf-836ddc474b94 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf59d64-edc9-4414-8e03-c6e7ce48acf0 HTTP/1.1" status: 200 len: 210 time: 0.0340014 Dec 16 04:07:58.874640 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44156) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:07:59.281417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:59.565507 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port b5cd2af6-935c-47ef-a109-0592e04619de {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:07:59.565850 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:59.664592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port b5cd2af6-935c-47ef-a109-0592e04619de, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=b5cd2af6-935c-47ef-a109-0592e04619de,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:07:59.664963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:59.678306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for b5cd2af6-935c-47ef-a109-0592e04619de owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:07:59.871203 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:07:59.903346 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=b5cd2af6-935c-47ef-a109-0592e04619de,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:00.077840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:00.297796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Router 109b4df1-7b62-4539-b2ef-fafe770180bb has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:08:00.394169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b81e1bfe-05d8-4178-96c6-88d34d203088 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:08:00.416064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: b81e1bfe-05d8-4178-96c6-88d34d203088 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:08:00.416418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b81e1bfe-05d8-4178-96c6-88d34d203088 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:08:00.735174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:08:00.740822 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c3890219-cf2e-423b-804a-56a6ee5009b2 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "PUT /v2.0/routers/109b4df1-7b62-4539-b2ef-fafe770180bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8651221 Dec 16 04:08:00.743854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44158) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:00.745482 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] Sync routers for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:08:00.758377 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:00.759019 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:07:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:00.798315 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting subnet 4c4643fc-943d-42a2-a510-4d2315419e2d {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:08:00.802251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:00.843864 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:00.932847 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:00.956534 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:00.991298 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.019922 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4643fc-943d-42a2-a510-4d2315419e2d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:01.023842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.029805 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:01.035013 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-2a41b04e-e521-410e-b4ae-6e5965d4ac36 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/subnets/4c4643fc-943d-42a2-a510-4d2315419e2d HTTP/1.1" status: 204 len: 168 time: 0.2899742 Dec 16 04:08:01.036033 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05494284-cf75-43a3-b8d6-8472b8b58b1f None None] Network 502529bf-3661-4c8f-bf16-3012ac9e6bc6 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:08:01.141372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.143539 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:07:59Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:01.172492 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] Checking router: 109b4df1-7b62-4539-b2ef-fafe770180bb for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:08:01.181245 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] Routers {'109b4df1-7b62-4539-b2ef-fafe770180bb'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:01.181857 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:07:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['109b4df1-7b62-4539-b2ef-fafe770180bb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:01.206160 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] DHCP port deletion for 502529bf-3661-4c8f-bf16-3012ac9e6bc6 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:01.248634 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.255122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Deleting port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:08:01.255643 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.286340 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] Set router 109b4df1-7b62-4539-b2ef-fafe770180bb gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:01.315569 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Deleting port ffaf8d38-fa15-430b-8acf-6e6f8bb74152 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:08:01.315979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.328619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] For port ee66f9bc-f70f-4314-b1f4-ddeafa0db502, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ee66f9bc-f70f-4314-b1f4-ddeafa0db502,segment=NetworkSegment(9a2b0549-8e46-453b-9b15-ff8e82bd836b),segment_id=9a2b0549-8e46-453b-9b15-ff8e82bd836b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:01.329021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.341797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Calling delete_port for ee66f9bc-f70f-4314-b1f4-ddeafa0db502 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:08:01.399599 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] For port ffaf8d38-fa15-430b-8acf-6e6f8bb74152, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:01.399963 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.413259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Calling delete_port for ffaf8d38-fa15-430b-8acf-6e6f8bb74152 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:08:01.424664 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.452055 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Pushing event deleted for resources: {'Port': ['ID=ee66f9bc-f70f-4314-b1f4-ddeafa0db502,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:01.459063 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] No DVR routers for this DVR port ee66f9bc-f70f-4314-b1f4-ddeafa0db502 on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:08:01.461402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.461743 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.462170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.462428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.462766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.463090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.463601 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.464206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.464437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.464778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.465106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.465431 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.465752 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe056b-38f6-4660-b01a-0e9d35d88263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:01.468735 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:07:59Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:01.499862 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7dd037-1d26-4ba4-9a92-99793894cef5 None None] The sync data for ids ['109b4df1-7b62-4539-b2ef-fafe770180bb'] in dv-neutron-821927-1-hyperv is: [{'id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635432944', 'tenant_id': 'e4ca5af820be4394b197423a49afa445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:06:53Z', 'updated_at': '2021-12-16T04:07:59Z', 'revision_number': 5, 'project_id': 'e4ca5af820be4394b197423a49afa445', 'gw_port': {'id': 'ffaf8d38-fa15-430b-8acf-6e6f8bb74152', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b4df1-7b62-4539-b2ef-fafe770180bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:06:54Z', 'updated_at': '2021-12-16T04:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:08:01.591443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.614878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Port': ['ID=ffaf8d38-fa15-430b-8acf-6e6f8bb74152,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:01.630416 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d24e0-a1ab-46b4-94ba-e6ba0589e9a0 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:01.682726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.779253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.781814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.828859 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.829407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Fanout notify agent at l3_agent the message router_deleted on router 109b4df1-7b62-4539-b2ef-fafe770180bb {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:08:01.836562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.837672 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f45a6439-3246-4985-a7f6-c66c867640e3 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/routers/109b4df1-7b62-4539-b2ef-fafe770180bb HTTP/1.1" status: 204 len: 168 time: 0.8068507 Dec 16 04:08:01.840423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44162) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:01.928920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:01.973343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b5cd2af6-935c-47ef-a109-0592e04619de no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:08:01.993751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: b5cd2af6-935c-47ef-a109-0592e04619de {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:08:01.994191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device b5cd2af6-935c-47ef-a109-0592e04619de not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:08:01.994779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ee66f9bc-f70f-4314-b1f4-ddeafa0db502 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:08:02.014501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ee66f9bc-f70f-4314-b1f4-ddeafa0db502 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:08:02.014937 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ee66f9bc-f70f-4314-b1f4-ddeafa0db502 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:08:02.020123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.045850 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502529bf-3661-4c8f-bf16-3012ac9e6bc6']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:02.055733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2b0549-8e46-453b-9b15-ff8e82bd836b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:02.056027 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2b0549-8e46-453b-9b15-ff8e82bd836b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:02.065232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.078183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.084365 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:08:02.084796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:08:02.088241 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:08:02.148460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.155730 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.159263 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/networks/502529bf-3661-4c8f-bf16-3012ac9e6bc6 HTTP/1.1" status: 204 len: 168 time: 0.3179183 Dec 16 04:08:02.161941 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:02.179828 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de95583-1489-49b2-a3bd-eeea3ad7bed4 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'Network': ['ID=502529bf-3661-4c8f-bf16-3012ac9e6bc6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:02.231129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6232b2ff-ffcc-4011-b026-d99db57e8080 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.257573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6232b2ff-ffcc-4011-b026-d99db57e8080 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.328988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6232b2ff-ffcc-4011-b026-d99db57e8080 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.331649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6232b2ff-ffcc-4011-b026-d99db57e8080 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.332820 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6232b2ff-ffcc-4011-b026-d99db57e8080 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] 10.222.0.16 "DELETE /v2.0/security-groups/c30fc632-3a53-41bc-96a7-1f40e8fcbc63 HTTP/1.1" status: 204 len: 168 time: 0.1698799 Dec 16 04:08:02.342253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232b2ff-ffcc-4011-b026-d99db57e8080 tempest-TestNetworkAdvancedServerOps-2084923262 tempest-TestNetworkAdvancedServerOps-2084923262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30fc632-3a53-41bc-96a7-1f40e8fcbc63,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:02.693922 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44172) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:02.850967 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-2a4737d4-fb5e-46cf-9063-95d28022d5ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4ca5af820be4394b197423a49afa445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556721 Dec 16 04:08:02.853600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44176) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:02.902539 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac7be095-9ea1-40e5-aa5a-8d3ecaa68ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.926810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac7be095-9ea1-40e5-aa5a-8d3ecaa68ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.977343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac7be095-9ea1-40e5-aa5a-8d3ecaa68ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.979999 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac7be095-9ea1-40e5-aa5a-8d3ecaa68ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:02.981220 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ac7be095-9ea1-40e5-aa5a-8d3ecaa68ba7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa7a3017-e2c3-4f63-b2d9-4ed3356311e9 HTTP/1.1" status: 204 len: 168 time: 0.1266506 Dec 16 04:08:02.989641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7be095-9ea1-40e5-aa5a-8d3ecaa68ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a3017-e2c3-4f63-b2d9-4ed3356311e9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:03.264017 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44182) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:03.278183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e400e965-5503-4ef5-b620-9f866c491ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:03.362140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e400e965-5503-4ef5-b620-9f866c491ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:03.367411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e400e965-5503-4ef5-b620-9f866c491ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:03.404368 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e400e965-5503-4ef5-b620-9f866c491ae7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad677ccdc3f04a45824cc896be6b7b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392183 Dec 16 04:08:03.405214 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400e965-5503-4ef5-b620-9f866c491ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2cc1b1-de73-4f04-94f6-f6f92f6f3f93,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:03.407482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:03.464032 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c343f4c-8284-4fb4-bba9-8eb28c9b1f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:03.486578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c343f4c-8284-4fb4-bba9-8eb28c9b1f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:03.548261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c343f4c-8284-4fb4-bba9-8eb28c9b1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:03.550986 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c343f4c-8284-4fb4-bba9-8eb28c9b1f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:03.552217 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0c343f4c-8284-4fb4-bba9-8eb28c9b1f55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff2cc1b1-de73-4f04-94f6-f6f92f6f3f93 HTTP/1.1" status: 204 len: 168 time: 0.1437345 Dec 16 04:08:03.560175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ffaf8d38-fa15-430b-8acf-6e6f8bb74152 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:08:03.564573 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c343f4c-8284-4fb4-bba9-8eb28c9b1f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2cc1b1-de73-4f04-94f6-f6f92f6f3f93,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:03.583955 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: ffaf8d38-fa15-430b-8acf-6e6f8bb74152 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:08:03.584327 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device ffaf8d38-fa15-430b-8acf-6e6f8bb74152 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:08:04.318809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44206) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:04.424882 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1377532471-network', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:04.450931 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Made reservation on behalf of c75555f5523d499c97cfa1754e234fb5 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:08:04.453228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.461789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.534140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.540569 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.562307 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:08:04.577561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ec5a4-b709-4b69-a2f9-52dca3f818ad,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:04.581110 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.581448 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Added segment ecfc2ba0-2e58-4552-9d80-a535bd9ad15a of type vlan for network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 Dec 16 04:08:04.620588 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.647785 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.648870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:04.649453 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.708544 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3885932 Dec 16 04:08:04.711711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:04.713591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3f790-24f8-437c-b93d-6352bdd9fe5c admin admin] Pushing event updated for resources: {'Network': ['ID=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:04.717982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Request body: {'subnet': {'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1377532471-subnet', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:04.724123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:08:04.745072 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Made reservation on behalf of c75555f5523d499c97cfa1754e234fb5 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:08:04.748018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:04.948178 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.003174 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae83acf1-b1f3-461b-9fe3-7948d443f249,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:05.022349 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Checking segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:05.022806 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Network hostable DHCP agents. Network: cc13aeb2-107c-4e96-86c1-13dd7e7db0e7, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:08:05.044982 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:08:05.055575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, cc13aeb2-107c-4e96-86c1-13dd7e7db0e7) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:05.060223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:05.060826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.065098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab6d7b-3f8e-4064-bc46-fedb6748f3f3 None None] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:08:05.076617 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8f03b26b-a4b1-4ede-b6eb-33a34abe8c7c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3636718 Dec 16 04:08:05.079417 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:05.083933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:05.109722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.111064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.168266 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.172057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:08:05.173178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.279030 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cefb-b5c4-428e-9638-4bdc312e467c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.315292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.328107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Allocated IP 172.20.0.2 (cc13aeb2-107c-4e96-86c1-13dd7e7db0e7/ae83acf1-b1f3-461b-9fe3-7948d443f249/31fe8453-aa55-4aef-8d15-9d735068937d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:05.468005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.473642 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.516211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:05.519827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:05.520105 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.523301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:05.530941 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Pushing event updated for resources: {'Port': ['ID=31fe8453-aa55-4aef-8d15-9d735068937d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:05.540096 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.581810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Attempting to bind port 31fe8453-aa55-4aef-8d15-9d735068937d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:08:05.582184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Attempting to bind port 31fe8453-aa55-4aef-8d15-9d735068937d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:08:05.582619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Attempting to bind port 31fe8453-aa55-4aef-8d15-9d735068937d on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:05.588176 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:08:05.588543 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Checking segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:05.588968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.589358 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Bound using segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:08:05.589823 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Bound port: 31fe8453-aa55-4aef-8d15-9d735068937d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:08:05.590196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.655205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] For port 31fe8453-aa55-4aef-8d15-9d735068937d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:08:05.659076 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] For port 31fe8453-aa55-4aef-8d15-9d735068937d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=31fe8453-aa55-4aef-8d15-9d735068937d,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:08:05.659723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Allocated IP 172.26.6.3 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/523bd711-833d-4a08-9839-4f5c998d09ff) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:05.664870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.732538 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1012c-1b47-49f0-89db-14aa6b0924d9 None None] Pushing event updated for resources: {'Port': ['ID=31fe8453-aa55-4aef-8d15-9d735068937d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:05.775693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.811197 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:05.858218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:05.868420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:05.876343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:05.880017 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Pushing event updated for resources: {'Port': ['ID=523bd711-833d-4a08-9839-4f5c998d09ff,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:05.897356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c15be-ae8a-40a6-a509-21421563c447 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:06.012908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-2c921c77-3a2d-42f5-81bd-c10cf6ea9b79 None None] Provisioning complete for port 523bd711-833d-4a08-9839-4f5c998d09ff triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:06.013548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c921c77-3a2d-42f5-81bd-c10cf6ea9b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:06.054262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2c921c77-3a2d-42f5-81bd-c10cf6ea9b79 None None] Port 523bd711-833d-4a08-9839-4f5c998d09ff cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:06.145342 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:06.348683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:06.480858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Router 94db3969-51ab-40d3-b7a5-86b7410b0e94 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:08:06.592148 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:08:06.602604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Sync routers for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:08:06.614736 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:06.615563 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:07:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:06.622670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:06.626933 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-3115a311-533b-4558-9945-378e5f955e3c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5435865 Dec 16 04:08:06.626933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44214) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:06.659828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2a538-adee-42b4-8a9d-89d685b1e367 None None] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:08:06.763964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e2148931-38e4-4df3-89eb-f7a55d10d078 None None] Provisioning complete for port 31fe8453-aa55-4aef-8d15-9d735068937d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:06.764712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2148931-38e4-4df3-89eb-f7a55d10d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:06.821597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:07.201379 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2148931-38e4-4df3-89eb-f7a55d10d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.241636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e2148931-38e4-4df3-89eb-f7a55d10d078 None None] For port 31fe8453-aa55-4aef-8d15-9d735068937d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=31fe8453-aa55-4aef-8d15-9d735068937d,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:07.247960 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2148931-38e4-4df3-89eb-f7a55d10d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.281837 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:06Z', 'revision_number': 3, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:07.315517 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Checking router: 94db3969-51ab-40d3-b7a5-86b7410b0e94 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:08:07.315834 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Updating router 94db3969-51ab-40d3-b7a5-86b7410b0e94 port 523bd711-833d-4a08-9839-4f5c998d09ff binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:08:07.340175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2148931-38e4-4df3-89eb-f7a55d10d078 None None] Pushing event updated for resources: {'Port': ['ID=31fe8453-aa55-4aef-8d15-9d735068937d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:07.349782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.415552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.438805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-63ea7567-380c-4243-8ce3-686394f3937e None None] Provisioning complete for port 31fe8453-aa55-4aef-8d15-9d735068937d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:07.439133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63ea7567-380c-4243-8ce3-686394f3937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.501969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3af68200-f6af-42b4-9bb8-014e7e6b2a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.588654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Allocated IP 172.20.0.1 (cc13aeb2-107c-4e96-86c1-13dd7e7db0e7/ae83acf1-b1f3-461b-9fe3-7948d443f249/145637f8-995a-449f-a6ac-6011ffcd7311) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:07.665917 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 31fe8453-aa55-4aef-8d15-9d735068937d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:07.702772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.715105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.722806 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.737520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.777714 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:07.780712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:07.781103 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f409e7-4ba1-44a7-9472-92c4187420e4 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:07.784490 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:07.786710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a36d8-9f83-42a8-9b71-b0bcaaaec062 None None] Pushing event updated for resources: {'Port': ['ID=523bd711-833d-4a08-9839-4f5c998d09ff,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:07.791072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 31fe8453-aa55-4aef-8d15-9d735068937d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:07.791435 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.795588 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Attempting to bind port 523bd711-833d-4a08-9839-4f5c998d09ff on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:08:07.795970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Attempting to bind port 523bd711-833d-4a08-9839-4f5c998d09ff by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:08:07.796328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Attempting to bind port 523bd711-833d-4a08-9839-4f5c998d09ff on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:07.809092 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Pushing event updated for resources: {'Port': ['ID=145637f8-995a-449f-a6ac-6011ffcd7311,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:07.827118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:08:07.827494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:07.827893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.828292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:08:07.828783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Bound port: 523bd711-833d-4a08-9839-4f5c998d09ff, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:08:07.829155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.832436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.896934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8f3b3bbd-91fe-4d19-9f3b-af136aabfa72 None None] Provisioning complete for port 523bd711-833d-4a08-9839-4f5c998d09ff triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:07.897300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3bbd-91fe-4d19-9f3b-af136aabfa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.926956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] For port 523bd711-833d-4a08-9839-4f5c998d09ff, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:08:07.967384 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] For port 523bd711-833d-4a08-9839-4f5c998d09ff, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=523bd711-833d-4a08-9839-4f5c998d09ff,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:08:07.970745 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.979181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:07.986829 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b3bbd-91fe-4d19-9f3b-af136aabfa72 None None] Port 523bd711-833d-4a08-9839-4f5c998d09ff cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:08.035877 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3393b4c2-6403-4542-99f7-d4a093aa8c3f None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:08.057144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:08.057774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:08.059766 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a36d8-9f83-42a8-9b71-b0bcaaaec062 None None] Pushing event updated for resources: {'Port': ['ID=523bd711-833d-4a08-9839-4f5c998d09ff,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:08.156557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.162601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.172094 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:08.236642 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.238614 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Pushing event updated for resources: {'Port': ['ID=145637f8-995a-449f-a6ac-6011ffcd7311,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:08.250785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a8e464c0-2b41-4aa9-b031-a365b52921ae None None] Provisioning complete for port 145637f8-995a-449f-a6ac-6011ffcd7311 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:08.250977 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8e464c0-2b41-4aa9-b031-a365b52921ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.324727 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a8e464c0-2b41-4aa9-b031-a365b52921ae None None] Port 145637f8-995a-449f-a6ac-6011ffcd7311 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:08.335418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:08.336916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:08.414003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 1, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:08.450437 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af761f7d-ce68-4142-9d20-b79c03989c89 None None] The sync data for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv is: [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 1, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:08:08.457586 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Router 94db3969-51ab-40d3-b7a5-86b7410b0e94 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:08:08.463546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3fc7112f-6751-41a5-9fa3-cd0121a3b068 None None] Provisioning complete for port 523bd711-833d-4a08-9839-4f5c998d09ff triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:08.464056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3fc7112f-6751-41a5-9fa3-cd0121a3b068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.563367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3fc7112f-6751-41a5-9fa3-cd0121a3b068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.582579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:08:08.586123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3fc7112f-6751-41a5-9fa3-cd0121a3b068 None None] For port 523bd711-833d-4a08-9839-4f5c998d09ff, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=523bd711-833d-4a08-9839-4f5c998d09ff,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:08.588301 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7f81dffc-6438-45ee-95bc-a4c2b2d95c4f admin admin] 10.222.0.16 "PUT /v2.0/routers/94db3969-51ab-40d3-b7a5-86b7410b0e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9605019 Dec 16 04:08:08.591356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3fc7112f-6751-41a5-9fa3-cd0121a3b068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.657219 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.666213 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7112f-6751-41a5-9fa3-cd0121a3b068 None None] Pushing event updated for resources: {'Port': ['ID=523bd711-833d-4a08-9839-4f5c998d09ff,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:08.730809 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-01732953-ddef-48dd-aacb-089d3bed7c06 None None] Provisioning complete for port 145637f8-995a-449f-a6ac-6011ffcd7311 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:08.731182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-01732953-ddef-48dd-aacb-089d3bed7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:08.777014 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-01732953-ddef-48dd-aacb-089d3bed7c06 None None] Port 145637f8-995a-449f-a6ac-6011ffcd7311 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:09.123414 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44230) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:09.128558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1730763671-network', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:09.154880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Made reservation on behalf of b5b13160ef434645b58f217587c6cf11 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:08:09.157306 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.165629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.245720 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.249797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.277592 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:08:09.283394 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf71b2e-a8e0-480a-86d0-df5f94920130,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:09.291157 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.291552 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Added segment ed7a4507-c417-4169-bad8-e639efb2504b of type vlan for network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 Dec 16 04:08:09.332701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.358195 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.359168 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:09.359989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.419641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:09.419998 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2951891 Dec 16 04:08:09.430631 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Request body: {'subnet': {'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1730763671-subnet', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:09.433362 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79614a-bbcf-4bfc-a703-532ccb331ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=9c98fcf3-1a12-49b1-b320-8ac8507b1bb1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:09.444333 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:08:09.458462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Made reservation on behalf of b5b13160ef434645b58f217587c6cf11 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:08:09.461357 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.647501 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 523bd711-833d-4a08-9839-4f5c998d09ff up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:09.648404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.700432 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966eb5ac-0cd1-4da6-a754-467b1d255fb6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:09.705637 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 523bd711-833d-4a08-9839-4f5c998d09ff triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:09.706095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.717755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Checking segment: {'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:09.718121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Network hostable DHCP agents. Network: 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:08:09.740311 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:08:09.753497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:09.759563 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:09.760484 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.774194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e648bced-ba9d-4a38-9ffc-627f5d3241fa None None] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:08:09.777668 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-60c65c42-44ff-4aab-81df-e3d2ba78fdb1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3561420 Dec 16 04:08:09.780316 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:09.785205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:09.811308 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.812512 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.873307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:09.892031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'fixed_ips': [{'subnet_id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:08:09.892972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.010574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.029128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Allocated IP 172.20.0.2 (9c98fcf3-1a12-49b1-b320-8ac8507b1bb1/966eb5ac-0cd1-4da6-a754-467b1d255fb6/4da7bfd8-4815-4bee-8b56-965af0f3279e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:10.181148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.186090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.189720 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.214717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.232630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:10.233684 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.235966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:10.239547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:10.248092 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Pushing event updated for resources: {'Port': ['ID=4da7bfd8-4815-4bee-8b56-965af0f3279e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:10.305978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Attempting to bind port 4da7bfd8-4815-4bee-8b56-965af0f3279e on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:08:10.306344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Attempting to bind port 4da7bfd8-4815-4bee-8b56-965af0f3279e by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:08:10.306732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Attempting to bind port 4da7bfd8-4815-4bee-8b56-965af0f3279e on network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:10.311765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:08:10.312132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Checking segment: {'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:10.312528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.312971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Bound using segment: {'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:08:10.313465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Bound port: 4da7bfd8-4815-4bee-8b56-965af0f3279e, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:08:10.313940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.350376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Allocated IP 172.26.6.147 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a90eaeb5-fc4c-4583-a79a-b7560e38f5da) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:10.376964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] For port 4da7bfd8-4815-4bee-8b56-965af0f3279e, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:08:10.380307 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] For port 4da7bfd8-4815-4bee-8b56-965af0f3279e, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4da7bfd8-4815-4bee-8b56-965af0f3279e,segment=NetworkSegment(ed7a4507-c417-4169-bad8-e639efb2504b),segment_id=ed7a4507-c417-4169-bad8-e639efb2504b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:08:10.384567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.447200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95687f07-ceaf-4cc4-8347-b955f77b05b1 None None] Pushing event updated for resources: {'Port': ['ID=4da7bfd8-4815-4bee-8b56-965af0f3279e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:10.467450 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.503194 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.547584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:10.550584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:10.553163 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:10.559437 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Pushing event updated for resources: {'Port': ['ID=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:10.567978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ac95e-713f-4a1f-a95d-1a3c4626edc4 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:10.614705 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8f02e165-748b-4572-9c3d-882d3bd36510 None None] Provisioning complete for port a90eaeb5-fc4c-4583-a79a-b7560e38f5da triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:10.615243 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f02e165-748b-4572-9c3d-882d3bd36510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:10.647440 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Sync routers for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:08:10.677174 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:10.677796 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:10.694946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8f02e165-748b-4572-9c3d-882d3bd36510 None None] Port a90eaeb5-fc4c-4583-a79a-b7560e38f5da cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:10.806433 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:10.858151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.010452 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 2, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:11.039449 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Checking router: 94db3969-51ab-40d3-b7a5-86b7410b0e94 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:08:11.039798 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Updating router 94db3969-51ab-40d3-b7a5-86b7410b0e94 port 145637f8-995a-449f-a6ac-6011ffcd7311 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:08:11.065332 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.065607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.173748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.208305 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Router 65c5764c-3fac-4845-b5e5-d1f66e916d6a is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:08:11.322166 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:08:11.331947 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Sync routers for ids ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:08:11.343347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Routers {'65c5764c-3fac-4845-b5e5-d1f66e916d6a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:11.344300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:11.347401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.352099 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c3c217fd-5858-4be2-9c95-c3125585dda9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5681753 Dec 16 04:08:11.352298 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.352550 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:11.361634 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.409033 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Pushing event updated for resources: {'Port': ['ID=145637f8-995a-449f-a6ac-6011ffcd7311,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:11.417680 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.418110 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.418546 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.419117 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.419657 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.420230 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.420717 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.421216 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.422067 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.423155 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.423938 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.424435 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.424937 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:08:11.466111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Set router 65c5764c-3fac-4845-b5e5-d1f66e916d6a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:11.491354 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Attempting to bind port 145637f8-995a-449f-a6ac-6011ffcd7311 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:08:11.491805 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Attempting to bind port 145637f8-995a-449f-a6ac-6011ffcd7311 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:08:11.492237 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Attempting to bind port 145637f8-995a-449f-a6ac-6011ffcd7311 on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:11.498422 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:08:11.498926 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Checking segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:11.499398 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.501125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Bound using segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:08:11.502117 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Bound port: 145637f8-995a-449f-a6ac-6011ffcd7311, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:08:11.502947 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.611006 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] For port 145637f8-995a-449f-a6ac-6011ffcd7311, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:08:11.622240 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] For port 145637f8-995a-449f-a6ac-6011ffcd7311, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=145637f8-995a-449f-a6ac-6011ffcd7311,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:08:11.634816 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:11.683120 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:11.684484 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:11.759054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfdc3b8-3073-446f-848e-ba3a77f4cdcd None None] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:08:11.768585 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4da7bfd8-4815-4bee-8b56-965af0f3279e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:11.914665 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65aea25-acd8-49d1-a130-3df1292fe455 None None] Pushing event updated for resources: {'Port': ['ID=145637f8-995a-449f-a6ac-6011ffcd7311,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:11.928776 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:12.036366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-12eaa222-cc1a-4447-a6a0-ab4c577d78a9 None None] Provisioning complete for port 4da7bfd8-4815-4bee-8b56-965af0f3279e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:12.036833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12eaa222-cc1a-4447-a6a0-ab4c577d78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.067605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4da7bfd8-4815-4bee-8b56-965af0f3279e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:12.067914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.159229 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:11Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:12.185145 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:08:10Z', 'revision_number': 3, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port': {'id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:10Z', 'updated_at': '2021-12-16T04:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:12.195238 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5584bc-2a58-4323-a6fd-cedeed209f5c None None] The sync data for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv is: [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:11Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:08:12.243915 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Checking router: 65c5764c-3fac-4845-b5e5-d1f66e916d6a for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:08:12.244211 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Updating router 65c5764c-3fac-4845-b5e5-d1f66e916d6a port a90eaeb5-fc4c-4583-a79a-b7560e38f5da binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:08:12.251576 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12eaa222-cc1a-4447-a6a0-ab4c577d78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.322986 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-12eaa222-cc1a-4447-a6a0-ab4c577d78a9 None None] For port 4da7bfd8-4815-4bee-8b56-965af0f3279e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4da7bfd8-4815-4bee-8b56-965af0f3279e,segment=NetworkSegment(ed7a4507-c417-4169-bad8-e639efb2504b),segment_id=ed7a4507-c417-4169-bad8-e639efb2504b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:12.324800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.327100 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.333237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12eaa222-cc1a-4447-a6a0-ab4c577d78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.367826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.518680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eaa222-cc1a-4447-a6a0-ab4c577d78a9 None None] Pushing event updated for resources: {'Port': ['ID=4da7bfd8-4815-4bee-8b56-965af0f3279e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:12.536906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] Provisioning complete for port 4da7bfd8-4815-4bee-8b56-965af0f3279e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:12.537345 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.541216 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Allocated IP 172.20.0.1 (9c98fcf3-1a12-49b1-b320-8ac8507b1bb1/966eb5ac-0cd1-4da6-a754-467b1d255fb6/911bd344-975e-4cdb-9837-17703a1e61ba) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:12.579480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 04:08:12.579933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG oslo_db.api [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 04:08:12.657019 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.692538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.730899 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:12.734065 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:12.737769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:12.771731 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] Provisioning complete for port 145637f8-995a-449f-a6ac-6011ffcd7311 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:12.772012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.774746 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Pushing event updated for resources: {'Port': ['ID=911bd344-975e-4cdb-9837-17703a1e61ba,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:12.798124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.819639 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.834449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.925202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Attempting to bind port a90eaeb5-fc4c-4583-a79a-b7560e38f5da on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:08:12.925878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Attempting to bind port a90eaeb5-fc4c-4583-a79a-b7560e38f5da by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:08:12.925878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Attempting to bind port a90eaeb5-fc4c-4583-a79a-b7560e38f5da on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:12.932942 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e9086-d85d-4f57-b3bc-359e6ff0c834 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:12.960178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:08:12.960561 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:12.960971 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.961356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:08:12.961846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Bound port: a90eaeb5-fc4c-4583-a79a-b7560e38f5da, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:08:12.962231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.965694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:12.967527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76890a86-1886-4fd6-8b3e-529257121683 None None] Pushing event updated for resources: {'Port': ['ID=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:12.981183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.043293 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] For port 145637f8-995a-449f-a6ac-6011ffcd7311, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=145637f8-995a-449f-a6ac-6011ffcd7311,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:13.049191 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.052541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] For port a90eaeb5-fc4c-4583-a79a-b7560e38f5da, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:08:13.056578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] For port a90eaeb5-fc4c-4583-a79a-b7560e38f5da, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:08:13.076832 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.137079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ce9e5-caf4-423c-b296-ef68c7e9a610 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:08:13.152655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.155273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Routers {'65c5764c-3fac-4845-b5e5-d1f66e916d6a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:13.155861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:13.158543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.169968 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eade29-72f9-4f78-8063-584f545b12ea None None] Pushing event updated for resources: {'Port': ['ID=145637f8-995a-449f-a6ac-6011ffcd7311,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:13.224343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Pushing event updated for resources: {'Port': ['ID=911bd344-975e-4cdb-9837-17703a1e61ba,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:13.226703 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.254519 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Provisioning complete for port 911bd344-975e-4cdb-9837-17703a1e61ba triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:13.254878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.319129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:13.320431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:13.338200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76890a86-1886-4fd6-8b3e-529257121683 None None] Pushing event updated for resources: {'Port': ['ID=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:13.348898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Port 911bd344-975e-4cdb-9837-17703a1e61ba cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:13.357610 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] Set router 65c5764c-3fac-4845-b5e5-d1f66e916d6a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:13.440528 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Router 65c5764c-3fac-4845-b5e5-d1f66e916d6a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:08:13.558673 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:08:13.570750 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c3bb8442-72c7-4241-add0-89aac0f1c92e admin admin] 10.222.0.16 "PUT /v2.0/routers/65c5764c-3fac-4845-b5e5-d1f66e916d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2109380 Dec 16 04:08:13.570991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Provisioning complete for port a90eaeb5-fc4c-4583-a79a-b7560e38f5da triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:13.570991 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.664979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4da7bfd8-4815-4bee-8b56-965af0f3279e up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:13.790285 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.824792 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4da7bfd8-4815-4bee-8b56-965af0f3279e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:13.825171 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.857363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] For port a90eaeb5-fc4c-4583-a79a-b7560e38f5da, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:13.866740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:13.937737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb47cc9-6928-4390-982c-9cdea46b6da2 None None] Pushing event updated for resources: {'Port': ['ID=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:13.944740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:08:12Z', 'revision_number': 4, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port': {'id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:10Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '911bd344-975e-4cdb-9837-17703a1e61ba', 'name': '', 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'mac_address': 'fa:16:3e:a6:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:12Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 2, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'subnets': [{'id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:13.997797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53194df4-d597-4bc1-b8d0-9a0aed9cb1f1 None None] The sync data for ids ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'] in dv-neutron-821927-1-hyperv is: [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:08:12Z', 'revision_number': 4, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port': {'id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:10Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '911bd344-975e-4cdb-9837-17703a1e61ba', 'name': '', 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'mac_address': 'fa:16:3e:a6:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:12Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 2, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'subnets': [{'id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:08:14.027521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 145637f8-995a-449f-a6ac-6011ffcd7311 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:14.030827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e84976df-26e1-4c40-8315-56616e64f03d None None] Provisioning complete for port 911bd344-975e-4cdb-9837-17703a1e61ba triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:14.030827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e84976df-26e1-4c40-8315-56616e64f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.096306 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e84976df-26e1-4c40-8315-56616e64f03d None None] Port 911bd344-975e-4cdb-9837-17703a1e61ba cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:14.098710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:14.103964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f0f44dc3-d7ab-4cbd-a0fa-21127366c874 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380621702', 'description': 'tempest-secgroup-smoke-380621702 description', 'project_id': 'c75555f5523d499c97cfa1754e234fb5'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:14.112768 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e84976df-26e1-4c40-8315-56616e64f03d None None] Provisioning complete for port a90eaeb5-fc4c-4583-a79a-b7560e38f5da triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:14.113144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e84976df-26e1-4c40-8315-56616e64f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.118281 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 145637f8-995a-449f-a6ac-6011ffcd7311 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:14.118670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.128860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0f44dc3-d7ab-4cbd-a0fa-21127366c874 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.225742 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0f44dc3-d7ab-4cbd-a0fa-21127366c874 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.235657 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0f44dc3-d7ab-4cbd-a0fa-21127366c874 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.272923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0f44dc3-d7ab-4cbd-a0fa-21127366c874 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.277445 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44246) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:14.283751 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-61519516-69ee-416b-b054-cf8a7b060d64 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': '4c7142ad-cf14-4322-9bbb-80dde60e433e', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:14.291586 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f0f44dc3-d7ab-4cbd-a0fa-21127366c874 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1896403 Dec 16 04:08:14.294435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f44dc3-d7ab-4cbd-a0fa-21127366c874 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7142ad-cf14-4322-9bbb-80dde60e433e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:14.334066 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61519516-69ee-416b-b054-cf8a7b060d64 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.395317 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61519516-69ee-416b-b054-cf8a7b060d64 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.399125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61519516-69ee-416b-b054-cf8a7b060d64 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.417976 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61519516-69ee-416b-b054-cf8a7b060d64 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f187a3f1-6eee-475f-be39-8549d5a6cd0c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:14.424527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61519516-69ee-416b-b054-cf8a7b060d64 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.426873 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-61519516-69ee-416b-b054-cf8a7b060d64 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483550 Dec 16 04:08:14.428522 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44248) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:14.433026 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9e151e0e-c51d-4722-9e08-28169ead9018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': '4c7142ad-cf14-4322-9bbb-80dde60e433e', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:14.462288 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e151e0e-c51d-4722-9e08-28169ead9018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.525839 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e151e0e-c51d-4722-9e08-28169ead9018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.530044 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e151e0e-c51d-4722-9e08-28169ead9018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.551620 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e151e0e-c51d-4722-9e08-28169ead9018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d581fcae-dfc8-41ac-a93b-e971ddeb66f6,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:14.563840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e151e0e-c51d-4722-9e08-28169ead9018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.565436 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9e151e0e-c51d-4722-9e08-28169ead9018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359694 Dec 16 04:08:14.568637 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44250) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:14.573576 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a53e49dc-78be-4639-b7d0-a6d5b28a5b43 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': '4c7142ad-cf14-4322-9bbb-80dde60e433e', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:14.604183 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a53e49dc-78be-4639-b7d0-a6d5b28a5b43 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.659765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a53e49dc-78be-4639-b7d0-a6d5b28a5b43 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.663713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a53e49dc-78be-4639-b7d0-a6d5b28a5b43 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.681139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e49dc-78be-4639-b7d0-a6d5b28a5b43 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dbeb2b-9380-4bb9-90d9-29afbbecba05,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:14.689008 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a53e49dc-78be-4639-b7d0-a6d5b28a5b43 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.690228 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a53e49dc-78be-4639-b7d0-a6d5b28a5b43 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206410 Dec 16 04:08:14.693115 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44252) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:14.697358 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b25a2c8d-a142-4646-b4ac-421696bcea1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': '4c7142ad-cf14-4322-9bbb-80dde60e433e', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:14.724602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b25a2c8d-a142-4646-b4ac-421696bcea1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.779827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b25a2c8d-a142-4646-b4ac-421696bcea1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.784553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b25a2c8d-a142-4646-b4ac-421696bcea1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.801331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a2c8d-a142-4646-b4ac-421696bcea1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b9f93b-3aed-4929-bab9-738d1b3bec81,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:14.810658 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b25a2c8d-a142-4646-b4ac-421696bcea1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.811880 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b25a2c8d-a142-4646-b4ac-421696bcea1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178315 Dec 16 04:08:14.815313 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44254) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:14.819796 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': '4c7142ad-cf14-4322-9bbb-80dde60e433e', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:14.845034 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Project c75555f5523d499c97cfa1754e234fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:08:14.849793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.926451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.931617 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.950225 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbfa4d6-401e-4660-9636-505f3fb89853,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:14.965854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:14.967265 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aad44e58-96f7-4601-a06b-86607e3219a2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508563 Dec 16 04:08:14.974055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44256) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:14.979689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': '4c7142ad-cf14-4322-9bbb-80dde60e433e', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:15.004924 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.securitygroups_db [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Project c75555f5523d499c97cfa1754e234fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:08:15.010420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:15.077065 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:15.081900 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:15.101690 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7fd51a-ee36-4534-a445-57e936b488f6,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:15.112246 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:15.113493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-076cd97a-6d2a-430c-a281-0e7f4af4a7d9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375461 Dec 16 04:08:15.336513 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-167c64b3-c853-47dd-a4a4-692faf8750b0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380621702&fields=id&tenant_id=c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 267 time: 0.0482068 Dec 16 04:08:15.455118 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-44e43dad-5804-447b-ad72-2ed013ef8de4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:15.456611 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-44e43dad-5804-447b-ad72-2ed013ef8de4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 809 time: 0.1131010 Dec 16 04:08:15.472927 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-fa76dfdf-a575-4b9f-b19e-b06c802d9a1d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/quotas/c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 375 time: 0.0102468 Dec 16 04:08:15.526518 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-a5dca1a7-cc95-46a9-897c-f9f27641f0f4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472074 Dec 16 04:08:15.633257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a90eaeb5-fc4c-4583-a79a-b7560e38f5da up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:15.639763 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-58fd08e1-c5d8-4ba0-ab37-efbe9bb14794 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:08:15.640851 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-58fd08e1-c5d8-4ba0-ab37-efbe9bb14794 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027336 Dec 16 04:08:15.686262 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a90eaeb5-fc4c-4583-a79a-b7560e38f5da triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:15.686670 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:15.736033 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-c9c4a4d8-62b1-472a-adcf-915b33044639 service neutron] 10.222.0.16 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885868 Dec 16 04:08:15.832115 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ea3d0b91-36db-4199-93b7-78a1c1159c6b service neutron] 10.222.0.16 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899282 Dec 16 04:08:16.015611 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ab15a898-0926-4a44-8aa4-93a59c8502ea req-5e2ef8ab-2532-44d8-b7c8-984b13972240 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 210 time: 0.0331964 Dec 16 04:08:16.255037 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Sync routers for ids ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:08:16.266030 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Routers {'65c5764c-3fac-4845-b5e5-d1f66e916d6a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:16.266671 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:16.375343 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Set router 65c5764c-3fac-4845-b5e5-d1f66e916d6a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:16.579488 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:08:12Z', 'revision_number': 4, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port': {'id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:10Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '911bd344-975e-4cdb-9837-17703a1e61ba', 'name': '', 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'mac_address': 'fa:16:3e:a6:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:12Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 2, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'subnets': [{'id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:16.605473 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Checking router: 65c5764c-3fac-4845-b5e5-d1f66e916d6a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:08:16.605830 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Updating router 65c5764c-3fac-4845-b5e5-d1f66e916d6a port 911bd344-975e-4cdb-9837-17703a1e61ba binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:08:16.631269 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:16.907307 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:16.913123 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:16.956136 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54c6a7-dcd3-48c1-a878-e4ea5fdbb635 None None] Pushing event updated for resources: {'Port': ['ID=911bd344-975e-4cdb-9837-17703a1e61ba,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:17.024873 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Attempting to bind port 911bd344-975e-4cdb-9837-17703a1e61ba on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:08:17.025242 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Attempting to bind port 911bd344-975e-4cdb-9837-17703a1e61ba by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:08:17.025608 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Attempting to bind port 911bd344-975e-4cdb-9837-17703a1e61ba on network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:17.032752 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:08:17.033125 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Checking segment: {'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:17.033534 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.033933 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Bound using segment: {'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:08:17.034482 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Bound port: 911bd344-975e-4cdb-9837-17703a1e61ba, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7a4507-c417-4169-bad8-e639efb2504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:08:17.034809 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.134999 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] For port 911bd344-975e-4cdb-9837-17703a1e61ba, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:08:17.135393 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-bbfc4508-baca-4ed5-867c-2caa86c145c9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:17.136908 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-bbfc4508-baca-4ed5-867c-2caa86c145c9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 809 time: 0.1910319 Dec 16 04:08:17.138223 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-99990b68-733b-4d79-8ac9-51bea594ff72 req-77eb6366-04b8-422b-bfab-cb42004f6139 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 210 time: 0.0401769 Dec 16 04:08:17.138939 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] For port 911bd344-975e-4cdb-9837-17703a1e61ba, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=911bd344-975e-4cdb-9837-17703a1e61ba,segment=NetworkSegment(ed7a4507-c417-4169-bad8-e639efb2504b),segment_id=ed7a4507-c417-4169-bad8-e639efb2504b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:08:17.144713 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.217020 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54c6a7-dcd3-48c1-a878-e4ea5fdbb635 None None] Pushing event updated for resources: {'Port': ['ID=911bd344-975e-4cdb-9837-17703a1e61ba,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:17.222818 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Routers {'65c5764c-3fac-4845-b5e5-d1f66e916d6a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:17.223585 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:17.232479 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-46edb8b6-def3-4e0e-9ec6-528eb2a123a6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 379 time: 0.0691695 Dec 16 04:08:17.232656 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0131b006-be2f-41ae-a150-f62c87b69dfc None None] Provisioning complete for port 911bd344-975e-4cdb-9837-17703a1e61ba triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:17.233110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0131b006-be2f-41ae-a150-f62c87b69dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.242500 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'port': {'device_id': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'admin_state_up': True, 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'security_groups': ['4c7142ad-cf14-4322-9bbb-80dde60e433e']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:17.322298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0131b006-be2f-41ae-a150-f62c87b69dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.338136 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] Set router 65c5764c-3fac-4845-b5e5-d1f66e916d6a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:17.358689 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0131b006-be2f-41ae-a150-f62c87b69dfc None None] For port 911bd344-975e-4cdb-9837-17703a1e61ba, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=911bd344-975e-4cdb-9837-17703a1e61ba,segment=NetworkSegment(ed7a4507-c417-4169-bad8-e639efb2504b),segment_id=ed7a4507-c417-4169-bad8-e639efb2504b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:17.365699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0131b006-be2f-41ae-a150-f62c87b69dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.378433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Made reservation on behalf of c75555f5523d499c97cfa1754e234fb5 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:08:17.383208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.428429 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131b006-be2f-41ae-a150-f62c87b69dfc None None] Pushing event updated for resources: {'Port': ['ID=911bd344-975e-4cdb-9837-17703a1e61ba,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:17.487824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-228b5a82-a30e-448b-970c-9b3b10bf0802 None None] Provisioning complete for port 911bd344-975e-4cdb-9837-17703a1e61ba triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:17.488297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-228b5a82-a30e-448b-970c-9b3b10bf0802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.534377 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Allocated IP 172.20.0.9 (cc13aeb2-107c-4e96-86c1-13dd7e7db0e7/ae83acf1-b1f3-461b-9fe3-7948d443f249/81987b71-fd1a-4489-8f7e-3ee507a399f6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:17.595603 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:08:12Z', 'revision_number': 4, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port': {'id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:10Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '911bd344-975e-4cdb-9837-17703a1e61ba', 'name': '', 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'mac_address': 'fa:16:3e:a6:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:12Z', 'updated_at': '2021-12-16T04:08:17Z', 'revision_number': 4, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'subnets': [{'id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:17.622713 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d9b12-dc2e-4f36-87a1-5b7f08b3dd3e None None] The sync data for ids ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'] in dv-neutron-821927-1-hyperv is: [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:08:12Z', 'revision_number': 4, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port': {'id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:10Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '911bd344-975e-4cdb-9837-17703a1e61ba', 'name': '', 'network_id': '9c98fcf3-1a12-49b1-b320-8ac8507b1bb1', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'mac_address': 'fa:16:3e:a6:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:12Z', 'updated_at': '2021-12-16T04:08:17Z', 'revision_number': 4, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'subnets': [{'id': '966eb5ac-0cd1-4da6-a754-467b1d255fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:08:17.653897 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 911bd344-975e-4cdb-9837-17703a1e61ba up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:17.701479 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.704566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 911bd344-975e-4cdb-9837-17703a1e61ba triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:17.705010 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.736928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.785688 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:17.789140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:17.793078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:17.817551 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:17.850056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:17.850927 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:17.873542 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1e39bd71-9441-4038-a9a3-26debcb875e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6349227 Dec 16 04:08:17.892532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Request body: {'port': {'device_id': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:17.960797 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:18.006818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d2d7a108-e565-4076-9530-e59134fa2e34 None None] Provisioning complete for port 81987b71-fd1a-4489-8f7e-3ee507a399f6 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:18.007193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a108-e565-4076-9530-e59134fa2e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:18.041696 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7a108-e565-4076-9530-e59134fa2e34 None None] Port 81987b71-fd1a-4489-8f7e-3ee507a399f6 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:08:18.239259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81987b71-fd1a-4489-8f7e-3ee507a399f6 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:08:18.248332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:18.261363 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Transition to ACTIVE for port object 81987b71-fd1a-4489-8f7e-3ee507a399f6 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:08:18.262914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978666f0-ef28-41d0-ab76-03b082f6b0ed req-49b6b75e-b48c-4093-8fbe-655e3b4849a1 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:18.268438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:18.270955 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-978666f0-ef28-41d0-ab76-03b082f6b0ed req-49b6b75e-b48c-4093-8fbe-655e3b4849a1 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 931 time: 0.0608916 Dec 16 04:08:18.316006 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-978666f0-ef28-41d0-ab76-03b082f6b0ed req-2d36231d-8828-461f-b971-bc4095a2d4d5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Dec 16 04:08:18.318416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:18.397137 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Attempting to bind port 81987b71-fd1a-4489-8f7e-3ee507a399f6 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:08:18.397473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Attempting to bind port 81987b71-fd1a-4489-8f7e-3ee507a399f6 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:08:18.397774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Attempting to bind port 81987b71-fd1a-4489-8f7e-3ee507a399f6 on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:18.402381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Port 81987b71-fd1a-4489-8f7e-3ee507a399f6 on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:08:18.402732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Attempting to bind port 81987b71-fd1a-4489-8f7e-3ee507a399f6 on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:08:18.408697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:08:18.409048 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Checking segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:08:18.409438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Bound using segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:08:18.409875 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Bound port: 81987b71-fd1a-4489-8f7e-3ee507a399f6, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:08:18.410236 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:18.477534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:08:18.480764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:08:18.487185 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:18.502896 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:08:18.522698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:18.523321 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:18.524845 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] 10.222.0.30 "PUT /v2.0/ports/81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 1093 time: 0.6373494 Dec 16 04:08:18.525252 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:08:18.527543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d530b6-f100-4a50-b01f-fae324050381" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:08:18.550269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d6589-e239-4fb2-bf90-6c3309eb3e0f service neutron] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:18.641384 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-4fea4cd7-16d9-4078-9e9b-326876bf9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:18.642967 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-4fea4cd7-16d9-4078-9e9b-326876bf9adb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0574358 Dec 16 04:08:18.644519 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c7b926-e693-4e7d-bf06-1d87caab00d4 x-openstack-request-id: req-34c7b926-e693-4e7d-bf06-1d87caab00d4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:08:18.644831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:08:18.645089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34c7b926-e693-4e7d-bf06-1d87caab00d4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:08:18.645493 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'status': 'completed', 'code': 200} Dec 16 04:08:18.701213 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1ad97a49-9e54-42f2-8ec2-73e608c1b882 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 217 time: 0.0359566 Dec 16 04:08:18.753225 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-880ff9dc-a8cc-4f78-8504-8a69c23208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:18.754711 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-880ff9dc-a8cc-4f78-8504-8a69c23208fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0441022 Dec 16 04:08:18.805974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1311e03f-1b42-42dd-aeec-e9b4c9300b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:18.807508 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-1311e03f-1b42-42dd-aeec-e9b4c9300b2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455935 Dec 16 04:08:18.899509 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-75015fca-0e78-4e0a-b944-c5d843a1ba02 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848985 Dec 16 04:08:18.995638 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-55e910cc-c5ed-45d0-a842-d8bf67bb7259 req-300a95a8-0a02-4138-b551-7a02fd562212 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882890 Dec 16 04:08:19.133605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d530b6-f100-4a50-b01f-fae324050381 req-40bc3a4c-d0f1-4ae0-9f4d-e37a0e82bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:19.135219 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-58d530b6-f100-4a50-b01f-fae324050381 req-40bc3a4c-d0f1-4ae0-9f4d-e37a0e82bf2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0464106 Dec 16 04:08:19.226654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d530b6-f100-4a50-b01f-fae324050381 req-088d0c89-cb5a-4355-9f5a-957ee2f0a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:19.228124 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-58d530b6-f100-4a50-b01f-fae324050381 req-088d0c89-cb5a-4355-9f5a-957ee2f0a334 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0861497 Dec 16 04:08:19.275405 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-58d530b6-f100-4a50-b01f-fae324050381 req-d86ffe36-d8bb-4e63-8f36-59884fffd274 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 217 time: 0.0395353 Dec 16 04:08:19.326375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d530b6-f100-4a50-b01f-fae324050381 req-e59650d8-4d73-4e75-9ebf-b8b794b9fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:19.328187 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-58d530b6-f100-4a50-b01f-fae324050381 req-e59650d8-4d73-4e75-9ebf-b8b794b9fc77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0455844 Dec 16 04:08:19.377213 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d530b6-f100-4a50-b01f-fae324050381 req-38a6c230-4589-434a-9678-27da77fc431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:19.378763 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-58d530b6-f100-4a50-b01f-fae324050381 req-38a6c230-4589-434a-9678-27da77fc431b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432518 Dec 16 04:08:19.436878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c974-ca46-4055-9612-23cb2a4b2468 req-9c041c5e-a196-400a-b8cc-b25f65fce587 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:19.438761 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f8c3c974-ca46-4055-9612-23cb2a4b2468 req-9c041c5e-a196-400a-b8cc-b25f65fce587 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0520771 Dec 16 04:08:19.478022 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-58d530b6-f100-4a50-b01f-fae324050381 req-48d10c89-bf66-4b30-867d-971825d81407 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892653 Dec 16 04:08:19.488562 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f8c3c974-ca46-4055-9612-23cb2a4b2468 req-26037c3f-7f45-4d98-bc67-af2250e7ee1f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 Dec 16 04:08:19.568521 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-58d530b6-f100-4a50-b01f-fae324050381 req-5e78da50-4f47-4d41-ab0e-a21aa372e3c3 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831513 Dec 16 04:08:20.614251 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf458af9-118f-412d-b186-852238b5155e req-6bf9cc0f-1d60-4905-862a-5f0363ad283e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:20.615772 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf458af9-118f-412d-b186-852238b5155e req-6bf9cc0f-1d60-4905-862a-5f0363ad283e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0545242 Dec 16 04:08:20.670842 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-cf458af9-118f-412d-b186-852238b5155e req-a0ce5173-8462-41f7-b0c8-97902aaedb4f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489035 Dec 16 04:08:21.799177 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71d3eb-829d-41f3-a349-65293963cdf6 req-23ab9bbc-d33d-48ae-8e09-ffa8f918c66c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:21.800649 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9f71d3eb-829d-41f3-a349-65293963cdf6 req-23ab9bbc-d33d-48ae-8e09-ffa8f918c66c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0536299 Dec 16 04:08:21.851409 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9f71d3eb-829d-41f3-a349-65293963cdf6 req-d20c68c1-1695-4094-9740-5f693afca511 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446897 Dec 16 04:08:22.440011 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:08:22.542945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:22.556138 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'port_id': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'mac_address': 'fa:16:3e:11:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:08:22.592913 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:22.605932 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81987b71-fd1a-4489-8f7e-3ee507a399f6 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:08:22.626861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:22.633110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:22.680740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:22.910546 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['81987b71-fd1a-4489-8f7e-3ee507a399f6'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:08:22.971841 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee5e9-1679-4bd1-8045-cec4e3ea21f7 req-8c9c0083-c008-4f70-8107-1038cef3745d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:22.973347 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a2ee5e9-1679-4bd1-8045-cec4e3ea21f7 req-8c9c0083-c008-4f70-8107-1038cef3745d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 944 time: 0.0500758 Dec 16 04:08:23.027428 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7a2ee5e9-1679-4bd1-8045-cec4e3ea21f7 req-c96fc10c-df6f-4e29-97ec-77c7a4bed712 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480499 Dec 16 04:08:24.139874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:24.167162 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749be0ea-b039-4334-81c4-259d20687896 req-faf00a83-1c2e-4c45-949b-0bf8ff7921c9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:24.168627 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-749be0ea-b039-4334-81c4-259d20687896 req-faf00a83-1c2e-4c45-949b-0bf8ff7921c9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 944 time: 0.0598426 Dec 16 04:08:24.220969 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-749be0ea-b039-4334-81c4-259d20687896 req-f15ef48b-a18f-4a54-a533-9e4bb88559bf tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453882 Dec 16 04:08:24.455043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:08:24.512199 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 81987b71-fd1a-4489-8f7e-3ee507a399f6 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:08:24.517196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 81987b71-fd1a-4489-8f7e-3ee507a399f6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:08:24.517672 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:24.597767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:24.623537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:08:24.625908 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5223125-8e0e-4246-9057-fd8e95433d6b" -d '{"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-plugged", "status": "completed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:08:24.638264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:08:24.643456 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:24.667733 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73bed4f-da32-4dd2-9b8a-30eef25b781d x-openstack-request-id: req-b73bed4f-da32-4dd2-9b8a-30eef25b781d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:08:24.668027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-plugged", "status": "completed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:08:24.668283 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b73bed4f-da32-4dd2-9b8a-30eef25b781d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:08:24.668675 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'code': 200} Dec 16 04:08:24.694620 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:24.881198 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2aaf-5852-49f8-8495-840fa84366af req-6e651ab0-4f20-41bb-9a44-3a8240d9d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:24.882699 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffbe2aaf-5852-49f8-8495-840fa84366af req-6e651ab0-4f20-41bb-9a44-3a8240d9d781 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0421536 Dec 16 04:08:24.934022 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffbe2aaf-5852-49f8-8495-840fa84366af req-67586172-4259-4b7e-90a7-b487b0da834f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441990 Dec 16 04:08:25.345210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da1a1-7c62-487b-8408-e195b54e1901 req-696831c9-7bda-4a32-856b-7c6a8e83c64a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:25.346734 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-237da1a1-7c62-487b-8408-e195b54e1901 req-696831c9-7bda-4a32-856b-7c6a8e83c64a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Dec 16 04:08:25.402651 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-237da1a1-7c62-487b-8408-e195b54e1901 req-a9b1d67f-06bb-4964-9d6c-169487071f1e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463815 Dec 16 04:08:26.545702 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6d5f1-2ab3-4dde-8edd-fcc8803fbb47 req-407fc222-ce46-4e96-abab-7aaddc0d2971 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:26.547976 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ba6d5f1-2ab3-4dde-8edd-fcc8803fbb47 req-407fc222-ce46-4e96-abab-7aaddc0d2971 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0643415 Dec 16 04:08:26.596615 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8ba6d5f1-2ab3-4dde-8edd-fcc8803fbb47 req-072fdf45-7282-4847-bd1d-d1835978520c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426786 Dec 16 04:08:26.733665 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35578c98-542c-477c-98bb-d4dc6a4243d9 req-641b4ec4-8c80-4b4b-b6fb-27c9f8f0aac4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:26.735192 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35578c98-542c-477c-98bb-d4dc6a4243d9 req-641b4ec4-8c80-4b4b-b6fb-27c9f8f0aac4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0513778 Dec 16 04:08:26.785523 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35578c98-542c-477c-98bb-d4dc6a4243d9 req-16555747-3292-4c3c-b733-1a819fdb3660 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443337 Dec 16 04:08:26.807473 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44316) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:26.894409 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc04d8-2b11-4f0e-962d-9337e7cb260e tempest-TestShelveInstance-2140741359 tempest-TestShelveInstance-2140741359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:26.895933 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-44fc04d8-2b11-4f0e-962d-9337e7cb260e tempest-TestShelveInstance-2140741359 tempest-TestShelveInstance-2140741359-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1093 time: 0.0872164 Dec 16 04:08:26.900371 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44320) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:08:26.904684 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:08:26.935125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:27.040950 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:27.147148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Allocated IP 172.26.6.176 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/84fd93ef-9dd5-4b49-ad38-67b6bad07687) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:08:27.249134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:27.284685 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:27.323046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:08:27.325861 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:08:27.329550 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:08:27.357215 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'Port': ['ID=84fd93ef-9dd5-4b49-ad38-67b6bad07687,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:27.700793 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:27.769914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:27.939145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:27.945079 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:28.013169 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'Port': ['ID=84fd93ef-9dd5-4b49-ad38-67b6bad07687,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:08:28.029739 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:28.134838 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Floating IP 516d9b01-6a1c-409b-b73f-886c02aa956a associated. External IP: 172.26.6.176, port: 81987b71-fd1a-4489-8f7e-3ee507a399f6. Dec 16 04:08:28.383355 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Router 94db3969-51ab-40d3-b7a5-86b7410b0e94 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:08:28.515946 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:08:28.527630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] Sync routers for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:08:28.539772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:28.540411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:28.540676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:28.578571 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8b0b5056-f6b4-42af-9d8c-60c99d265f19 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6767485 Dec 16 04:08:28.579500 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:08:28.582713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3851a2d9-5953-4222-833a-748eda6c2a16" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:08:28.623853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1209e364-1182-4909-9804-e25ef7ff387b x-openstack-request-id: req-1209e364-1182-4909-9804-e25ef7ff387b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:08:28.624139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:08:28.624451 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1209e364-1182-4909-9804-e25ef7ff387b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:08:28.624957 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'status': 'completed', 'code': 200} Dec 16 04:08:28.663681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:28.707995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-b64ceb73-ec2c-45b6-9a67-469c251d5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:28.709497 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-b64ceb73-ec2c-45b6-9a67-469c251d5fad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0419559 Dec 16 04:08:28.806755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-d4aad1bb-5826-4434-9d9d-b1d50abf537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:28.808271 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-d4aad1bb-5826-4434-9d9d-b1d50abf537d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0915017 Dec 16 04:08:28.885866 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-d2b187f6-d418-4a56-b7d0-670b71962de8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 999 time: 0.0697467 Dec 16 04:08:28.910496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '516d9b01-6a1c-409b-b73f-886c02aa956a', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'port_id': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'mac_address': 'fa:16:3e:11:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:08:27Z', 'updated_at': '2021-12-16T04:08:27Z', 'revision_number': 0, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:28.937856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] Checking router: 94db3969-51ab-40d3-b7a5-86b7410b0e94 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:08:28.948710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:08:28.949343 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:08:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:28.950336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-169f31c2-da5e-480c-92ea-af878e801ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:28.951691 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-169f31c2-da5e-480c-92ea-af878e801ac4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0593147 Dec 16 04:08:29.000818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-6890db44-b272-45a4-8e5a-10c737f12206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:08:29.002321 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-6890db44-b272-45a4-8e5a-10c737f12206 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439491 Dec 16 04:08:29.077367 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:08:29.110309 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-7ef05e28-eaf0-4ad8-9698-aa7c1a0f9b9e service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998964 Dec 16 04:08:29.220179 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3851a2d9-5953-4222-833a-748eda6c2a16 req-de18b6dc-4794-4d46-961e-a3c79983c72f service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022809 Dec 16 04:08:29.343178 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '516d9b01-6a1c-409b-b73f-886c02aa956a', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'port_id': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'mac_address': 'fa:16:3e:11:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:08:27Z', 'updated_at': '2021-12-16T04:08:27Z', 'revision_number': 0, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:08:29.525224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707e377-c36a-47fe-89ba-32e574a7a94f None None] The sync data for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv is: [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '516d9b01-6a1c-409b-b73f-886c02aa956a', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'port_id': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'mac_address': 'fa:16:3e:11:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:08:27Z', 'updated_at': '2021-12-16T04:08:27Z', 'revision_number': 0, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:08:29.734854 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dafd19-e8ab-4cac-8fb3-7d2949efea01 None None] New status for floating IP 516d9b01-6a1c-409b-b73f-886c02aa956a: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:08:35.253737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06ce7098-0f19-41c3-a7df-c5563afee63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:37.475693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4828c205-c6df-4ba2-a6ad-57560a7aed75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:38.647317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:40.178844 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:41.173918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:54.140187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:08:55.507865 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:09:04.416890 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-fea409a8-644a-402e-aa99-0e2c92ba9083 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460627 Dec 16 04:09:04.533717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6090fb-1b63-492c-bef2-9c827484014f req-9ae16627-e9ea-4cc7-8360-9a778c20526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:09:04.535265 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-9ae16627-e9ea-4cc7-8360-9a778c20526f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0498176 Dec 16 04:09:04.647127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6090fb-1b63-492c-bef2-9c827484014f req-97d5a5a2-acbf-4145-8bbd-1b2d6fb11127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:09:04.648617 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-97d5a5a2-acbf-4145-8bbd-1b2d6fb11127 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0913105 Dec 16 04:09:04.724002 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-0e5116c0-8d49-4ef5-a4e2-818c0afb06fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 1001 time: 0.0678537 Dec 16 04:09:04.774776 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6090fb-1b63-492c-bef2-9c827484014f req-476621e0-dcdb-4e6a-a5fc-beebcd098949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:09:04.776190 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-476621e0-dcdb-4e6a-a5fc-beebcd098949 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0445397 Dec 16 04:09:04.824170 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6090fb-1b63-492c-bef2-9c827484014f req-fa24d0b1-698e-442f-be2a-1e7608553528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:09:04.825631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-fa24d0b1-698e-442f-be2a-1e7608553528 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422764 Dec 16 04:09:04.931561 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-19bd7936-ceda-419e-b9e7-1cafb26ab532 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983522 Dec 16 04:09:05.025655 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-5d6090fb-1b63-492c-bef2-9c827484014f req-f1ac387d-6630-4eda-97fb-61ce21370d26 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Dec 16 04:09:05.260851 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-003adc72-0ae3-4c94-8128-1d1cf505f19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:07.468884 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-554580ec-fd0d-49b7-bc0a-b27bfe5195ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:08.648742 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:10.186330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:11.173909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:13.823028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-4e4eb5b5-0ac6-4922-b655-792197bcde04 req-cad4ffed-877a-4d15-881a-99ac59e7bf82 service neutron] (103162) timed out ('10.222.0.16', 40342) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 04:09:24.156415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:32.510654 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:09:35.254688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d87fa90e-4b7e-4726-b5ea-b167c02cd453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:37.476974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a10a5e30-9744-4e31-9c9e-ea929e981986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:38.647748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:40.186041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:41.181168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:09:54.185651 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:05.261494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7047d529-a646-44cc-ba14-259e2711722f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:06.412906 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-17e34085-e1ee-48c8-8634-efc9080418b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523391 Dec 16 04:10:06.514281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-e100c4ca-530f-4ce1-ae29-6ebd6c6ee896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:06.515828 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-e100c4ca-530f-4ce1-ae29-6ebd6c6ee896 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0441699 Dec 16 04:10:06.620920 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-f62f27d9-9aec-4b18-92e8-5793f33ee264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:06.622419 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-f62f27d9-9aec-4b18-92e8-5793f33ee264 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0850945 Dec 16 04:10:06.694131 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-6bd142d7-b43d-448e-beb6-58217b887580 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 1001 time: 0.0639706 Dec 16 04:10:06.743075 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-5fe18b07-9ab4-4250-abb8-4a4db28437f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:06.744481 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-5fe18b07-9ab4-4250-abb8-4a4db28437f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0434823 Dec 16 04:10:06.791620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-e8ff6b42-9dfb-4576-bd25-83d7d9a44148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:06.793081 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-e8ff6b42-9dfb-4576-bd25-83d7d9a44148 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404987 Dec 16 04:10:06.885481 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-a4f793c6-dd4a-44d5-a0e7-119da0f275fd service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Dec 16 04:10:06.987935 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-381420c0-22bf-45c7-b0d7-7449c8b2a0c9 req-79ca36f3-4a1f-40af-b54d-fc78cc7dd464 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952885 Dec 16 04:10:07.483209 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d927c3a-4fb2-4874-b9ae-ee0813edad07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:08.658873 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:09.512538 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:10:10.193934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:11.173804 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:23.791081 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5449893-7f7e-4cde-9d20-23701a3ac418 req-c72463b0-f054-488e-bbd6-6cc1c8290f05 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:23.792507 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c5449893-7f7e-4cde-9d20-23701a3ac418 req-c72463b0-f054-488e-bbd6-6cc1c8290f05 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0563562 Dec 16 04:10:23.852503 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c5449893-7f7e-4cde-9d20-23701a3ac418 req-ad628bf6-39a7-4542-a0eb-ffa41d09483e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533202 Dec 16 04:10:24.183086 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:24.993454 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6e0ff-435a-4e46-a079-a203678c0538 req-687eab9a-01e2-4a0a-9b44-84f644d13886 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:24.994938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55d6e0ff-435a-4e46-a079-a203678c0538 req-687eab9a-01e2-4a0a-9b44-84f644d13886 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0575387 Dec 16 04:10:25.052943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55d6e0ff-435a-4e46-a079-a203678c0538 req-f5769468-2cc3-4a9f-b956-31d5e0fc7b81 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518887 Dec 16 04:10:26.212368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ae14d-56ef-4e77-aea7-d2cbee3c0443 req-48b2c7b1-b5dc-474c-b60d-75fbf4192848 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:26.213716 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-898ae14d-56ef-4e77-aea7-d2cbee3c0443 req-48b2c7b1-b5dc-474c-b60d-75fbf4192848 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0580852 Dec 16 04:10:26.265658 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-898ae14d-56ef-4e77-aea7-d2cbee3c0443 req-496d8078-3997-47ab-a9ca-da791e12cbb0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439019 Dec 16 04:10:27.394703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f936158-cf8d-451b-960f-ff0721b71589 req-0304b284-06e0-4402-9226-41776a19bf24 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:27.396169 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4f936158-cf8d-451b-960f-ff0721b71589 req-0304b284-06e0-4402-9226-41776a19bf24 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0514779 Dec 16 04:10:27.444980 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4f936158-cf8d-451b-960f-ff0721b71589 req-3cbed149-d703-4ddd-bb76-e966cb0d27c3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 Dec 16 04:10:28.563301 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0915f-02a6-4213-abc6-dd9e48f2a6f7 req-b9056d5f-6574-4c2a-bd6b-02082eb3efdc tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:28.564848 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ad0915f-02a6-4213-abc6-dd9e48f2a6f7 req-b9056d5f-6574-4c2a-bd6b-02082eb3efdc tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Dec 16 04:10:28.620197 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-3ad0915f-02a6-4213-abc6-dd9e48f2a6f7 req-bb916df7-49e6-40bb-aa6d-cb6f9fceba1a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492182 Dec 16 04:10:29.748398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca5f5c-1580-408f-8503-8a002429cc47 req-fa8200ed-882d-45e9-9a52-c853b36fb2e6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:29.749855 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-95ca5f5c-1580-408f-8503-8a002429cc47 req-fa8200ed-882d-45e9-9a52-c853b36fb2e6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Dec 16 04:10:29.800520 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-95ca5f5c-1580-408f-8503-8a002429cc47 req-a917f860-e850-4210-9bd4-8dba6622e9e2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 Dec 16 04:10:30.947519 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f69f01-bc48-40ec-99cc-af4492a53414 req-e383aeab-fa67-465b-82e5-d306c4452f7e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:30.949123 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2f69f01-bc48-40ec-99cc-af4492a53414 req-e383aeab-fa67-465b-82e5-d306c4452f7e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0675983 Dec 16 04:10:31.020678 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2f69f01-bc48-40ec-99cc-af4492a53414 req-33d59a50-6010-45c1-9d9e-511e26b42c20 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610149 Dec 16 04:10:32.160140 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc41e3-c002-4a73-94ec-4ea3ec158079 req-6ff6dd06-866d-4fe9-a8a0-3629a9cee877 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:32.161613 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6edc41e3-c002-4a73-94ec-4ea3ec158079 req-6ff6dd06-866d-4fe9-a8a0-3629a9cee877 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0628905 Dec 16 04:10:32.229717 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6edc41e3-c002-4a73-94ec-4ea3ec158079 req-034df8f8-6fec-4714-9032-83425e112d84 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586038 Dec 16 04:10:33.529527 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcb0cf-d2b1-4431-be3f-8bb7d1e52480 req-b9c85f5f-e976-4bcc-8276-370a48f5b61b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:33.530951 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f6dcb0cf-d2b1-4431-be3f-8bb7d1e52480 req-b9c85f5f-e976-4bcc-8276-370a48f5b61b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0558784 Dec 16 04:10:33.583310 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f6dcb0cf-d2b1-4431-be3f-8bb7d1e52480 req-546f66db-9404-44d4-b098-4bb77873a78c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436513 Dec 16 04:10:34.718423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64696218-0a99-43b5-a3d9-98f1d17886f5 req-df99fe97-74e8-4b8e-aef5-951666a4b548 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:34.719883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64696218-0a99-43b5-a3d9-98f1d17886f5 req-df99fe97-74e8-4b8e-aef5-951666a4b548 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0552571 Dec 16 04:10:34.773186 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64696218-0a99-43b5-a3d9-98f1d17886f5 req-1daadd41-9ab3-4a47-90f8-11b49596248e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444791 Dec 16 04:10:35.256626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99de4470-7836-4010-8727-c1b61d0bd4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:35.911564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d055f1-66de-432b-b283-26740d8c1793 req-8f32098e-2a02-4552-94c1-65d63ec90036 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:35.913058 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-15d055f1-66de-432b-b283-26740d8c1793 req-8f32098e-2a02-4552-94c1-65d63ec90036 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0564942 Dec 16 04:10:35.968233 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-15d055f1-66de-432b-b283-26740d8c1793 req-661e7514-cb3e-4671-880b-80f06f49866a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459034 Dec 16 04:10:37.090567 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef62e8-79c1-4af1-b91a-ebd31283250a req-c32fc725-7310-4f1d-8979-345e3f862274 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:37.092264 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-86ef62e8-79c1-4af1-b91a-ebd31283250a req-c32fc725-7310-4f1d-8979-345e3f862274 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0528138 Dec 16 04:10:37.097568 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:10:37.167098 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-86ef62e8-79c1-4af1-b91a-ebd31283250a req-155df652-c0eb-4836-a38d-66dc7371ca02 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679564 Dec 16 04:10:37.213108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:10:37.225130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'port_id': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'mac_address': 'fa:16:3e:11:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:10:37.264272 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:37.279326 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81987b71-fd1a-4489-8f7e-3ee507a399f6 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:10:37.304408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:10:37.309547 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:37.363359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:10:37.372313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.372313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.372313 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.372781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.372781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.373056 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.373399 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.373749 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.374061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.374408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.374741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.375066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.375387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:10:37.448031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['81987b71-fd1a-4489-8f7e-3ee507a399f6'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:10:37.498423 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d37ea77b-0b80-4ae5-96d9-465bf3003262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:38.287867 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ef80d-b076-47cf-8540-856ea4b90b2c req-f7eda5f8-6fa9-4b7d-b7bf-269e9071298e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:38.290165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff0ef80d-b076-47cf-8540-856ea4b90b2c req-f7eda5f8-6fa9-4b7d-b7bf-269e9071298e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 944 time: 0.0565288 Dec 16 04:10:38.353516 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ff0ef80d-b076-47cf-8540-856ea4b90b2c req-a26dbd01-8dbf-4d22-8635-15f148ac6ca0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501680 Dec 16 04:10:38.653691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:39.106783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:10:39.159485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 81987b71-fd1a-4489-8f7e-3ee507a399f6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:10:39.159849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:39.246714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:39.273297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:10:39.275762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68676b95-88df-469c-809b-f92701bfe299" -d '{"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-plugged", "status": "completed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:10:39.291518 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:10:39.300179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:39.329162 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ad8d4-ad10-4d7b-881e-83e2898137db x-openstack-request-id: req-639ad8d4-ad10-4d7b-881e-83e2898137db {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:10:39.329465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-plugged", "status": "completed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:10:39.329717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-639ad8d4-ad10-4d7b-881e-83e2898137db {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:10:39.331389 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'code': 200} Dec 16 04:10:39.362779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:10:39.496694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a56cb-be06-41fe-9bdb-3e91ed4b527c req-ed4bf0a5-4084-4b04-9908-4c4755295cd4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:39.498659 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a62a56cb-be06-41fe-9bdb-3e91ed4b527c req-ed4bf0a5-4084-4b04-9908-4c4755295cd4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0546992 Dec 16 04:10:39.553767 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a62a56cb-be06-41fe-9bdb-3e91ed4b527c req-4e7b4419-e496-48b2-90bb-762327745066 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485058 Dec 16 04:10:40.192776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:40.692174 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a35b-b183-49b1-95a7-1f604d3bda7c req-dc7e877c-0328-472c-8920-a367da0e6e06 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:40.693730 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2219a35b-b183-49b1-95a7-1f604d3bda7c req-dc7e877c-0328-472c-8920-a367da0e6e06 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0631018 Dec 16 04:10:40.745547 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2219a35b-b183-49b1-95a7-1f604d3bda7c req-bd04781d-a9e1-42aa-a739-ea3d2476021a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458112 Dec 16 04:10:41.176864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:41.878730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb3bce-f84a-47f6-94a6-3de48a33aa05 req-fd63267a-f83a-47dd-8eba-a19bc703a606 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:41.881186 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10fb3bce-f84a-47f6-94a6-3de48a33aa05 req-fd63267a-f83a-47dd-8eba-a19bc703a606 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0522108 Dec 16 04:10:41.946310 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10fb3bce-f84a-47f6-94a6-3de48a33aa05 req-38c017e7-b727-48f6-8244-1936b447bbc0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543528 Dec 16 04:10:43.086435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16624-1e8d-40a8-8df2-d8d2eb5de805 req-c4c607fe-e4ea-401d-969c-a19518e36a42 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:43.088064 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e6a16624-1e8d-40a8-8df2-d8d2eb5de805 req-c4c607fe-e4ea-401d-969c-a19518e36a42 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0673103 Dec 16 04:10:43.154112 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e6a16624-1e8d-40a8-8df2-d8d2eb5de805 req-67550150-3dca-4add-869c-867464908b84 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570440 Dec 16 04:10:44.283148 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfa60d-0172-4653-899d-9a769c26d400 req-3a46bf88-c592-4720-a884-e2adfe3390e2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:44.284571 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30cfa60d-0172-4653-899d-9a769c26d400 req-3a46bf88-c592-4720-a884-e2adfe3390e2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0597520 Dec 16 04:10:44.337069 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30cfa60d-0172-4653-899d-9a769c26d400 req-2e208725-35b6-4320-a03d-9008d7cadfd4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461597 Dec 16 04:10:45.469293 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2eaad-d3c0-48ed-ba2c-14304f557f53 req-117f9a00-401a-4bf5-bc6e-faa7434d3205 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:45.470794 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1b2eaad-d3c0-48ed-ba2c-14304f557f53 req-117f9a00-401a-4bf5-bc6e-faa7434d3205 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0588453 Dec 16 04:10:45.530943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f1b2eaad-d3c0-48ed-ba2c-14304f557f53 req-01840d3a-92de-438e-8e9d-7c8015844521 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525508 Dec 16 04:10:46.514089 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:10:46.580455 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-3de15a46-8c37-443b-99f5-068b6768bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:46.581949 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-3de15a46-8c37-443b-99f5-068b6768bce7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0472410 Dec 16 04:10:46.648578 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c4002-e397-47bd-b8b1-a33121e54e7d req-b8296518-fbba-45a1-8ce9-9d9ebc41e1c7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:46.650059 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-258c4002-e397-47bd-b8b1-a33121e54e7d req-b8296518-fbba-45a1-8ce9-9d9ebc41e1c7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Dec 16 04:10:46.672222 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-1bfdd514-3f5e-4fac-9645-8b6fb1751dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:46.673720 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-1bfdd514-3f5e-4fac-9645-8b6fb1751dee service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0846779 Dec 16 04:10:46.699688 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-258c4002-e397-47bd-b8b1-a33121e54e7d req-cfd2d4e0-3ba6-4956-bed9-8b16dfaf409a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434692 Dec 16 04:10:46.742156 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-bc87521d-0fd3-4141-b3e7-0d7dd576ea6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 1001 time: 0.0611126 Dec 16 04:10:46.792083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-56dbd7d9-7af1-43cd-b9ae-72bb5261f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:46.793793 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-56dbd7d9-7af1-43cd-b9ae-72bb5261f1df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0450952 Dec 16 04:10:46.839162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-45ea6457-f80f-46e7-bafd-bb96d4fcd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:46.840618 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-45ea6457-f80f-46e7-bafd-bb96d4fcd871 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397887 Dec 16 04:10:46.851611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-3029a270-c0c5-4709-8329-4570b7e4c7f8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:10:46.852552 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-3029a270-c0c5-4709-8329-4570b7e4c7f8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048316 Dec 16 04:10:46.952814 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-a363aae8-4f11-4926-909d-3e15e0e8cfdb service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931523 Dec 16 04:10:47.044734 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-456c44ba-b107-4d2f-a61f-a7824d95e3c5 req-1db394a3-a421-494d-a427-449893da5e03 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837262 Dec 16 04:10:47.834465 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093aa6c6-ef10-462d-be6e-aad9ae7ac67e req-73ecce31-8c55-47fb-bd00-ebe49412f13f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:47.835955 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-093aa6c6-ef10-462d-be6e-aad9ae7ac67e req-73ecce31-8c55-47fb-bd00-ebe49412f13f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Dec 16 04:10:47.884604 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-093aa6c6-ef10-462d-be6e-aad9ae7ac67e req-b4ede36b-3963-4e5c-b84f-638c6e89ad22 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Dec 16 04:10:49.014232 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff6da9-046e-40d7-8278-683e58cc9feb req-d0d6ac04-b034-40fd-b573-04699ab2ef14 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:49.015748 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4cff6da9-046e-40d7-8278-683e58cc9feb req-d0d6ac04-b034-40fd-b573-04699ab2ef14 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 945 time: 0.0535724 Dec 16 04:10:49.069978 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4cff6da9-046e-40d7-8278-683e58cc9feb req-9b102e98-1b2b-45cf-9183-74f5f1cb9d4c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480120 Dec 16 04:10:49.150782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:10:49.183303 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-c409cdec-6b55-48c4-ad19-bf58d4b9433b req-129c9868-d23a-4d03-81db-e2bdf582b4c9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:10:49.184440 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c409cdec-6b55-48c4-ad19-bf58d4b9433b req-129c9868-d23a-4d03-81db-e2bdf582b4c9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505881 Dec 16 04:10:49.227108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:49.257155 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:10:49.259934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caec4c5b-30d0-4eef-bc65-9ad9f49cd932" -d '{"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-unplugged", "status": "completed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:10:49.293781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:10:49.304082 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 04:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1875b1-be05-4f76-800c-9fb361f8ffd1 x-openstack-request-id: req-9c1875b1-be05-4f76-800c-9fb361f8ffd1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:10:49.304493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-unplugged", "status": "failed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "code": 422}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:10:49.304619 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c1875b1-be05-4f76-800c-9fb361f8ffd1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:10:49.304997 dv-neutron-821927-1-hyperv neutron-server[103163]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'code': 422} returned with failed status Dec 16 04:10:49.306122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:49.349252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd9161-0b23-4ab4-9515-24fd4b160276 req-f32ed070-2641-4f89-a501-ffa15e5cba66 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:49.350839 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d1fd9161-0b23-4ab4-9515-24fd4b160276 req-f32ed070-2641-4f89-a501-ffa15e5cba66 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0551074 Dec 16 04:10:49.357894 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:10:49.405642 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d1fd9161-0b23-4ab4-9515-24fd4b160276 req-8f2a24b4-d7cc-4ad5-87c8-b60711fd78f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460536 Dec 16 04:10:49.627755 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-210c97b4-58e6-47de-b42f-51e143f710a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895488 Dec 16 04:10:50.534923 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394c9d7-cbd2-49d7-a058-ea24714c78a4 req-f8f3f5b8-0088-4b42-8d01-36b7df5d427d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:50.536422 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9394c9d7-cbd2-49d7-a058-ea24714c78a4 req-f8f3f5b8-0088-4b42-8d01-36b7df5d427d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0547035 Dec 16 04:10:50.591473 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9394c9d7-cbd2-49d7-a058-ea24714c78a4 req-499fb139-b5a1-4ae0-8b7e-b2a396949f9a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486920 Dec 16 04:10:50.595289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a402b64-5281-4368-89d6-da590b501118 req-4b6c516b-e63d-43a8-bef1-b79359c33b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:50.596818 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-4b6c516b-e63d-43a8-bef1-b79359c33b82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9&tenant_id=c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0450346 Dec 16 04:10:50.674086 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a402b64-5281-4368-89d6-da590b501118 req-21731e12-a301-48f5-ab2f-7a67b685c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:50.675646 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-21731e12-a301-48f5-ab2f-7a67b685c81e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0452178 Dec 16 04:10:50.770436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a402b64-5281-4368-89d6-da590b501118 req-42ef9f8e-4d2f-4777-a57a-4c05baa2b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:50.771827 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-42ef9f8e-4d2f-4777-a57a-4c05baa2b64d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0888555 Dec 16 04:10:50.847250 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-4513f567-4957-4e0c-82e3-abed53b5d892 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 999 time: 0.0683091 Dec 16 04:10:50.896327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a402b64-5281-4368-89d6-da590b501118 req-c166fd37-b0c1-4ed6-80ee-1a95a7cee72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:50.897834 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-c166fd37-b0c1-4ed6-80ee-1a95a7cee72c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0436647 Dec 16 04:10:50.948903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a402b64-5281-4368-89d6-da590b501118 req-ad8a1569-bfb1-4254-95f5-607e6b2b2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:50.950466 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-ad8a1569-bfb1-4254-95f5-607e6b2b2a9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457869 Dec 16 04:10:51.044273 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-31612934-6aef-4607-af7d-3c4dbf1bb39a service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859742 Dec 16 04:10:51.140201 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a402b64-5281-4368-89d6-da590b501118 req-5a06bbbd-1901-4d1d-90a3-5fa61e39d665 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 Dec 16 04:10:51.768881 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707e12-ef0a-40f6-bfb9-eb3cdff6efd3 req-53d6d789-a4df-491b-bd94-4327a63e034f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:51.772851 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b0707e12-ef0a-40f6-bfb9-eb3cdff6efd3 req-53d6d789-a4df-491b-bd94-4327a63e034f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0806699 Dec 16 04:10:51.825724 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b0707e12-ef0a-40f6-bfb9-eb3cdff6efd3 req-71a27600-a16a-487e-a539-b5aa91eaa0be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468447 Dec 16 04:10:52.946264 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa0b7-8bae-41e4-a7b0-df794ed1adc9 req-74f89320-151a-4651-b0cf-0d1d264554c0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:52.948025 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce8aa0b7-8bae-41e4-a7b0-df794ed1adc9 req-74f89320-151a-4651-b0cf-0d1d264554c0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0522687 Dec 16 04:10:53.000747 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ce8aa0b7-8bae-41e4-a7b0-df794ed1adc9 req-0547811d-14b2-4e2f-9f14-1600e07ef0ad tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459986 Dec 16 04:10:53.170060 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:10:54.122940 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d408bd5-ed7a-43d9-9251-c86606d7a1e9 req-37f65a24-7970-4afa-add3-2390f6c88255 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:54.124379 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5d408bd5-ed7a-43d9-9251-c86606d7a1e9 req-37f65a24-7970-4afa-add3-2390f6c88255 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0532451 Dec 16 04:10:54.191556 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5d408bd5-ed7a-43d9-9251-c86606d7a1e9 req-bdf747f8-0ec1-4f1b-b0df-01a157452bce tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607023 Dec 16 04:10:54.210126 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:10:54.668878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-1c2ea5fd-ab67-4353-878c-553510157ebc req-3407eb28-cd2b-4441-9310-1649af894958 service neutron] (103162) timed out ('10.222.0.30', 59577) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 04:10:55.305374 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d484-8991-45b2-a9b2-2209928cfa8d req-263de624-d868-4bf3-bbc8-13de82ea71a7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:55.306903 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c5f8d484-8991-45b2-a9b2-2209928cfa8d req-263de624-d868-4bf3-bbc8-13de82ea71a7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0508294 Dec 16 04:10:55.359273 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c5f8d484-8991-45b2-a9b2-2209928cfa8d req-19f0114d-8468-467a-b5cd-b985fda60374 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446458 Dec 16 04:10:56.475493 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590a504-892a-487f-9281-9f9840d3e375 req-3a4d8133-5ef7-4a13-a4ca-42119d2aa018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:56.476954 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f590a504-892a-487f-9281-9f9840d3e375 req-3a4d8133-5ef7-4a13-a4ca-42119d2aa018 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0486057 Dec 16 04:10:56.536751 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f590a504-892a-487f-9281-9f9840d3e375 req-36e95392-f767-4324-8430-8910bd395b79 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502880 Dec 16 04:10:57.665699 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2ced-6f0b-45c2-bfca-434a721756d8 req-8840612e-7f77-4a04-ad6d-bfb2a144956d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:57.667671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9e5f2ced-6f0b-45c2-bfca-434a721756d8 req-8840612e-7f77-4a04-ad6d-bfb2a144956d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0574424 Dec 16 04:10:57.718498 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9e5f2ced-6f0b-45c2-bfca-434a721756d8 req-df2abfeb-a842-4185-872b-a6235d2bad58 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443010 Dec 16 04:10:58.840436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23c8bb-83c0-4456-88b8-485d9bfc9be9 req-fc8b687d-7ba6-4eef-a833-50da0b1a12ba tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:10:58.841944 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1e23c8bb-83c0-4456-88b8-485d9bfc9be9 req-fc8b687d-7ba6-4eef-a833-50da0b1a12ba tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0513842 Dec 16 04:10:58.892511 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1e23c8bb-83c0-4456-88b8-485d9bfc9be9 req-73f147ea-da85-4a35-8169-2e15f4348e17 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440621 Dec 16 04:11:00.026283 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b17e3-217d-459b-a040-b8f6572ac637 req-dca76ce5-ebf4-4646-b42d-0e0a3cb4da17 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:00.027881 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-030b17e3-217d-459b-a040-b8f6572ac637 req-dca76ce5-ebf4-4646-b42d-0e0a3cb4da17 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0546710 Dec 16 04:11:00.078281 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-030b17e3-217d-459b-a040-b8f6572ac637 req-734f499c-d137-40f0-bf1a-ee29e02c475d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441821 Dec 16 04:11:01.205959 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014682-c114-4c6d-ab63-8a631ef61c35 req-b4f148a6-f724-4ba0-978b-70aca181eff2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:01.207442 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-58014682-c114-4c6d-ab63-8a631ef61c35 req-b4f148a6-f724-4ba0-978b-70aca181eff2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0521252 Dec 16 04:11:01.261806 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-58014682-c114-4c6d-ab63-8a631ef61c35 req-2f660dd8-d7a5-4431-954f-266d1bcab55b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453987 Dec 16 04:11:02.392131 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283431-b6bc-4310-968a-389c1b9f3c07 req-3310610f-ef62-4d46-bb04-59bbc4269a46 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:02.393635 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4d283431-b6bc-4310-968a-389c1b9f3c07 req-3310610f-ef62-4d46-bb04-59bbc4269a46 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0547962 Dec 16 04:11:02.772148 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4d283431-b6bc-4310-968a-389c1b9f3c07 req-f21ea9db-9ecb-446f-83df-88b2e9ac1e7b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695190 Dec 16 04:11:03.906487 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e17e8d-c494-4a9a-a225-f5e86552b3bf req-da992b4a-f485-4f94-b465-80a9f2d5249a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:03.907858 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-13e17e8d-c494-4a9a-a225-f5e86552b3bf req-da992b4a-f485-4f94-b465-80a9f2d5249a tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0504072 Dec 16 04:11:03.960479 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-13e17e8d-c494-4a9a-a225-f5e86552b3bf req-52ad7684-551b-4687-9a0c-ca76be0bd430 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Dec 16 04:11:05.078430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4800408-d1f9-40f2-a14a-691041248160 req-2dd6d0e8-4288-4859-96a0-6ee11b942e6f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:05.079894 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b4800408-d1f9-40f2-a14a-691041248160 req-2dd6d0e8-4288-4859-96a0-6ee11b942e6f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 943 time: 0.0500224 Dec 16 04:11:05.134732 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b4800408-d1f9-40f2-a14a-691041248160 req-bfd2f6e4-eec6-4c5b-8ae8-201dcc698903 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483401 Dec 16 04:11:05.259676 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:11:05.264144 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c88883d7-a7c8-4485-a3c8-dfaf2ebfb6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:05.364891 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:11:05.376320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'port_id': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'mac_address': 'fa:16:3e:11:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:11:05.449106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:05.465075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81987b71-fd1a-4489-8f7e-3ee507a399f6 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:11:05.489732 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:11:05.495770 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:05.548933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=9']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:11:05.800488 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['81987b71-fd1a-4489-8f7e-3ee507a399f6'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:11:06.265412 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5b21-adf4-4f83-8d76-23acd961f8a4 req-f248bded-a0cb-4a89-b687-bfc50e1c293c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:06.266872 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-725f5b21-adf4-4f83-8d76-23acd961f8a4 req-f248bded-a0cb-4a89-b687-bfc50e1c293c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 944 time: 0.0519512 Dec 16 04:11:06.318092 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-725f5b21-adf4-4f83-8d76-23acd961f8a4 req-5f12cfc2-3996-460f-8f74-a9f8f4b98aa7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449493 Dec 16 04:11:07.293013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:11:07.346494 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 81987b71-fd1a-4489-8f7e-3ee507a399f6 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:11:07.346876 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:07.424499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:07.438989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d996ac-5982-4ca1-8b77-05cbbb22cde9 req-02130c2e-402e-4f09-b761-f31da4c78a5f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:07.440469 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b3d996ac-5982-4ca1-8b77-05cbbb22cde9 req-02130c2e-402e-4f09-b761-f31da4c78a5f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 944 time: 0.0494673 Dec 16 04:11:07.450332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:11:07.452560 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfd2e99-59c2-4dd5-8afa-a760475f2b80" -d '{"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-plugged", "status": "completed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:11:07.470812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:11:07.479231 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:07.500367 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b3d996ac-5982-4ca1-8b77-05cbbb22cde9 req-7c1a46c0-709e-4aa9-89d5-08708d8858c4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537155 Dec 16 04:11:07.504066 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3ee2c-71ca-4adf-9888-a0d4fcfe2b67 x-openstack-request-id: req-dac3ee2c-71ca-4adf-9888-a0d4fcfe2b67 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:11:07.504354 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-plugged", "status": "completed", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:11:07.504605 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dac3ee2c-71ca-4adf-9888-a0d4fcfe2b67 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:11:07.504990 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'code': 200} Dec 16 04:11:07.511650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0933c5c-b825-4210-918b-af37c3fa0c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:07.531870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:11:08.160114 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374968a8-00af-445a-832e-9a078bbedb7a req-24dd8d00-eec4-4bf7-b3f1-2cbda910c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:08.161705 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-374968a8-00af-445a-832e-9a078bbedb7a req-24dd8d00-eec4-4bf7-b3f1-2cbda910c106 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1099 time: 0.4300699 Dec 16 04:11:08.207724 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-374968a8-00af-445a-832e-9a078bbedb7a req-63f89396-e40f-49dc-932a-3af4b075d7e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384531 Dec 16 04:11:08.605397 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-7cd6c48b-de1c-4c5b-ae10-bdf37d9b434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:08.606943 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-7cd6c48b-de1c-4c5b-ae10-bdf37d9b434b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1099 time: 0.0416377 Dec 16 04:11:08.628609 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a12347-1648-484e-8528-8cd0955e4a56 req-4cf4aa1d-2169-4af6-a409-9c72e74e9ce0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:08.630324 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b0a12347-1648-484e-8528-8cd0955e4a56 req-4cf4aa1d-2169-4af6-a409-9c72e74e9ce0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 946 time: 0.0550067 Dec 16 04:11:08.656119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:08.690716 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b0a12347-1648-484e-8528-8cd0955e4a56 req-0260cc36-c972-429e-99d3-1e90e57c9300 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535772 Dec 16 04:11:08.719411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-ea051a81-80a3-4473-8a56-44f6f2adc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:08.720894 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-ea051a81-80a3-4473-8a56-44f6f2adc969 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0927594 Dec 16 04:11:08.793825 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-28dd33a5-d85e-46c4-9913-5d0410afc04b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 1001 time: 0.0651169 Dec 16 04:11:08.846698 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-9d6bbd02-1b4f-43ae-baa4-800fd0238efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:08.848137 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-9d6bbd02-1b4f-43ae-baa4-800fd0238efb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0467851 Dec 16 04:11:08.893667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-190ead77-9910-4054-b927-bebda76e5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:08.895154 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-190ead77-9910-4054-b927-bebda76e5fa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393345 Dec 16 04:11:08.989955 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-648617b5-76ea-4e2a-9a07-6e8a8a137e2e service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857975 Dec 16 04:11:09.086172 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3eeb03c9-8dd9-41c9-9c45-e44579b6b452 req-50170a87-8c5a-4113-8e59-fb5cef62d532 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883934 Dec 16 04:11:09.811936 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14091b74-04de-40c3-9324-b329d3edb956 req-f29a9e16-22c1-4e3f-accd-22ec7545d5bb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:09.813430 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14091b74-04de-40c3-9324-b329d3edb956 req-f29a9e16-22c1-4e3f-accd-22ec7545d5bb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 946 time: 0.0531137 Dec 16 04:11:09.868846 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14091b74-04de-40c3-9324-b329d3edb956 req-1580840b-e810-4929-8746-a0f2e7cd0f13 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455983 Dec 16 04:11:10.198310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:10.990343 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3377010-9562-4d6a-bdfd-ba9168460546 req-d8178078-378c-4b24-9c84-e5be0217ec6e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:11:10.992377 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a3377010-9562-4d6a-bdfd-ba9168460546 req-d8178078-378c-4b24-9c84-e5be0217ec6e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 946 time: 0.0526934 Dec 16 04:11:11.046770 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a3377010-9562-4d6a-bdfd-ba9168460546 req-414997aa-993e-4216-a13f-740d85ec91cb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482128 Dec 16 04:11:11.180110 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:23.513737 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:11:24.180298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:35.259085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-135f363b-2993-4146-8a2a-a98d83e779a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:37.491911 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a2b349e-906b-41e3-9f5a-09b544741ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:38.660207 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:40.201514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:41.181657 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:11:54.200706 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:00.517136 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:12:05.263595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79ef005b-1d29-4909-820c-9efa2332fdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:07.494716 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c392085-04ce-4573-aa8a-79e9ce59e99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:08.667002 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:10.204242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:10.402933 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-e3599bb7-588d-4024-ab01-207657b4a0e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458751 Dec 16 04:12:10.510909 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-27440492-9859-4d7e-9a80-a98faa0b05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:10.512307 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-27440492-9859-4d7e-9a80-a98faa0b05a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1099 time: 0.0498128 Dec 16 04:12:10.621401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-4c565dd8-b2a8-485c-8321-cae6e548fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:10.622908 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-4c565dd8-b2a8-485c-8321-cae6e548fe15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0899627 Dec 16 04:12:10.690116 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-b3012ba8-3dc4-41ab-91bb-53a40430647a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 1001 time: 0.0589733 Dec 16 04:12:10.744938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-e5704b1b-cd4f-42be-a61c-a312fa2ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:10.746420 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-e5704b1b-cd4f-42be-a61c-a312fa2ccb44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0488281 Dec 16 04:12:10.794885 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-bdc4f1d1-27ca-4bd2-a1ad-e6898b4c2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:10.796292 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-bdc4f1d1-27ca-4bd2-a1ad-e6898b4c2032 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420365 Dec 16 04:12:10.898648 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-67c88e1d-e45b-4751-8cb8-5a9b6a12391b service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941582 Dec 16 04:12:10.993058 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-309ec1f1-e283-4617-9599-1275f1fe8a99 req-c348f5a1-1d7d-468e-8525-b04fef33199d service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876458 Dec 16 04:12:11.184586 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:19.775164 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44630) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:19.946885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Deleting port 84fd93ef-9dd5-4b49-ad38-67b6bad07687 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:12:19.947746 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:20.031594 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:20.031879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:20.045012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Calling delete_port for 84fd93ef-9dd5-4b49-ad38-67b6bad07687 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:12:20.197786 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:20.222909 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event deleted for resources: {'Port': ['ID=84fd93ef-9dd5-4b49-ad38-67b6bad07687,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:20.240204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.240505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.240879 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.241218 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.241549 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.241858 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.242188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.242533 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.242872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.243201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.243523 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.243830 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.244147 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:20.297504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:20.297742 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Floating IP 516d9b01-6a1c-409b-b73f-886c02aa956a disassociated (deleted). External IP: 172.26.6.176, port: 81987b71-fd1a-4489-8f7e-3ee507a399f6. Dec 16 04:12:20.529090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Router 94db3969-51ab-40d3-b7a5-86b7410b0e94 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:12:20.636564 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:12:20.641862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:20.646771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] Sync routers for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:12:20.656979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:12:20.657627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:12:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:12:20.671868 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-3e71b609-9dd6-4a37-958e-9dc0d141d247 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "DELETE /v2.0/floatingips/516d9b01-6a1c-409b-b73f-886c02aa956a HTTP/1.1" status: 204 len: 168 time: 0.8951497 Dec 16 04:12:20.673045 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:12:20.676757 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abccd3-1cd3-4370-af57-a23e45b9ca4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:12:20.772039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:12:20.779886 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896cb5df-9848-4b1c-a9e6-a8a4a03ef891 x-openstack-request-id: req-896cb5df-9848-4b1c-a9e6-a8a4a03ef891 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:12:20.780416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:12:20.780416 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-896cb5df-9848-4b1c-a9e6-a8a4a03ef891 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:12:20.780806 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'status': 'completed', 'code': 200} Dec 16 04:12:20.920888 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-3cc5f472-92ef-42fb-89f0-bbb12fe24bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:20.923087 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-3cc5f472-92ef-42fb-89f0-bbb12fe24bab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 1099 time: 0.0614460 Dec 16 04:12:20.957611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910d7ca-7da5-4f15-97cf-2d01b18607aa req-8475db23-2b5f-46c3-8eca-94aa5b427698 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:20.959211 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4910d7ca-7da5-4f15-97cf-2d01b18607aa req-8475db23-2b5f-46c3-8eca-94aa5b427698 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 946 time: 0.1123817 Dec 16 04:12:21.018766 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4910d7ca-7da5-4f15-97cf-2d01b18607aa req-d4a07b63-d14f-4bea-8c58-4c9bf291bf2b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527053 Dec 16 04:12:21.025379 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-ac1d4844-267a-4a0b-b345-06346b58c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:21.027099 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-ac1d4844-267a-4a0b-b345-06346b58c5a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0964787 Dec 16 04:12:21.071073 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-634f5219-3b2b-4225-a583-e5be46fece22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 200 len: 217 time: 0.0362008 Dec 16 04:12:21.124167 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-976310b5-68ab-4a8c-9569-4bdee52e0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:21.125662 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-976310b5-68ab-4a8c-9569-4bdee52e0082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0474489 Dec 16 04:12:21.147668 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:12:21.173361 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] Checking router: 94db3969-51ab-40d3-b7a5-86b7410b0e94 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:12:21.179339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-e1daf19e-c6a5-41b3-b0f6-9bead22aa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:21.180868 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-e1daf19e-c6a5-41b3-b0f6-9bead22aa71e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464914 Dec 16 04:12:21.183236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:12:21.184239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:12:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:12:21.276507 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-40a58965-72ae-44a8-87e7-03d546cb1e5d service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878048 Dec 16 04:12:21.293376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:12:21.379217 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-82abccd3-1cd3-4370-af57-a23e45b9ca4e req-2c48c225-7ba3-47af-a626-9d3b26d36189 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935760 Dec 16 04:12:21.502824 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:12:21.530928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3ea69-dd43-41cc-bc70-ef21c45ecef6 None None] The sync data for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv is: [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:12:21.764394 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1408c-b292-4d93-8c11-9800107d189e None None] New status for floating IP 516d9b01-6a1c-409b-b73f-886c02aa956a: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:12:22.202838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8ba9b-414a-4217-86b3-4294e4687852 req-695c3d7e-4201-462b-95be-70d810ab9284 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:22.204312 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c4a8ba9b-414a-4217-86b3-4294e4687852 req-695c3d7e-4201-462b-95be-70d810ab9284 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 946 time: 0.1013587 Dec 16 04:12:22.255618 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c4a8ba9b-414a-4217-86b3-4294e4687852 req-2a7e70f8-5583-44f5-aa1e-db7193888181 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c7142ad-cf14-4322-9bbb-80dde60e433e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Dec 16 04:12:22.373472 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-9360a300-6c84-438c-bf7a-65939374be04 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:22.374964 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-9360a300-6c84-438c-bf7a-65939374be04 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 946 time: 0.0505970 Dec 16 04:12:22.470366 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Deleting port 81987b71-fd1a-4489-8f7e-3ee507a399f6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:12:22.470720 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:22.564232 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] For port 81987b71-fd1a-4489-8f7e-3ee507a399f6, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=81987b71-fd1a-4489-8f7e-3ee507a399f6,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:12:22.564562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:22.576928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Calling delete_port for 81987b71-fd1a-4489-8f7e-3ee507a399f6 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:12:22.713958 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:22.743317 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event deleted for resources: {'Port': ['ID=81987b71-fd1a-4489-8f7e-3ee507a399f6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:22.768422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.768754 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.769129 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.769475 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.769808 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.770142 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.770504 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.770824 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.771156 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.771465 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.771791 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.772113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.772435 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:22.791283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] No DVR routers for this DVR port 81987b71-fd1a-4489-8f7e-3ee507a399f6 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:12:22.793971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:22.797291 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8980560b-55e1-499f-97c5-4ea4dec8e006 req-86ee7cad-b710-440f-9d63-b99094a71dc6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "DELETE /v2.0/ports/81987b71-fd1a-4489-8f7e-3ee507a399f6 HTTP/1.1" status: 204 len: 173 time: 0.4153214 Dec 16 04:12:22.797741 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-deleted', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:12:22.800040 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e335c1-2c5d-4160-9117-5503f83f50df" -d '{"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-deleted", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:12:22.837814 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee94695-96b3-4d2b-bf36-7aa907db5732 x-openstack-request-id: req-eee94695-96b3-4d2b-bf36-7aa907db5732 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:12:22.838124 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e84b2-60b1-4818-b259-170ae9d9e3b9", "name": "network-vif-deleted", "tag": "81987b71-fd1a-4489-8f7e-3ee507a399f6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:12:22.838501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eee94695-96b3-4d2b-bf36-7aa907db5732 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:12:22.838917 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4e84b2-60b1-4818-b259-170ae9d9e3b9', 'name': 'network-vif-deleted', 'tag': '81987b71-fd1a-4489-8f7e-3ee507a399f6', 'status': 'completed', 'code': 200} Dec 16 04:12:23.368539 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5293b23c-5135-4278-8b6b-c0caa73149e3 req-a07ec338-b8c4-4775-a004-e4d6cd8de66d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4e84b2-60b1-4818-b259-170ae9d9e3b9 HTTP/1.1" status: 200 len: 210 time: 0.0304561 Dec 16 04:12:24.209261 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:24.435064 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44660) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:24.492971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31702e14-8c7a-4d43-8648-0b2b5c482964 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:24.518597 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31702e14-8c7a-4d43-8648-0b2b5c482964 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:24.586870 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31702e14-8c7a-4d43-8648-0b2b5c482964 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:24.589436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31702e14-8c7a-4d43-8648-0b2b5c482964 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:24.590620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-31702e14-8c7a-4d43-8648-0b2b5c482964 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c7142ad-cf14-4322-9bbb-80dde60e433e HTTP/1.1" status: 204 len: 168 time: 0.1545289 Dec 16 04:12:24.601607 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31702e14-8c7a-4d43-8648-0b2b5c482964 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7142ad-cf14-4322-9bbb-80dde60e433e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:24.933331 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44666) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:24.938020 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ec5d1ec2-270e-47c9-b6e4-07ae1b656956 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689052692', 'description': 'tempest-secgroup-smoke-689052692 description', 'project_id': 'c75555f5523d499c97cfa1754e234fb5'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:24.963240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1ec2-270e-47c9-b6e4-07ae1b656956 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.025581 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1ec2-270e-47c9-b6e4-07ae1b656956 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.031299 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1ec2-270e-47c9-b6e4-07ae1b656956 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.059069 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1ec2-270e-47c9-b6e4-07ae1b656956 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.060281 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ec5d1ec2-270e-47c9-b6e4-07ae1b656956 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1259639 Dec 16 04:12:25.063520 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:25.064829 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1ec2-270e-47c9-b6e4-07ae1b656956 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3121499-4f68-4253-950b-b0ab43e878b0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:25.069552 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-634edcb2-e032-4603-921f-e6355dfb29f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': 'c3121499-4f68-4253-950b-b0ab43e878b0', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:25.102173 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634edcb2-e032-4603-921f-e6355dfb29f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.164359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634edcb2-e032-4603-921f-e6355dfb29f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.170378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634edcb2-e032-4603-921f-e6355dfb29f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.195314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634edcb2-e032-4603-921f-e6355dfb29f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e69f46-9c41-4095-94a3-3c8172b5ccbf,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:25.208355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634edcb2-e032-4603-921f-e6355dfb29f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.209673 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-634edcb2-e032-4603-921f-e6355dfb29f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451266 Dec 16 04:12:25.212672 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44670) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:25.217400 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-acdb7e55-10de-406f-aaa7-65a96d6b68be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': 'c3121499-4f68-4253-950b-b0ab43e878b0', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:25.250534 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acdb7e55-10de-406f-aaa7-65a96d6b68be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.317028 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acdb7e55-10de-406f-aaa7-65a96d6b68be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.322692 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acdb7e55-10de-406f-aaa7-65a96d6b68be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.343411 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb7e55-10de-406f-aaa7-65a96d6b68be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f175ac2f-f89c-4a7e-8d1c-00cf3024875b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:25.349512 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-acdb7e55-10de-406f-aaa7-65a96d6b68be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.350719 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-acdb7e55-10de-406f-aaa7-65a96d6b68be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370265 Dec 16 04:12:25.353582 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 44672) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:25.357810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-877cbe99-191b-4b45-abcb-9356d1d9f742 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': 'c3121499-4f68-4253-950b-b0ab43e878b0', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:25.386281 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-877cbe99-191b-4b45-abcb-9356d1d9f742 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.446717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-877cbe99-191b-4b45-abcb-9356d1d9f742 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.452707 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-877cbe99-191b-4b45-abcb-9356d1d9f742 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.472294 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cbe99-191b-4b45-abcb-9356d1d9f742 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29475c44-2e65-4dca-9366-badbe2fc972a,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:25.477382 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-877cbe99-191b-4b45-abcb-9356d1d9f742 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.481531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:25.481680 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-877cbe99-191b-4b45-abcb-9356d1d9f742 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270893 Dec 16 04:12:25.486273 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0e22ddbe-4711-4832-b36c-0d6488bbef75 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': 'c3121499-4f68-4253-950b-b0ab43e878b0', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:25.516930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e22ddbe-4711-4832-b36c-0d6488bbef75 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.535505 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:12:25.555508 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 81987b71-fd1a-4489-8f7e-3ee507a399f6 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:12:25.555849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 81987b71-fd1a-4489-8f7e-3ee507a399f6 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:12:25.578202 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e22ddbe-4711-4832-b36c-0d6488bbef75 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.583253 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e22ddbe-4711-4832-b36c-0d6488bbef75 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.602571 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22ddbe-4711-4832-b36c-0d6488bbef75 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c91b36-49b0-4bb0-a7cd-e745560d3712,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:25.608767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e22ddbe-4711-4832-b36c-0d6488bbef75 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.610043 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0e22ddbe-4711-4832-b36c-0d6488bbef75 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273172 Dec 16 04:12:25.613135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:25.617764 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': 'c3121499-4f68-4253-950b-b0ab43e878b0', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:25.643262 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Project c75555f5523d499c97cfa1754e234fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:12:25.648100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.711687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.717262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.739053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee27cf4b-7f60-43d0-b376-2e7d0da5ac7a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:25.748176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.749371 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0fdad9d9-2677-4deb-a931-bb3b65504eff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353540 Dec 16 04:12:25.752205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:12:25.756795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'security_group_rule': {'security_group_id': 'c3121499-4f68-4253-950b-b0ab43e878b0', 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:25.780270 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Project c75555f5523d499c97cfa1754e234fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:12:25.785682 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.851041 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.855890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.873591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a181a402-7b3e-46aa-9cb1-e3b92b38815a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:25.881834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:25.883092 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-0ac25f32-85dd-4e5a-90be-a461a157fb23 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299758 Dec 16 04:12:35.268465 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7283647d-7fb3-4b55-b6aa-928c1baf4ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:37.493703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2822137e-db6e-4057-a6ac-319b494c28c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:37.516211 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:12:38.665979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:40.218661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:41.180799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:42.242625 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-1c951f57-0817-4374-8086-c75eea45e2c8 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689052692&fields=id&tenant_id=c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 267 time: 0.0443778 Dec 16 04:12:42.355446 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-a9388121-ffbc-4c44-a3f0-66c08c35ba72 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:42.356915 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-a9388121-ffbc-4c44-a3f0-66c08c35ba72 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 809 time: 0.1074157 Dec 16 04:12:42.372891 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-8533229e-ba19-4603-859e-4e84b89f6125 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/quotas/c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 375 time: 0.0098464 Dec 16 04:12:42.425217 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-f3069922-3bd4-431d-bbba-781248e01482 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467470 Dec 16 04:12:42.519053 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-eb4fbb90-891d-4786-81ae-66a01e795ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813942 Dec 16 04:12:42.618929 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-7f384e01-7ee3-4f5f-85bf-87754645ab2f service neutron] 10.222.0.16 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934618 Dec 16 04:12:42.914353 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7788efea-73ad-4521-8cbc-cf017f80cb1b req-668dae40-c306-420f-bd62-c42ecac9fecd tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 210 time: 0.0276585 Dec 16 04:12:43.965955 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-56938df6-ab2c-4f9d-9f11-816b04da43ba tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:43.967498 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-56938df6-ab2c-4f9d-9f11-816b04da43ba tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 809 time: 0.1069133 Dec 16 04:12:44.011959 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1c91b3e9-dcb2-41b7-b609-fadeff2a2882 req-77736514-4165-4143-8e9c-35e7aac9ee07 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 210 time: 0.0266204 Dec 16 04:12:44.042830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-a9a07d19-4fcc-4285-ab2b-0c4899c9fdff tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 379 time: 0.0595174 Dec 16 04:12:44.052436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'port': {'device_id': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'admin_state_up': True, 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'security_groups': ['c3121499-4f68-4253-950b-b0ab43e878b0']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:44.167474 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Made reservation on behalf of c75555f5523d499c97cfa1754e234fb5 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:12:44.171239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:44.301422 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Allocated IP 172.20.0.12 (cc13aeb2-107c-4e96-86c1-13dd7e7db0e7/ae83acf1-b1f3-461b-9fe3-7948d443f249/5e5e0a95-ea6b-4588-9435-a44aa4fce9a1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:12:44.443438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:44.483064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:44.528347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:12:44.531449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:12:44.535752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:12:44.540006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:44.587898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:44.588575 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:44.605457 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-0ac63841-1f63-4522-b743-50021b4edc93 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566294 Dec 16 04:12:44.625123 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Request body: {'port': {'device_id': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:12:44.689064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:44.818628 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8831ca60-bacd-4038-aa92-297a611380ac None None] Provisioning complete for port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:12:44.819200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8831ca60-bacd-4038-aa92-297a611380ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:44.852794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8831ca60-bacd-4038-aa92-297a611380ac None None] Port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:12:44.963261 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:12:44.971031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:44.984193 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Transition to ACTIVE for port object 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:12:44.988616 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:45.042237 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:45.123743 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Attempting to bind port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:12:45.124085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Attempting to bind port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:12:45.124420 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Attempting to bind port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:12:45.129214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:12:45.129534 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Attempting to bind port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 on network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:12:45.135996 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:12:45.136532 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Checking segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:12:45.136923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Bound using segment: {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:12:45.137353 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Bound port: 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:12:45.138436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:45.154773 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f967e60-6456-4d2b-9f06-34e8481076d5 req-57b554af-8abc-4fdb-9df0-9c443e27cfb0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:45.162200 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f967e60-6456-4d2b-9f06-34e8481076d5 req-57b554af-8abc-4fdb-9df0-9c443e27cfb0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0618713 Dec 16 04:12:45.209690 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:12:45.214653 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:12:45.223662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:45.228200 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6f967e60-6456-4d2b-9f06-34e8481076d5 req-795f63be-f988-43cc-ab96-ea12cd0774f6 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648596 Dec 16 04:12:45.264344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:45.265005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:45.266658 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] 10.222.0.30 "PUT /v2.0/ports/5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1094 time: 0.6460493 Dec 16 04:12:45.267404 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:12:45.269726 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:12:45.297467 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab780-cde3-4e08-8624-b268cdc1bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:45.329304 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171cf5f-342d-4311-8e5f-f1c71e2be975 x-openstack-request-id: req-8171cf5f-342d-4311-8e5f-f1c71e2be975 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:12:45.329710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:12:45.330026 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8171cf5f-342d-4311-8e5f-f1c71e2be975 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:12:45.330528 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'status': 'completed', 'code': 200} Dec 16 04:12:45.401050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-a202fd93-1e28-4705-96aa-b7fdeefe0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:45.402749 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-a202fd93-1e28-4705-96aa-b7fdeefe0e81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1097 time: 0.0586755 Dec 16 04:12:45.457670 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-834304bb-dfdf-44cc-a2ba-afac7f1f60af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 217 time: 0.0415468 Dec 16 04:12:45.517654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-e7443bdc-8b5b-4864-83f3-ee544474e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:45.519317 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-e7443bdc-8b5b-4864-83f3-ee544474e3f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0541353 Dec 16 04:12:45.574112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-11e5ef2e-ac46-42f3-8895-fa7e5f3beb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:45.575680 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-11e5ef2e-ac46-42f3-8895-fa7e5f3beb31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495832 Dec 16 04:12:45.676801 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-5b3d7b6d-0d4f-4064-9c30-d111d3e6f1d5 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929620 Dec 16 04:12:45.766990 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d25df3b8-6c93-41eb-9c17-7ed9e32d6981 req-17601e72-84bb-4baf-bd3a-8c916159131a service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825539 Dec 16 04:12:45.888547 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-1c82a4e4-fb18-4699-bf65-15a1e04eddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:45.889992 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-1c82a4e4-fb18-4699-bf65-15a1e04eddc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1097 time: 0.0477018 Dec 16 04:12:45.990010 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-719d1a31-f65e-46b8-869c-8d71cc90281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:45.991551 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-719d1a31-f65e-46b8-869c-8d71cc90281d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0946026 Dec 16 04:12:46.038294 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-fd7f6590-a01f-48ae-a761-dd25bb7a36d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 217 time: 0.0392852 Dec 16 04:12:46.087942 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-e4db83f4-8e29-48aa-8cdc-2aaec128bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:46.089401 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-e4db83f4-8e29-48aa-8cdc-2aaec128bec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0443723 Dec 16 04:12:46.138705 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-1243a3c9-d075-44c5-b830-f2e89a6aa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:46.140259 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-1243a3c9-d075-44c5-b830-f2e89a6aa458 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432653 Dec 16 04:12:46.234353 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-4646fc8f-813d-4d42-8353-12846639fa8a service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865219 Dec 16 04:12:46.327234 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-50c52d10-15b7-4c58-bdb5-e2aaad099f6d req-02eb3f8c-98d5-4b78-8de1-df759a0169e9 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848572 Dec 16 04:12:46.361776 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df371d-37d5-492f-a877-f2fcf962c23e req-cd6aef60-3d99-42ef-8cf9-04a1fbcd04ed tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:46.363465 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b8df371d-37d5-492f-a877-f2fcf962c23e req-cd6aef60-3d99-42ef-8cf9-04a1fbcd04ed tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0598645 Dec 16 04:12:46.416418 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b8df371d-37d5-492f-a877-f2fcf962c23e req-c9778c4f-f65d-4d47-b199-0c1bbe708744 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466366 Dec 16 04:12:47.536277 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c935e6-19cc-4ac7-8dab-d8b9e91992b0 req-1bb406ef-b827-4476-9ce2-56be70db2bf9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:47.537638 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-70c935e6-19cc-4ac7-8dab-d8b9e91992b0 req-1bb406ef-b827-4476-9ce2-56be70db2bf9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0510387 Dec 16 04:12:47.589428 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-70c935e6-19cc-4ac7-8dab-d8b9e91992b0 req-e233d8b3-8c1c-42a1-97a3-3992d73fdf54 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Dec 16 04:12:48.711078 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b635-df85-4345-9f6a-d3206da0c1d6 req-0dc92973-a2a9-48de-bf54-2580921753dc tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:48.712583 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fca2b635-df85-4345-9f6a-d3206da0c1d6 req-0dc92973-a2a9-48de-bf54-2580921753dc tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0541248 Dec 16 04:12:48.762278 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fca2b635-df85-4345-9f6a-d3206da0c1d6 req-2df157e4-5b73-499d-93e0-fe36c56ca6a0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434613 Dec 16 04:12:49.897960 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34099-ee9b-46b1-a656-fccb01ee2845 req-1a747fc6-2264-4229-801c-d4b856f3f8e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:49.899752 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a8e34099-ee9b-46b1-a656-fccb01ee2845 req-1a747fc6-2264-4229-801c-d4b856f3f8e3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0603168 Dec 16 04:12:49.955496 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a8e34099-ee9b-46b1-a656-fccb01ee2845 req-3ab767ff-5dc1-4b60-a1d0-883fcd6c2f06 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496674 Dec 16 04:12:51.088848 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2589a-8488-4f4f-9aac-1d2752744ada req-c1adc642-5f65-42e8-b9f9-4ca24daf7677 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:51.090319 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-08f2589a-8488-4f4f-9aac-1d2752744ada req-c1adc642-5f65-42e8-b9f9-4ca24daf7677 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0574486 Dec 16 04:12:51.143763 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-08f2589a-8488-4f4f-9aac-1d2752744ada req-34dc622d-ecf2-4375-8690-2ee1b48053af tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472801 Dec 16 04:12:52.268327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef5de5-0366-4ac7-ad9f-cbfc71ae7e54 req-5a7f5cd0-8a35-429b-a470-b34f7a4d29e7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:52.269813 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-85ef5de5-0366-4ac7-ad9f-cbfc71ae7e54 req-5a7f5cd0-8a35-429b-a470-b34f7a4d29e7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0519149 Dec 16 04:12:52.320757 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-85ef5de5-0366-4ac7-ad9f-cbfc71ae7e54 req-d2ecb997-d275-493e-991c-61ba6812c327 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Dec 16 04:12:53.449495 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5356f-061e-46a8-bc80-53fe074c573b req-5a210791-aefd-4e70-95de-fb36be0bf486 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:53.450976 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-99c5356f-061e-46a8-bc80-53fe074c573b req-5a210791-aefd-4e70-95de-fb36be0bf486 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0547402 Dec 16 04:12:53.500998 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-99c5356f-061e-46a8-bc80-53fe074c573b req-168a2b42-093c-4a2e-bc9a-ab951a92bee9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438862 Dec 16 04:12:54.223376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:54.637677 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731cef-edae-4d67-afc4-9a963ef8ecf8 req-dc0e1668-a49a-4afc-97b8-211836e439b7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:54.639371 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49731cef-edae-4d67-afc4-9a963ef8ecf8 req-dc0e1668-a49a-4afc-97b8-211836e439b7 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0560081 Dec 16 04:12:54.692351 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-49731cef-edae-4d67-afc4-9a963ef8ecf8 req-6133b75e-e335-4d22-a24b-ccbf196f7ea3 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 Dec 16 04:12:55.821816 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa86ee-23f1-4d85-a6ae-25d3b5589a9e req-caa6236a-acc5-4799-858d-4bbe13bd01cf tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:55.823298 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b4aa86ee-23f1-4d85-a6ae-25d3b5589a9e req-caa6236a-acc5-4799-858d-4bbe13bd01cf tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0561428 Dec 16 04:12:55.874967 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b4aa86ee-23f1-4d85-a6ae-25d3b5589a9e req-7db035f9-bdcf-4df5-b7c8-f39ea37a0fdc tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454659 Dec 16 04:12:57.013525 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d035cc-21fa-4157-a6fe-c5ab26f1427f req-f667d05a-4c77-4da6-9b85-a44df2c8ed95 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:57.014990 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c7d035cc-21fa-4157-a6fe-c5ab26f1427f req-f667d05a-4c77-4da6-9b85-a44df2c8ed95 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0531275 Dec 16 04:12:57.066372 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c7d035cc-21fa-4157-a6fe-c5ab26f1427f req-64b57083-ac0e-4c8f-9019-b95222fc03b9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Dec 16 04:12:57.708957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:12:57.823413 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:12:57.838707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'port_id': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'mac_address': 'fa:16:3e:f2:85:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:12:57.875895 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:57.888648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:12:57.908001 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:12:57.915531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:57.964970 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:57.971931 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.972284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.972633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.972969 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.973301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.973633 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.973974 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.974301 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.974675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.974983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.975308 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.975630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:57.975945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:12:58.193754 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a581ef-f3c1-4ad4-a620-222207bbd508 req-77af292c-8cdc-4555-a95f-b2e9e905ff40 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:58.196520 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c1a581ef-f3c1-4ad4-a620-222207bbd508 req-77af292c-8cdc-4555-a95f-b2e9e905ff40 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 945 time: 0.0512359 Dec 16 04:12:58.197490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:12:58.247866 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c1a581ef-f3c1-4ad4-a620-222207bbd508 req-7efcba40-46d7-4ef9-b2a9-6fdb1cea1395 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452464 Dec 16 04:12:59.375212 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeca03-6435-42b7-8dad-ffeb014a75be req-120844de-4c02-4771-93c8-fac08a11d388 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:12:59.376691 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-92eeca03-6435-42b7-8dad-ffeb014a75be req-120844de-4c02-4771-93c8-fac08a11d388 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Dec 16 04:12:59.431317 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-92eeca03-6435-42b7-8dad-ffeb014a75be req-064af6d1-39e9-4346-895a-3e498b9ca1c0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484424 Dec 16 04:12:59.709286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:12:59.767578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:12:59.771387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:12:59.771761 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:59.849580 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:59.873890 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:12:59.876172 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f897905-fe8a-4696-b752-802da37ccadc" -d '{"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:12:59.888906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:12:59.894040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:12:59.946319 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:12:59.975330 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cf09b7-d035-4460-a6fd-8f4a109375fd x-openstack-request-id: req-95cf09b7-d035-4460-a6fd-8f4a109375fd {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:12:59.975632 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:12:59.975892 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95cf09b7-d035-4460-a6fd-8f4a109375fd {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:12:59.976298 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'code': 200} Dec 16 04:13:00.198782 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74efb8-84e4-41c9-9d52-b9e9979deac1 req-3cf6edbf-66ae-415a-827c-0389c724fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:00.200376 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3f74efb8-84e4-41c9-9d52-b9e9979deac1 req-3cf6edbf-66ae-415a-827c-0389c724fbc6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0426996 Dec 16 04:13:00.247785 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-3f74efb8-84e4-41c9-9d52-b9e9979deac1 req-51c201bc-1623-4987-a3fb-419ada56945a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 Dec 16 04:13:00.554071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4ac4c-da7a-4d15-8973-826ce95f473a req-bb0b3478-bf77-47d4-ba57-7ca6f5b575be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:00.556065 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4bc4ac4c-da7a-4d15-8973-826ce95f473a req-bb0b3478-bf77-47d4-ba57-7ca6f5b575be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0524642 Dec 16 04:13:00.606220 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4bc4ac4c-da7a-4d15-8973-826ce95f473a req-2f3a95ad-df74-4349-ba86-9dcb50759952 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443959 Dec 16 04:13:01.731156 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa85b2-61b8-4780-9633-41cf30acff05 req-b2eb755c-5eff-4a24-8480-f86c7cc9a5d5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:01.732603 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-02fa85b2-61b8-4780-9633-41cf30acff05 req-b2eb755c-5eff-4a24-8480-f86c7cc9a5d5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0512180 Dec 16 04:13:01.794224 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-02fa85b2-61b8-4780-9633-41cf30acff05 req-0e917ccd-8d4b-4c49-9350-41f7240056dd tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537305 Dec 16 04:13:01.920194 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53209b6-614e-49d9-bfbd-ea8ecc4690ca req-249f6b96-1acf-4b28-aa24-da388bf66bd5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:01.922247 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d53209b6-614e-49d9-bfbd-ea8ecc4690ca req-249f6b96-1acf-4b28-aa24-da388bf66bd5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0599227 Dec 16 04:13:01.976248 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d53209b6-614e-49d9-bfbd-ea8ecc4690ca req-399c5573-5241-444d-af21-87d868141f56 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Dec 16 04:13:02.010687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44874) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:13:02.056686 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba4812-46cd-40a9-9368-64b2de2e1416 tempest-TestShelveInstance-2140741359 tempest-TestShelveInstance-2140741359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:02.058191 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-51ba4812-46cd-40a9-9368-64b2de2e1416 tempest-TestShelveInstance-2140741359 tempest-TestShelveInstance-2140741359-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1094 time: 0.0465026 Dec 16 04:13:02.062494 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 44876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:13:02.066812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:13:02.094172 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:02.201314 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:02.309259 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Allocated IP 172.26.6.205 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/3dcc121b-a0d8-43ce-89e9-84357c62792d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:13:02.411531 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:02.449239 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:02.492711 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:13:02.495921 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:13:02.499411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:13:02.504700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'Port': ['ID=3dcc121b-a0d8-43ce-89e9-84357c62792d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:13:02.870709 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:02.944110 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:03.096060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:03.102319 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:03.171831 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event updated for resources: {'Port': ['ID=3dcc121b-a0d8-43ce-89e9-84357c62792d,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:13:03.185597 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:03.295781 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Floating IP 8728d6fb-2098-4939-bb12-5d566ca92abc associated. External IP: 172.26.6.205, port: 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1. Dec 16 04:13:03.527647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Router 94db3969-51ab-40d3-b7a5-86b7410b0e94 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:13:03.652132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:13:03.662694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] Sync routers for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:13:03.672037 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:03.678480 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:13:03.679098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:12:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:13:03.700091 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-de34a464-885f-4295-8070-e3f050d1673e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6365910 Dec 16 04:13:03.700718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:13:03.703046 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:13:03.744299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e496519a-d518-47bb-993e-6951cfb4e1c5 x-openstack-request-id: req-e496519a-d518-47bb-993e-6951cfb4e1c5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:13:03.744591 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:13:03.744840 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e496519a-d518-47bb-993e-6951cfb4e1c5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:13:03.745271 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'status': 'completed', 'code': 200} Dec 16 04:13:03.796882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:13:03.826385 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-c71b6f29-95e2-42df-95d2-c7dae8f81c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:03.827952 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-c71b6f29-95e2-42df-95d2-c7dae8f81c96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0418522 Dec 16 04:13:04.040260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '8728d6fb-2098-4939-bb12-5d566ca92abc', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'port_id': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'mac_address': 'fa:16:3e:f2:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:13:02Z', 'updated_at': '2021-12-16T04:13:02Z', 'revision_number': 0, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:13:04.066997 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] Checking router: 94db3969-51ab-40d3-b7a5-86b7410b0e94 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:13:04.076495 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:13:04.077122 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:12:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:13:04.184061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:13:04.261818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-2941a9ef-b158-474b-8f64-4a58888ec6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:04.263501 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-2941a9ef-b158-474b-8f64-4a58888ec6f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.4284720 Dec 16 04:13:04.329251 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-d3a491a7-7410-43aa-ad32-89e9753886d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1000 time: 0.0578268 Dec 16 04:13:04.384227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-4e723091-b55c-4eef-9568-ba4fb23d5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:04.385923 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-4e723091-b55c-4eef-9568-ba4fb23d5490 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0502677 Dec 16 04:13:04.412006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '8728d6fb-2098-4939-bb12-5d566ca92abc', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'port_id': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'mac_address': 'fa:16:3e:f2:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:13:02Z', 'updated_at': '2021-12-16T04:13:02Z', 'revision_number': 0, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:13:04.434554 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-e7656008-78b2-4317-baa0-3409c9a98a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:04.436062 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-e7656008-78b2-4317-baa0-3409c9a98a6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417974 Dec 16 04:13:04.438362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8f56a-cd53-43ae-a4cf-3b6a9f5a175e None None] The sync data for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv is: [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '8728d6fb-2098-4939-bb12-5d566ca92abc', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'port_id': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'mac_address': 'fa:16:3e:f2:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:13:02Z', 'updated_at': '2021-12-16T04:13:02Z', 'revision_number': 0, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:13:04.532830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-203c567f-31fa-4eb4-8624-8c1d581cc4c0 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890620 Dec 16 04:13:04.625486 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-d6ddae99-0ed8-4b62-a26b-8a48ae6d8d2f req-7f48a858-ede5-4e59-93f6-0001641d9047 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850790 Dec 16 04:13:04.640749 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16dc98-bcb4-4275-964b-47c4e0b029cc None None] New status for floating IP 8728d6fb-2098-4939-bb12-5d566ca92abc: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:13:05.274825 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e240b3c-f6c4-4184-ae62-b7abbd56020f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:07.492257 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0c03472-3f90-4d87-9f7f-cb7c52d31a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:08.679464 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:10.208688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:11.184013 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:11.392299 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-dc6641fa-9968-45aa-a514-257a5e89b1c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425897 Dec 16 04:13:11.500971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867291f1-f7df-4efd-992e-d6bffae83868 req-985a9a4a-8615-4c5e-8248-2e52b8bd88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:11.502347 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-985a9a4a-8615-4c5e-8248-2e52b8bd88d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0499988 Dec 16 04:13:11.622967 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867291f1-f7df-4efd-992e-d6bffae83868 req-9ba40ea1-eff3-4281-adfb-bde5cb44efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:11.625366 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-9ba40ea1-eff3-4281-adfb-bde5cb44efe1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0997505 Dec 16 04:13:11.714541 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-e636c471-919e-4c8e-b2d7-5fce6fad0c23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0821581 Dec 16 04:13:11.765981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867291f1-f7df-4efd-992e-d6bffae83868 req-03c8c3d5-b436-4ec4-88d4-039cd41b0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:11.767437 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-03c8c3d5-b436-4ec4-88d4-039cd41b0bac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0467291 Dec 16 04:13:11.817701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867291f1-f7df-4efd-992e-d6bffae83868 req-ee1a5257-6f7a-4dc2-8f25-583248879b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:13:11.819313 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-ee1a5257-6f7a-4dc2-8f25-583248879b2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450182 Dec 16 04:13:11.915777 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-f7acf696-eb1b-4b85-a306-d15200c51626 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886505 Dec 16 04:13:12.011837 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-867291f1-f7df-4efd-992e-d6bffae83868 req-f45092f2-0d54-4d01-ac5c-3b5c77917ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874758 Dec 16 04:13:14.521864 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:13:24.224995 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:35.273787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99075c52-5948-4a02-8580-2eee8ddb3afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:37.485129 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fcab4710-b040-4a8e-9de3-60509584b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:38.677449 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:40.212541 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:41.191677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:13:51.526819 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:13:54.219299 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:05.274269 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-388ff85a-29fe-4d0e-9877-f53a31159bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:07.495165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcc32-51ab-4e69-a9c9-e1c87b52b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:08.677886 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:10.214304 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:11.180445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:13.409649 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-e39629b1-726f-44b1-8cd4-0139953c2d12 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551124 Dec 16 04:14:13.528974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-d77558e2-4be4-4784-849e-4f4c9ce2f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:14:13.530507 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-d77558e2-4be4-4784-849e-4f4c9ce2f560 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0487165 Dec 16 04:14:13.640083 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-74dd32bf-8c14-456e-98ef-399c32e7aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:14:13.641559 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-74dd32bf-8c14-456e-98ef-399c32e7aeb1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0899868 Dec 16 04:14:13.714532 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-9fea028f-2c47-48c2-87e1-f98e6b0c1e20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0655267 Dec 16 04:14:13.765234 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-7d142928-1b87-4b0a-9bf2-baab2ff269c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:14:13.766693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-7d142928-1b87-4b0a-9bf2-baab2ff269c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0447829 Dec 16 04:14:13.818767 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-a6bc68a1-3e7b-494e-8681-b009af430708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:14:13.820693 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-a6bc68a1-3e7b-494e-8681-b009af430708 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462465 Dec 16 04:14:13.930882 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-ff3596a7-5cb8-41c6-8ff0-ab968bdd7317 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011128 Dec 16 04:14:14.030874 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-efaf2dc3-2640-4a63-8c6b-50d84a63524a req-3ad4a7e0-6371-431d-999d-35737852c169 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925615 Dec 16 04:14:24.223005 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:28.529812 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:14:35.269663 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1f90ba6-0be4-4271-b1e0-5984a63f9414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:37.495481 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-433acb6c-2333-4135-9e47-0bfbdedbc650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:38.687544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:40.287992 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:41.184794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:14:54.218790 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:00.250860 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7445526-8621-4cf8-a2da-d96af1f16468 req-1aaf2b3d-1c00-4549-8770-6e0be5a1f118 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:00.252346 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b7445526-8621-4cf8-a2da-d96af1f16468 req-1aaf2b3d-1c00-4549-8770-6e0be5a1f118 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0581629 Dec 16 04:15:00.307108 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b7445526-8621-4cf8-a2da-d96af1f16468 req-357439ff-2026-4ce9-91cc-1605384d2ff9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484734 Dec 16 04:15:01.471616 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f2971-0a87-4b77-81b3-661005fe5451 req-251aa2a0-b3f1-48ee-87be-46047b863ae8 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:01.473109 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8c0f2971-0a87-4b77-81b3-661005fe5451 req-251aa2a0-b3f1-48ee-87be-46047b863ae8 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0568254 Dec 16 04:15:01.528165 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-8c0f2971-0a87-4b77-81b3-661005fe5451 req-c435ea67-e86a-4dac-8b81-5091a49b3662 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480478 Dec 16 04:15:02.666072 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e6f6-a9a5-4534-ba5c-d695ff4df92f req-0b2a8f72-a007-40f4-8734-5e6a2747cf29 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:02.667618 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4321e6f6-a9a5-4534-ba5c-d695ff4df92f req-0b2a8f72-a007-40f4-8734-5e6a2747cf29 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0550621 Dec 16 04:15:02.729157 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4321e6f6-a9a5-4534-ba5c-d695ff4df92f req-576fb741-b10a-4a44-9e1b-47bc7ea60d8b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524755 Dec 16 04:15:03.853688 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7444d6-2276-4e5f-811a-f89e4d51f63b req-0896ba89-a5d3-4f1b-b63c-20116fd74004 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:03.855226 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec7444d6-2276-4e5f-811a-f89e4d51f63b req-0896ba89-a5d3-4f1b-b63c-20116fd74004 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0571389 Dec 16 04:15:03.911378 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-ec7444d6-2276-4e5f-811a-f89e4d51f63b req-2f7847b3-13c2-470d-814e-71d84ad5f539 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491219 Dec 16 04:15:05.040737 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d4bcf-02c8-4cdf-aa5b-b345c53153f0 req-a93cda38-78f8-4a56-901f-efe499ada938 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:05.042219 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c63d4bcf-02c8-4cdf-aa5b-b345c53153f0 req-a93cda38-78f8-4a56-901f-efe499ada938 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0584683 Dec 16 04:15:05.095042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-c63d4bcf-02c8-4cdf-aa5b-b345c53153f0 req-aaed8b58-b390-4fb2-9e1e-7562513ca199 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451057 Dec 16 04:15:05.264181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08e95b73-7a78-4b4f-924a-a4b80dce51bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:05.530865 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:15:06.225217 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76214460-280a-40e9-8fb2-4480f31ae980 req-e74cc04c-6b61-4ead-b4db-d81bf592d631 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:06.226787 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-76214460-280a-40e9-8fb2-4480f31ae980 req-e74cc04c-6b61-4ead-b4db-d81bf592d631 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0513275 Dec 16 04:15:06.276684 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-76214460-280a-40e9-8fb2-4480f31ae980 req-cf79f380-b729-4b0b-be1f-586faa19c4c4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Dec 16 04:15:07.406958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aa492-19e1-424c-9a9a-83a4aab93dff req-e3dbbf84-cdba-4424-9b75-9af03ae50b20 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:07.408481 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa2aa492-19e1-424c-9a9a-83a4aab93dff req-e3dbbf84-cdba-4424-9b75-9af03ae50b20 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0508616 Dec 16 04:15:07.465298 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-fa2aa492-19e1-424c-9a9a-83a4aab93dff req-f5781f61-777a-420d-8d08-1f8334a75a5f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473902 Dec 16 04:15:07.489966 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8bb4-75cb-49f2-a41a-13a1d1d57b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:08.590631 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245cf9-7a98-48d6-9025-4659e9cc74a9 req-bc4cb8bc-3997-4f19-b74a-f82bee07a963 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:08.592122 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2245cf9-7a98-48d6-9025-4659e9cc74a9 req-bc4cb8bc-3997-4f19-b74a-f82bee07a963 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0538278 Dec 16 04:15:08.644221 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a2245cf9-7a98-48d6-9025-4659e9cc74a9 req-77109ad3-cdd1-49d8-b356-914469a06ee0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452161 Dec 16 04:15:08.684930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:09.775498 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b889eec-2cc0-46a6-bd35-3e2ecb811c05 req-ee8b4c6b-47d6-4ed8-a515-460c1871500c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:09.776917 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9b889eec-2cc0-46a6-bd35-3e2ecb811c05 req-ee8b4c6b-47d6-4ed8-a515-460c1871500c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0508790 Dec 16 04:15:09.835913 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-9b889eec-2cc0-46a6-bd35-3e2ecb811c05 req-cf527822-7b85-402e-9c25-9e85800f3134 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513937 Dec 16 04:15:10.222544 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:10.480486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-0683167f-ed20-4fa5-ac57-d16478239d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:10.481886 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-0683167f-ed20-4fa5-ac57-d16478239d13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0505197 Dec 16 04:15:10.598423 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-1bae5275-e822-43e9-a976-36d6d44438ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:10.599957 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-1bae5275-e822-43e9-a976-36d6d44438ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.1098416 Dec 16 04:15:10.669346 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-479d6138-d4f4-49fa-88d1-05828b01350e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0621109 Dec 16 04:15:10.724355 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-e18b97e5-5bf9-4529-957e-24e7783b11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:10.725790 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-e18b97e5-5bf9-4529-957e-24e7783b11b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0491083 Dec 16 04:15:10.772834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-fbec7dad-b517-495e-99b2-65b01043d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:10.774208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-fbec7dad-b517-495e-99b2-65b01043d2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417156 Dec 16 04:15:10.866054 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-e7449a25-7897-4a26-a13c-1b6b463813ae service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Dec 16 04:15:10.959308 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bac94-f542-48dd-a590-b7d193784806 req-13fb02d8-bdd9-4d11-937b-e2a32d4539eb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:10.960858 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b2bac94-f542-48dd-a590-b7d193784806 req-13fb02d8-bdd9-4d11-937b-e2a32d4539eb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0555491 Dec 16 04:15:10.972801 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-7d888757-9888-44e5-a89b-8d6e25f5147b req-b3aa7985-d036-40df-a851-5a519325f536 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995660 Dec 16 04:15:11.009612 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7b2bac94-f542-48dd-a590-b7d193784806 req-fbae602e-5435-46e3-abe8-d16a076da305 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Dec 16 04:15:11.180386 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:12.154327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec28d4c-a2c2-4a37-8048-50b39ec4df88 req-257b494a-da87-49c9-a562-d2302491e12f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:12.155815 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ec28d4c-a2c2-4a37-8048-50b39ec4df88 req-257b494a-da87-49c9-a562-d2302491e12f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0611446 Dec 16 04:15:12.209853 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0ec28d4c-a2c2-4a37-8048-50b39ec4df88 req-b6d99a51-8eea-457e-8044-59b4fa50bb60 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450261 Dec 16 04:15:13.330435 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9592a-82fe-46d5-adac-91d7a56e24a2 req-47718476-884a-4371-b765-b85e3fa67f5b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:13.331943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7ee9592a-82fe-46d5-adac-91d7a56e24a2 req-47718476-884a-4371-b765-b85e3fa67f5b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0535097 Dec 16 04:15:13.382245 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7ee9592a-82fe-46d5-adac-91d7a56e24a2 req-b6608be3-3c5e-4c6b-8037-1a4cd59e1e3c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442507 Dec 16 04:15:14.444807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-550cd170-aab3-4c39-be79-370fad4a6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:14.446328 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-550cd170-aab3-4c39-be79-370fad4a6d21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0464334 Dec 16 04:15:14.509012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9eb59-91fe-4826-a7ac-55477465659b req-ea4d18b2-561e-4238-810b-16a0bd3b0c2e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:14.510582 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ea9eb59-91fe-4826-a7ac-55477465659b req-ea4d18b2-561e-4238-810b-16a0bd3b0c2e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0503101 Dec 16 04:15:14.561200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-fe81c89f-0854-4941-beea-89b2fb556af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:14.562823 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-fe81c89f-0854-4941-beea-89b2fb556af9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0967908 Dec 16 04:15:14.568217 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ea9eb59-91fe-4826-a7ac-55477465659b req-20a53126-75b8-46b2-ab53-03325c540c08 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496602 Dec 16 04:15:14.645728 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-35d56222-e340-4775-8bd9-a4bef9db814a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0703144 Dec 16 04:15:14.707723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-0b3e0a3d-e735-44dc-9b44-ff5eb790d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:14.709463 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-0b3e0a3d-e735-44dc-9b44-ff5eb790d697 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0551801 Dec 16 04:15:14.761905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-c3efd269-5521-46ed-ac4f-5bf9ed936ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:14.763415 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-c3efd269-5521-46ed-ac4f-5bf9ed936ab6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458372 Dec 16 04:15:14.860936 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-f14fddb6-64eb-446e-a774-44029524ddb2 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871239 Dec 16 04:15:14.963100 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-a605c9d4-6c76-4e71-a619-b3006d77a95f req-b56d8351-f0f8-432d-93b6-bf4b32435e35 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939426 Dec 16 04:15:15.701083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5cf69-fda5-44a5-805f-dd636073f92e req-bb3e5708-6cb2-4621-82b8-02bff06eb537 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:15.702617 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64f5cf69-fda5-44a5-805f-dd636073f92e req-bb3e5708-6cb2-4621-82b8-02bff06eb537 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0589676 Dec 16 04:15:15.769306 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-64f5cf69-fda5-44a5-805f-dd636073f92e req-e90d5f06-216e-4b3b-9e76-e9ec9f73330d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596411 Dec 16 04:15:15.894903 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-5b68e71f-e1be-4c61-8fc5-dcf8b300a447 req-40d00e12-b47b-4095-92f4-496240c7b518 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:15:15.895948 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5b68e71f-e1be-4c61-8fc5-dcf8b300a447 req-40d00e12-b47b-4095-92f4-496240c7b518 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475101 Dec 16 04:15:16.028588 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-3f015bf3-9543-43aa-aa8a-5b61702d1122 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412219 Dec 16 04:15:16.038883 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-0780f112-8e27-4101-b16c-fe6f3b2aeeb6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:15:16.039851 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-0780f112-8e27-4101-b16c-fe6f3b2aeeb6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055232 Dec 16 04:15:16.055188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781c22c-d5f6-4fad-850e-ebd3d7ce74e6 req-6e4aa7e9-991c-4517-9aed-7207a06291dc tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:16.058759 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0781c22c-d5f6-4fad-850e-ebd3d7ce74e6 req-6e4aa7e9-991c-4517-9aed-7207a06291dc tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0514357 Dec 16 04:15:16.110883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0781c22c-d5f6-4fad-850e-ebd3d7ce74e6 req-4f75d1d9-3f98-49cf-92d5-06d77d0c7970 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456696 Dec 16 04:15:16.810016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:15:16.889797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:16.912899 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:15:16.915175 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695c1eb-3162-4cf3-9124-3717faa57590" -d '{"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:15:16.927507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:15:16.932147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:16.955527 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f06302-ee1e-4622-ab04-85a73adf7ca0 x-openstack-request-id: req-21f06302-ee1e-4622-ab04-85a73adf7ca0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:15:16.955828 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-unplugged", "status": "failed", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1", "code": 422}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:15:16.956079 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21f06302-ee1e-4622-ab04-85a73adf7ca0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:15:16.956475 dv-neutron-821927-1-hyperv neutron-server[103163]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'code': 422} returned with failed status Dec 16 04:15:16.982027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:15:16.989085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.989499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.989900 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.990295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.990708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.991114 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.991504 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.991901 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.992284 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.992667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.993050 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.993426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:16.993808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:15:17.239850 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13f7c1-1353-42a6-88af-3d657545e9bd req-df09b1aa-7c8a-4253-9309-32a9911404eb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:17.241382 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-be13f7c1-1353-42a6-88af-3d657545e9bd req-df09b1aa-7c8a-4253-9309-32a9911404eb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0523307 Dec 16 04:15:17.294556 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-be13f7c1-1353-42a6-88af-3d657545e9bd req-6cd7feb3-8de1-4d3b-9a42-f375f41d5bad tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467517 Dec 16 04:15:18.417765 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdea8e-54e4-4cfa-8936-a584a905bcc4 req-81a7efd4-b117-4efd-b651-a3848ba787f2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:18.419308 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f0cdea8e-54e4-4cfa-8936-a584a905bcc4 req-81a7efd4-b117-4efd-b651-a3848ba787f2 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0544755 Dec 16 04:15:18.469177 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f0cdea8e-54e4-4cfa-8936-a584a905bcc4 req-c7b3bc61-c9dd-4d5b-9ff8-f8100a7eb491 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 Dec 16 04:15:19.589417 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f463788-de3d-495f-946c-d5c665d36ef8 req-30240e08-ed9e-4f33-a2a8-4af30cb8748b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:19.590975 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f463788-de3d-495f-946c-d5c665d36ef8 req-30240e08-ed9e-4f33-a2a8-4af30cb8748b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0509050 Dec 16 04:15:19.641111 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2f463788-de3d-495f-946c-d5c665d36ef8 req-de678bc9-8243-41c9-8d61-f8c4fd13f7d0 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 Dec 16 04:15:20.759504 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b983-e298-456b-8e1c-6ff8b33a60c3 req-f6ea4ea6-8f6b-49e5-a0fa-e8bb4f26434f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:20.760983 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10d2b983-e298-456b-8e1c-6ff8b33a60c3 req-f6ea4ea6-8f6b-49e5-a0fa-e8bb4f26434f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Dec 16 04:15:20.814779 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-10d2b983-e298-456b-8e1c-6ff8b33a60c3 req-48fa4824-0598-49ff-b427-4beb88ab4aac tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475087 Dec 16 04:15:21.922326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-f783311f-6e63-4162-862e-c42e645e0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:21.923876 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-f783311f-6e63-4162-862e-c42e645e0558 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409&tenant_id=c75555f5523d499c97cfa1754e234fb5 HTTP/1.1" status: 200 len: 1097 time: 0.0431092 Dec 16 04:15:21.937815 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127250c-ced1-4bda-9c23-5f401ee48367 req-f8d6ad3c-3956-4df1-bd44-c81e75c41fdd tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:21.939345 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2127250c-ced1-4bda-9c23-5f401ee48367 req-f8d6ad3c-3956-4df1-bd44-c81e75c41fdd tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0511312 Dec 16 04:15:21.990874 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2127250c-ced1-4bda-9c23-5f401ee48367 req-fa3cac25-e2cf-46db-8193-267a56c8e8ef tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Dec 16 04:15:21.995974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-b0f7942a-1b43-4af3-9e29-b195375f318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:21.997463 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-b0f7942a-1b43-4af3-9e29-b195375f318e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1097 time: 0.0401599 Dec 16 04:15:22.230712 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-f1913610-867a-4f04-b4cf-45e3a2064262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:22.232223 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-f1913610-867a-4f04-b4cf-45e3a2064262 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.1101160 Dec 16 04:15:22.298051 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-ac3c2a92-faca-4533-9376-6b064a9f5140 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1000 time: 0.0582058 Dec 16 04:15:22.352732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-31cfd15e-51cf-4302-9637-b00f89b233e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:22.354195 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-31cfd15e-51cf-4302-9637-b00f89b233e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0492725 Dec 16 04:15:22.400099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-367e16cb-cf97-4633-9da2-82c2acf3e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:22.401621 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-367e16cb-cf97-4633-9da2-82c2acf3e089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404081 Dec 16 04:15:22.506795 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-32b8f5d4-38ba-4464-b002-2ead99ae09b7 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975974 Dec 16 04:15:22.614938 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ed010ffc-a9db-41b7-8bbe-dedbef49ce33 req-88506d15-75e5-4468-9e35-e53df4ac54d5 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007686 Dec 16 04:15:23.113775 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dea6a-845e-47eb-b4c0-49af7d31dda9 req-9d219c49-bb7f-4d3d-afa8-e6b042053f83 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:23.115268 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e13dea6a-845e-47eb-b4c0-49af7d31dda9 req-9d219c49-bb7f-4d3d-afa8-e6b042053f83 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0499084 Dec 16 04:15:23.164700 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-e13dea6a-845e-47eb-b4c0-49af7d31dda9 req-599f1dc4-a73c-4960-836d-f536f80ceb53 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433464 Dec 16 04:15:24.227528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:24.295916 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d8b95-60ad-4783-9a99-614808ccda45 req-42325ded-394b-40ae-a630-e1842d369f68 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:24.297395 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-935d8b95-60ad-4783-9a99-614808ccda45 req-42325ded-394b-40ae-a630-e1842d369f68 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0548398 Dec 16 04:15:24.349175 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-935d8b95-60ad-4783-9a99-614808ccda45 req-be327a9e-2882-4d94-bc30-e7d7b3b0d021 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Dec 16 04:15:25.470591 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937af94-199b-493b-b03c-5fac1104128f req-8e72d243-9d6a-49ff-8fe6-8a411d3736bb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:25.472042 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1937af94-199b-493b-b03c-5fac1104128f req-8e72d243-9d6a-49ff-8fe6-8a411d3736bb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0498171 Dec 16 04:15:25.521662 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1937af94-199b-493b-b03c-5fac1104128f req-692872d9-1036-443e-a5a7-698de9db96c5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434923 Dec 16 04:15:26.649783 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18057c-bef9-4793-9f2a-3d3a06d05508 req-8cd5470e-c9af-4e6f-b51f-688dd0762985 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:26.651292 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-da18057c-bef9-4793-9f2a-3d3a06d05508 req-8cd5470e-c9af-4e6f-b51f-688dd0762985 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0540679 Dec 16 04:15:26.707679 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-da18057c-bef9-4793-9f2a-3d3a06d05508 req-7dde87f7-c364-4c54-8177-47b52ae80e47 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469129 Dec 16 04:15:27.839657 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af400a6-763c-4e3b-90f6-7c3dc503bbdc req-be9fc168-b3a8-4860-b626-1f1ee616bbe5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:27.841135 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0af400a6-763c-4e3b-90f6-7c3dc503bbdc req-be9fc168-b3a8-4860-b626-1f1ee616bbe5 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0517209 Dec 16 04:15:27.892289 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0af400a6-763c-4e3b-90f6-7c3dc503bbdc req-d529e377-5812-4d40-8179-5b63a211fca9 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450003 Dec 16 04:15:29.035827 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5514a46-78b9-431a-af47-ab951d13ea46 req-5abd5463-7ca8-43a8-8422-b4fd6ae23cdf tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:29.037286 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b5514a46-78b9-431a-af47-ab951d13ea46 req-5abd5463-7ca8-43a8-8422-b4fd6ae23cdf tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0544600 Dec 16 04:15:29.090744 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b5514a46-78b9-431a-af47-ab951d13ea46 req-4056b4ef-1cdc-4e45-ad03-6905ab48236f tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466352 Dec 16 04:15:30.224832 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898472ad-9712-440f-8db1-7c38450b3354 req-cf0deffb-706c-4777-90c8-15ab00a5f79e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:30.226322 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-898472ad-9712-440f-8db1-7c38450b3354 req-cf0deffb-706c-4777-90c8-15ab00a5f79e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 944 time: 0.0569859 Dec 16 04:15:30.277941 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-898472ad-9712-440f-8db1-7c38450b3354 req-dba27396-df7e-42f0-8762-8446d62e3c66 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426142 Dec 16 04:15:30.904669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:15:31.016726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:15:31.028717 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'port_id': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'mac_address': 'fa:16:3e:f2:85:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:15:31.070658 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:31.084457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:15:31.106814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:15:31.112599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:31.158988 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:15:31.403468 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd0481-f894-41a2-8bf7-bc058953843a req-719d7d63-f9cf-4cbe-9146-67282bbb1c7c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:31.404955 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a8fd0481-f894-41a2-8bf7-bc058953843a req-719d7d63-f9cf-4cbe-9146-67282bbb1c7c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 945 time: 0.0519884 Dec 16 04:15:31.410482 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:15:31.454532 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a8fd0481-f894-41a2-8bf7-bc058953843a req-31facb5d-b84c-4afa-b323-b0a2ce56a0a4 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 Dec 16 04:15:32.586434 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500e59-5697-43b6-98f5-3a130f0ab0b6 req-e769f9d5-d8cc-4e82-bc2a-6c53948ea1c1 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:32.587986 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83500e59-5697-43b6-98f5-3a130f0ab0b6 req-e769f9d5-d8cc-4e82-bc2a-6c53948ea1c1 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 945 time: 0.0612986 Dec 16 04:15:32.640617 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-83500e59-5697-43b6-98f5-3a130f0ab0b6 req-a6ff8f4c-e26d-4140-921c-bd50cd9e0b1c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Dec 16 04:15:32.921604 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:15:32.975853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:15:32.976205 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:33.069924 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:33.092774 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:15:33.095021 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63f8c30-49cf-4eaa-aeae-7d0a4c71679a" -d '{"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:15:33.107188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:15:33.113514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:33.136949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b520d9d-4bf5-42bc-830b-4821ab2d71d0 x-openstack-request-id: req-2b520d9d-4bf5-42bc-830b-4821ab2d71d0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:15:33.137675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:15:33.137930 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b520d9d-4bf5-42bc-830b-4821ab2d71d0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:15:33.138317 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'code': 200} Dec 16 04:15:33.163415 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:15:33.419965 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a411f54-534b-453e-8db8-c33bc64d45df req-64c85109-6b24-4a00-b22e-6b572f9ccc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:33.421508 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0a411f54-534b-453e-8db8-c33bc64d45df req-64c85109-6b24-4a00-b22e-6b572f9ccc03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0452094 Dec 16 04:15:33.475793 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-0a411f54-534b-453e-8db8-c33bc64d45df req-f8b1edba-5683-4920-a5a4-b9a8aeb09803 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453982 Dec 16 04:15:33.798249 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a8715-33c3-4a65-92e5-11445a38b8ea req-15df1adb-7287-45aa-ac43-82dcbaa1a8dd tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:33.799706 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-922a8715-33c3-4a65-92e5-11445a38b8ea req-15df1adb-7287-45aa-ac43-82dcbaa1a8dd tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0679336 Dec 16 04:15:33.863531 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-922a8715-33c3-4a65-92e5-11445a38b8ea req-91b71eb3-7664-4fbe-8e44-72a40499a598 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544314 Dec 16 04:15:35.003055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4415-966a-465e-8d9b-eba196a5761c req-b5a2ebf9-afad-42dc-b4ce-33dd2172c5b1 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:15:35.004466 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-594a4415-966a-465e-8d9b-eba196a5761c req-b5a2ebf9-afad-42dc-b4ce-33dd2172c5b1 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0503340 Dec 16 04:15:35.078137 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-594a4415-966a-465e-8d9b-eba196a5761c req-7660f2df-1d58-4d4c-959f-c14c817abfbb tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597589 Dec 16 04:15:35.272224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80af2e66-74dc-443c-847b-97d32af5e2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:37.499392 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-01f90611-7640-4251-9973-74131b186d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:38.698170 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:40.229499 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:41.186202 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:15:42.531938 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:15:54.238566 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:05.267266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6604384-9725-4cf0-8d72-bfeaff185660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:07.499395 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fa3a2e2-f039-440e-bddc-cef3609a4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:08.691773 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:10.230140 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:11.176049 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:16.467950 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-4e21e7fa-1d14-4c44-b875-0cec9b262a3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0998349 Dec 16 04:16:16.578784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-f6850579-b80e-4b67-b191-a0fd5b3c3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:16.580281 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-f6850579-b80e-4b67-b191-a0fd5b3c3f8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0473735 Dec 16 04:16:16.697409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-d8165128-4c94-49a4-8ffa-e0fedfea0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:16.699147 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-d8165128-4c94-49a4-8ffa-e0fedfea0221 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.0948045 Dec 16 04:16:16.774196 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-4b61b9c9-a4b4-4ede-9fed-d732020bb823 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0677204 Dec 16 04:16:16.823070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-ca1a30ad-f8ce-47d9-b679-508ba044d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:16.824708 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-ca1a30ad-f8ce-47d9-b679-508ba044d725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0440619 Dec 16 04:16:16.873604 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-1328328e-3ae7-4694-8b53-f79e87d55cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:16.875149 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-1328328e-3ae7-4694-8b53-f79e87d55cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438213 Dec 16 04:16:16.976587 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-91de86fe-b05c-4f29-8348-37865a4575ba service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933983 Dec 16 04:16:17.074036 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ffd628be-e3cf-46bb-9876-f32470db1c57 req-c5f5ca35-d2f0-461b-92e3-509a5cf483ca service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902574 Dec 16 04:16:19.531992 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:16:24.254065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:35.273369 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-613f445a-36f3-4972-81ce-ba73ce3a64c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:37.499906 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80a5869f-12f1-40d2-99da-9ce0bd040143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:38.695290 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:40.231340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:41.182599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:50.696609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:16:50.850641 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Deleting port 3dcc121b-a0d8-43ce-89e9-84357c62792d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:16:50.850928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:50.929482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:50.929772 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:50.942446 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Calling delete_port for 3dcc121b-a0d8-43ce-89e9-84357c62792d owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:16:51.104214 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:51.128868 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event deleted for resources: {'Port': ['ID=3dcc121b-a0d8-43ce-89e9-84357c62792d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:16:51.140286 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.140663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.141003 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.141336 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.141645 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.141969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.142289 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.142644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.142964 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.143281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.143594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.143916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.144229 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:51.200693 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:51.200937 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Floating IP 8728d6fb-2098-4939-bb12-5d566ca92abc disassociated (deleted). External IP: 172.26.6.205, port: 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1. Dec 16 04:16:51.420402 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Router 94db3969-51ab-40d3-b7a5-86b7410b0e94 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:16:51.538074 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:16:51.544391 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:51.549179 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] Sync routers for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:16:51.560688 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:16:51.561286 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:16:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:16:51.571614 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-c8f7bcd0-ff2a-41c1-89da-184147ac3d52 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "DELETE /v2.0/floatingips/8728d6fb-2098-4939-bb12-5d566ca92abc HTTP/1.1" status: 204 len: 168 time: 0.8737266 Dec 16 04:16:51.572159 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:16:51.574656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:16:51.674870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:16:51.694513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f28ee90-910d-4784-ab41-9cb2b162b66a x-openstack-request-id: req-9f28ee90-910d-4784-ab41-9cb2b162b66a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:16:51.695084 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:16:51.695340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f28ee90-910d-4784-ab41-9cb2b162b66a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:16:51.695748 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'status': 'completed', 'code': 200} Dec 16 04:16:51.808872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4189e1-e92e-4ff6-a445-95e5f66ea0b5 req-b369d1d5-d03f-4550-87e8-84353742c224 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:51.810295 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7d4189e1-e92e-4ff6-a445-95e5f66ea0b5 req-b369d1d5-d03f-4550-87e8-84353742c224 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0521092 Dec 16 04:16:51.814351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-9496248e-561d-4659-8f7b-eb202ce82a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:51.816053 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-9496248e-561d-4659-8f7b-eb202ce82a8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c75555f5523d499c97cfa1754e234fb5&device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 1099 time: 0.0436988 Dec 16 04:16:51.867422 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-7d4189e1-e92e-4ff6-a445-95e5f66ea0b5 req-621f7163-675b-4bce-82b6-54fe0a1324b8 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503433 Dec 16 04:16:51.888616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:16:51.914532 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] Checking router: 94db3969-51ab-40d3-b7a5-86b7410b0e94 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:16:51.923405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:16:51.924042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:16:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:16:51.924695 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-9305b2ab-0f29-405a-a472-1b796ba3cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:51.926221 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-9305b2ab-0f29-405a-a472-1b796ba3cb9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 200 len: 909 time: 0.1018190 Dec 16 04:16:51.970033 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-18aa977a-4ce7-4dab-8f1c-ea795a86fddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 200 len: 217 time: 0.0354345 Dec 16 04:16:52.019650 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-87510ae2-ea37-4865-872e-e396c8462031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:52.021127 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-87510ae2-ea37-4865-872e-e396c8462031 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 200 len: 848 time: 0.0441227 Dec 16 04:16:52.029551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:16:52.069028 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-6514297e-6646-44fb-a4c1-8d9502617d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:52.070634 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-6514297e-6646-44fb-a4c1-8d9502617d63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417616 Dec 16 04:16:52.165558 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-9de7a0da-0405-4b90-8758-eb5f7a48724a service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861049 Dec 16 04:16:52.227870 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:16:52.258356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd5488-802b-42e0-aa4f-2171bc0a0229 None None] The sync data for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv is: [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:07Z', 'revision_number': 4, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '145637f8-995a-449f-a6ac-6011ffcd7311', 'name': '', 'network_id': 'cc13aeb2-107c-4e96-86c1-13dd7e7db0e7', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'mac_address': 'fa:16:3e:e0:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:07Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'subnets': [{'id': 'ae83acf1-b1f3-461b-9fe3-7948d443f249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:16:52.263576 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-ab19e2c0-d7a8-4534-9cd4-afc9093fd744 req-3179103c-e305-4fe9-85cc-5dfddc34d655 service neutron] 10.222.0.30 "GET /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907106 Dec 16 04:16:52.484590 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcd6a7-31d7-46d7-b572-b933070420e5 None None] New status for floating IP 8728d6fb-2098-4939-bb12-5d566ca92abc: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:16:52.992681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e6260-7e58-4932-aa0a-ec9c525da626 req-724282d7-0bf0-4d9a-97b7-853f05b3782b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:52.994154 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-380e6260-7e58-4932-aa0a-ec9c525da626 req-724282d7-0bf0-4d9a-97b7-853f05b3782b tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0496347 Dec 16 04:16:53.045345 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-380e6260-7e58-4932-aa0a-ec9c525da626 req-71b14566-410d-45c1-92ee-592c373b3d05 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449922 Dec 16 04:16:53.498367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-dac97ad0-4f8c-483f-8a85-a22424f204be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:53.499817 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-dac97ad0-4f8c-483f-8a85-a22424f204be tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0558112 Dec 16 04:16:53.593249 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Deleting port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:16:53.593539 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:54.044036 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] For port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:16:54.044728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:54.057670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Calling delete_port for 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:16:54.160553 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a7bf9-c851-48ad-91ab-316c1ccb6323 req-e5b8a272-aa44-4390-afd9-c7d69a8aef30 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:16:54.161966 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f49a7bf9-c851-48ad-91ab-316c1ccb6323 req-e5b8a272-aa44-4390-afd9-c7d69a8aef30 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 946 time: 0.0478821 Dec 16 04:16:54.191190 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:54.216566 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f49a7bf9-c851-48ad-91ab-316c1ccb6323 req-f77f72ad-9173-4416-8aad-4b5c749f1d8d tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3121499-4f68-4253-950b-b0ab43e878b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Dec 16 04:16:54.219855 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event deleted for resources: {'Port': ['ID=5e5e0a95-ea6b-4588-9435-a44aa4fce9a1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:16:54.259428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:54.265177 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] No DVR routers for this DVR port 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:16:54.267914 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:54.271284 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-1095d305-75d9-4bd1-ad50-03d7ed46db0f req-88525a10-0aed-4053-b9da-8fb60f448978 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.30 "DELETE /v2.0/ports/5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 HTTP/1.1" status: 204 len: 173 time: 0.7652416 Dec 16 04:16:54.271731 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-deleted', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:16:54.274049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e9e181-be21-46c7-aecc-f51c7233fb9d" -d '{"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-deleted", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:16:54.317164 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34687fe-3681-4fe6-867b-1e1259bd5a52 x-openstack-request-id: req-d34687fe-3681-4fe6-867b-1e1259bd5a52 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:16:54.317462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18ff45-2ae2-4965-b1eb-1ad6b71bb409", "name": "network-vif-deleted", "tag": "5e5e0a95-ea6b-4588-9435-a44aa4fce9a1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:16:54.317717 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d34687fe-3681-4fe6-867b-1e1259bd5a52 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:16:54.318117 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18ff45-2ae2-4965-b1eb-1ad6b71bb409', 'name': 'network-vif-deleted', 'tag': '5e5e0a95-ea6b-4588-9435-a44aa4fce9a1', 'status': 'completed', 'code': 200} Dec 16 04:16:55.316017 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5cb53f7f-6b4a-4602-933a-74d692809231 req-fa290673-eb4a-4924-9a6c-e9c8bef87526 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 210 time: 0.0308161 Dec 16 04:16:56.416807 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d9d917cf-54c7-4374-9271-754075bb554f req-bc647266-0e66-4b78-9d61-8531da39df54 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 210 time: 0.0264304 Dec 16 04:16:56.532036 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:16:57.392660 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:16:57.413363 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:16:57.413673 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 5e5e0a95-ea6b-4588-9435-a44aa4fce9a1 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:16:57.515161 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-be9890b6-fbf3-48e4-9041-518d914d2554 req-534894a3-fc20-4b6e-83b4-848a81c4063e tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Dec 16 04:16:58.622954 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4d763a73-a160-44b2-9f71-9bfd5771359d req-c7e54785-d045-4522-b974-7dae9cde2440 tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a18ff45-2ae2-4965-b1eb-1ad6b71bb409 HTTP/1.1" status: 200 len: 210 time: 0.0367024 Dec 16 04:16:59.684364 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45082) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:16:59.742145 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:59.767674 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:59.834380 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:59.837231 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:16:59.838447 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] 10.222.0.16 "DELETE /v2.0/security-groups/c3121499-4f68-4253-950b-b0ab43e878b0 HTTP/1.1" status: 204 len: 168 time: 0.1527927 Dec 16 04:16:59.847790 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3121499-4f68-4253-950b-b0ab43e878b0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:16:59.857817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.858142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.858509 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.858840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.859200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.859521 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.859846 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.860142 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.860481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.860797 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.861126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.861437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.861730 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69903920-f2ba-4db7-b45a-1d1c26ce309c tempest-TestShelveInstance-295879437 tempest-TestShelveInstance-295879437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:16:59.896155 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:00.343292 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:00.599733 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Deleting port 145637f8-995a-449f-a6ac-6011ffcd7311 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:00.599961 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:00.680497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] For port 145637f8-995a-449f-a6ac-6011ffcd7311, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=145637f8-995a-449f-a6ac-6011ffcd7311,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:00.680878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:00.694910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Calling delete_port for 145637f8-995a-449f-a6ac-6011ffcd7311 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:00.874533 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:00.903837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=145637f8-995a-449f-a6ac-6011ffcd7311,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:01.071582 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:01.292832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Router 94db3969-51ab-40d3-b7a5-86b7410b0e94 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:17:01.405151 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:17:01.410872 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-98b96cec-dd78-4654-b2c7-920dc8580d5e admin admin] 10.222.0.16 "PUT /v2.0/routers/94db3969-51ab-40d3-b7a5-86b7410b0e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139678 Dec 16 04:17:01.413482 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:01.414771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] Sync routers for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:17:01.426807 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:01.427426 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:16:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:01.530439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:01.531412 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:01.638842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:01.692358 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Deleting port 523bd711-833d-4a08-9839-4f5c998d09ff {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:01.692724 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:01.717953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:17:00Z', 'revision_number': 5, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port': {'id': '523bd711-833d-4a08-9839-4f5c998d09ff', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:01.744701 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] Checking router: 94db3969-51ab-40d3-b7a5-86b7410b0e94 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:17:01.755132 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] Routers {'94db3969-51ab-40d3-b7a5-86b7410b0e94'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:01.756534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:16:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['94db3969-51ab-40d3-b7a5-86b7410b0e94'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:01.773857 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] For port 523bd711-833d-4a08-9839-4f5c998d09ff, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=523bd711-833d-4a08-9839-4f5c998d09ff,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:01.774218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:01.787101 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Calling delete_port for 523bd711-833d-4a08-9839-4f5c998d09ff owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:01.843762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] Set router 94db3969-51ab-40d3-b7a5-86b7410b0e94 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:01.897289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:17:01Z', 'revision_number': 6, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:01.925617 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfbd8e-a8d2-43e9-9f19-ad0f754dc6c7 None None] The sync data for ids ['94db3969-51ab-40d3-b7a5-86b7410b0e94'] in dv-neutron-821927-1-hyperv is: [{'id': '94db3969-51ab-40d3-b7a5-86b7410b0e94', 'name': 'tempest-TestShelveInstance-1377532471-router', 'tenant_id': 'c75555f5523d499c97cfa1754e234fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:05Z', 'updated_at': '2021-12-16T04:17:01Z', 'revision_number': 6, 'project_id': 'c75555f5523d499c97cfa1754e234fb5', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:17:01.968381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:01.999756 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=523bd711-833d-4a08-9839-4f5c998d09ff,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:02.015984 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f648dd7-5d82-4944-a68c-094c0ee5fb7b None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:02.062004 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.150429 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.152835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.197160 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.197851 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94db3969-51ab-40d3-b7a5-86b7410b0e94 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:17:02.203203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.204484 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8af94f9b-1b22-4999-8163-383f0e6040b7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/94db3969-51ab-40d3-b7a5-86b7410b0e94 HTTP/1.1" status: 204 len: 168 time: 0.7897823 Dec 16 04:17:02.207357 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45092) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:02.251933 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] Deleting subnet ae83acf1-b1f3-461b-9fe3-7948d443f249 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:17:02.255083 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.292610 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.384252 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.437152 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.462289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae83acf1-b1f3-461b-9fe3-7948d443f249,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:02.465777 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.471928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:02.472114 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-167ca333-3123-4d63-9852-fae71ecd1d1e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae83acf1-b1f3-461b-9fe3-7948d443f249 HTTP/1.1" status: 204 len: 168 time: 0.2634468 Dec 16 04:17:02.472493 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77081c4-294e-48b4-ad09-c618d91afce8 None None] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:17:02.541619 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.594562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Deleting port 31fe8453-aa55-4aef-8d15-9d735068937d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:02.594912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.664699 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] For port 31fe8453-aa55-4aef-8d15-9d735068937d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=31fe8453-aa55-4aef-8d15-9d735068937d,segment=NetworkSegment(ecfc2ba0-2e58-4552-9d80-a535bd9ad15a),segment_id=ecfc2ba0-2e58-4552-9d80-a535bd9ad15a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:02.665067 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.678412 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Calling delete_port for 31fe8453-aa55-4aef-8d15-9d735068937d owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:02.720785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] DHCP port deletion for cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:02.761877 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.769737 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Deleting port 31fe8453-aa55-4aef-8d15-9d735068937d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:02.770121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.790045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] No DVR routers for this DVR port 31fe8453-aa55-4aef-8d15-9d735068937d on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:17:02.793594 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Pushing event deleted for resources: {'Port': ['ID=31fe8453-aa55-4aef-8d15-9d735068937d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:02.871605 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.894059 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc13aeb2-107c-4e96-86c1-13dd7e7db0e7']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:02.904656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:02.904934 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfc2ba0-2e58-4552-9d80-a535bd9ad15a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:02.918683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.934339 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.941183 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:17:02.941581 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:17:02.943809 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:17:02.999328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] For port 31fe8453-aa55-4aef-8d15-9d735068937d, host dv-neutron-821927-1-hyperv, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:02.999729 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:02.999966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:03.004373 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:03.011433 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 HTTP/1.1" status: 204 len: 168 time: 0.5352211 Dec 16 04:17:03.011744 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45096) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:03.017597 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Calling delete_port for 31fe8453-aa55-4aef-8d15-9d735068937d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:03.020594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Port 31fe8453-aa55-4aef-8d15-9d735068937d was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 04:17:03.021943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:03.027281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf87d06-877e-4612-aeb8-6abee32def4e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc13aeb2-107c-4e96-86c1-13dd7e7db0e7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:03.033817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Network cc13aeb2-107c-4e96-86c1-13dd7e7db0e7 is not hosted by any dhcp agent {{(pid=103163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 04:17:03.034346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] No DVR routers for this DVR port 31fe8453-aa55-4aef-8d15-9d735068937d on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:17:03.071474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Pushing event deleted for resources: {'Port': ['ID=31fe8453-aa55-4aef-8d15-9d735068937d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:03.079242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.079596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.079940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.080280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.080608 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.080943 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.081298 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.081624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.081950 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.082273 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.082626 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.082945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.083263 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371ef87-3c71-4988-9b20-46f07518e2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:03.382120 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:03.629679 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Deleting port 911bd344-975e-4cdb-9837-17703a1e61ba {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:03.629971 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:03.726279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] For port 911bd344-975e-4cdb-9837-17703a1e61ba, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=911bd344-975e-4cdb-9837-17703a1e61ba,segment=NetworkSegment(ed7a4507-c417-4169-bad8-e639efb2504b),segment_id=ed7a4507-c417-4169-bad8-e639efb2504b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:03.726543 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:03.739769 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Calling delete_port for 911bd344-975e-4cdb-9837-17703a1e61ba owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:03.935561 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:03.957236 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 523bd711-833d-4a08-9839-4f5c998d09ff no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:17:03.962741 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=911bd344-975e-4cdb-9837-17703a1e61ba,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:03.982141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 523bd711-833d-4a08-9839-4f5c998d09ff {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:17:03.982524 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 523bd711-833d-4a08-9839-4f5c998d09ff not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:17:03.982959 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 31fe8453-aa55-4aef-8d15-9d735068937d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:17:04.003242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 31fe8453-aa55-4aef-8d15-9d735068937d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:17:04.003599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 31fe8453-aa55-4aef-8d15-9d735068937d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:17:04.004027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 145637f8-995a-449f-a6ac-6011ffcd7311 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:17:04.029662 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 145637f8-995a-449f-a6ac-6011ffcd7311 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:17:04.030117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 145637f8-995a-449f-a6ac-6011ffcd7311 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:17:04.441516 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:04.666884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Router 65c5764c-3fac-4845-b5e5-d1f66e916d6a has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:17:04.782383 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:17:04.787471 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-208fde55-907a-4162-af76-778e0fa09c74 admin admin] 10.222.0.16 "PUT /v2.0/routers/65c5764c-3fac-4845-b5e5-d1f66e916d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7746916 Dec 16 04:17:04.790279 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45098) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:04.791413 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] Sync routers for ids ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:17:04.803158 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] Routers {'65c5764c-3fac-4845-b5e5-d1f66e916d6a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:04.803772 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:16:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:04.894235 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:04.906651 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] Set router 65c5764c-3fac-4845-b5e5-d1f66e916d6a gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:04.994825 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.051728 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Deleting port a90eaeb5-fc4c-4583-a79a-b7560e38f5da {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:05.051958 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.082977 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:17:03Z', 'revision_number': 5, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port': {'id': 'a90eaeb5-fc4c-4583-a79a-b7560e38f5da', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:08:10Z', 'updated_at': '2021-12-16T04:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:05.108704 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] Checking router: 65c5764c-3fac-4845-b5e5-d1f66e916d6a for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:17:05.117049 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] Routers {'65c5764c-3fac-4845-b5e5-d1f66e916d6a'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:05.117738 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:16:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:05.129689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] For port a90eaeb5-fc4c-4583-a79a-b7560e38f5da, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:05.130054 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.142701 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Calling delete_port for a90eaeb5-fc4c-4583-a79a-b7560e38f5da owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:05.202934 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] Set router 65c5764c-3fac-4845-b5e5-d1f66e916d6a gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:05.258051 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:17:04Z', 'revision_number': 6, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:05.269683 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43566a0f-a98e-4544-acad-20af10399021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.289483 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933b90c-f272-47b8-801f-580a127445e4 None None] The sync data for ids ['65c5764c-3fac-4845-b5e5-d1f66e916d6a'] in dv-neutron-821927-1-hyperv is: [{'id': '65c5764c-3fac-4845-b5e5-d1f66e916d6a', 'name': 'tempest-TestShelveInstance-1730763671-router', 'tenant_id': 'b5b13160ef434645b58f217587c6cf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:08:09Z', 'updated_at': '2021-12-16T04:17:04Z', 'revision_number': 6, 'project_id': 'b5b13160ef434645b58f217587c6cf11', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:17:05.312027 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.342965 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90eaeb5-fc4c-4583-a79a-b7560e38f5da,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:05.355741 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108049d1-8746-43ca-ab8f-b450287f56a3 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:05.401481 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.495759 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.497978 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.545743 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.546286 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c5764c-3fac-4845-b5e5-d1f66e916d6a {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:17:05.550961 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.552124 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-d6aa0390-b61a-4e1b-abbc-530a1fe45a05 admin admin] 10.222.0.16 "DELETE /v2.0/routers/65c5764c-3fac-4845-b5e5-d1f66e916d6a HTTP/1.1" status: 204 len: 168 time: 0.7608800 Dec 16 04:17:05.555608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45100) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:05.607480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] Deleting subnet 966eb5ac-0cd1-4da6-a754-467b1d255fb6 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:17:05.610695 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.648328 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.731381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.790851 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.817001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966eb5ac-0cd1-4da6-a754-467b1d255fb6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:05.821568 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.824960 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-8bc3530a-a9d4-4a5e-a119-d5a218e9c2a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/966eb5ac-0cd1-4da6-a754-467b1d255fb6 HTTP/1.1" status: 204 len: 168 time: 0.2684011 Dec 16 04:17:05.827105 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bc91d-b91e-445b-9f6b-366c4ec765d3 None None] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:17:05.827869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45102) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:05.896557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:05.953134 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Deleting port 4da7bfd8-4815-4bee-8b56-965af0f3279e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:05.953483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.021687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] For port 4da7bfd8-4815-4bee-8b56-965af0f3279e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4da7bfd8-4815-4bee-8b56-965af0f3279e,segment=NetworkSegment(ed7a4507-c417-4169-bad8-e639efb2504b),segment_id=ed7a4507-c417-4169-bad8-e639efb2504b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:06.022052 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.036869 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Calling delete_port for 4da7bfd8-4815-4bee-8b56-965af0f3279e owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:06.045747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] DHCP port deletion for 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:06.106631 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] Deleting port 4da7bfd8-4815-4bee-8b56-965af0f3279e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:17:06.107360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.130679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.159771 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] No DVR routers for this DVR port 4da7bfd8-4815-4bee-8b56-965af0f3279e on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:17:06.163446 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a90eaeb5-fc4c-4583-a79a-b7560e38f5da no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:17:06.165206 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da7bfd8-4815-4bee-8b56-965af0f3279e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:06.195472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a90eaeb5-fc4c-4583-a79a-b7560e38f5da {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:17:06.195818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a90eaeb5-fc4c-4583-a79a-b7560e38f5da not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:17:06.196248 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 911bd344-975e-4cdb-9837-17703a1e61ba no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:17:06.224182 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 911bd344-975e-4cdb-9837-17703a1e61ba {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:17:06.224539 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 911bd344-975e-4cdb-9837-17703a1e61ba not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:17:06.224976 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4da7bfd8-4815-4bee-8b56-965af0f3279e no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:17:06.238662 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.249247 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4da7bfd8-4815-4bee-8b56-965af0f3279e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:17:06.249611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4da7bfd8-4815-4bee-8b56-965af0f3279e not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:17:06.260184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] For port 4da7bfd8-4815-4bee-8b56-965af0f3279e, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4da7bfd8-4815-4bee-8b56-965af0f3279e,segment=NetworkSegment(ed7a4507-c417-4169-bad8-e639efb2504b),segment_id=ed7a4507-c417-4169-bad8-e639efb2504b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:06.260596 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.261419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c98fcf3-1a12-49b1-b320-8ac8507b1bb1']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:06.272403 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7a4507-c417-4169-bad8-e639efb2504b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:06.272769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7a4507-c417-4169-bad8-e639efb2504b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:06.277118 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] Calling delete_port for 4da7bfd8-4815-4bee-8b56-965af0f3279e owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:17:06.283295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.297389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.304189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:17:06.304651 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:17:06.306710 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:17:06.368267 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.375001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.380534 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 HTTP/1.1" status: 204 len: 168 time: 0.5492706 Dec 16 04:17:06.383923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.392383 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c6218-9709-4e87-bfad-2b27fd98db36 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c98fcf3-1a12-49b1-b320-8ac8507b1bb1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:06.408073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] Network 9c98fcf3-1a12-49b1-b320-8ac8507b1bb1 is not hosted by any dhcp agent {{(pid=103163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 04:17:06.408073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] No DVR routers for this DVR port 4da7bfd8-4815-4bee-8b56-965af0f3279e on host dv-neutron-821927-1-hyperv {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:17:06.410025 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d2c5e-08d9-42d4-96f6-9f99bda8e46e None None] Pushing event deleted for resources: {'Port': ['ID=4da7bfd8-4815-4bee-8b56-965af0f3279e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:06.508254 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:06.548077 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-284c16f4-c558-4b9c-b78f-7ce3b2ed3f06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c75555f5523d499c97cfa1754e234fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386424 Dec 16 04:17:06.550655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:06.598543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e34bdbb-884e-4e46-9349-2682c3b25527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.621818 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e34bdbb-884e-4e46-9349-2682c3b25527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.670959 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e34bdbb-884e-4e46-9349-2682c3b25527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.673407 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e34bdbb-884e-4e46-9349-2682c3b25527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:06.677028 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6e34bdbb-884e-4e46-9349-2682c3b25527 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b13ec5a4-b709-4b69-a2f9-52dca3f818ad HTTP/1.1" status: 204 len: 168 time: 0.1230743 Dec 16 04:17:06.682924 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34bdbb-884e-4e46-9349-2682c3b25527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ec5a4-b709-4b69-a2f9-52dca3f818ad,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:06.995430 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45116) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:07.037371 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ef2cca4b-cd73-481d-bdcf-eee0834ee258 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5b13160ef434645b58f217587c6cf11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407481 Dec 16 04:17:07.040167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45118) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:07.089614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e724-0849-47f1-aade-064a907bbce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:07.110437 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e724-0849-47f1-aade-064a907bbce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:07.163393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e724-0849-47f1-aade-064a907bbce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:07.165989 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e724-0849-47f1-aade-064a907bbce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:07.167201 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-f6d0e724-0849-47f1-aade-064a907bbce2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acf71b2e-a8e0-480a-86d0-df5f94920130 HTTP/1.1" status: 204 len: 168 time: 0.1258190 Dec 16 04:17:07.175447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0e724-0849-47f1-aade-064a907bbce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf71b2e-a8e0-480a-86d0-df5f94920130,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:07.495085 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fe39439-cee1-45c3-9300-358b24f2b9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:07.873335 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45140) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:07.973505 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2032122196-network', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:07.999068 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Made reservation on behalf of cdf61313b5c845be8f38feaa04da8c56 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:17:08.001393 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.009735 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.086528 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.092360 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.115823 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:17:08.125470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc6ca8-52d1-4ff2-99c2-e3144d8aa74f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:08.130146 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.130517 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.segments_db [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Added segment b380af16-e3cb-42ae-9a96-c8f0916a0afa of type vlan for network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 Dec 16 04:17:08.169073 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.196090 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.197121 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:08.197771 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.254348 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3797264 Dec 16 04:17:08.257293 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:08.259144 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420f37-44ab-4d0c-a14f-1a2878e51bea admin admin] Pushing event updated for resources: {'Network': ['ID=b2aeccb6-f020-4e94-a9ac-d85b675d51c3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:08.262248 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Request body: {'subnet': {'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2032122196-subnet', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:08.269328 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:17:08.287755 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Made reservation on behalf of cdf61313b5c845be8f38feaa04da8c56 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:17:08.290354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518794'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.468279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518804'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.520718 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60283f6-ae92-4161-95d0-5f925f5f904f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:08.535835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Checking segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:08.536352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Network hostable DHCP agents. Network: b2aeccb6-f020-4e94-a9ac-d85b675d51c3, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:17:08.553297 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:17:08.563932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, b2aeccb6-f020-4e94-a9ac-d85b675d51c3) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:08.568050 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:08.568719 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.573816 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b9d1e-6162-4867-b40a-2fbd49d61206 None None] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:17:08.587323 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-edee8a2a-125a-47cb-84e7-d9524c00d48a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3288980 Dec 16 04:17:08.590189 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:08.594939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:08.619819 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.620953 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.672001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.675565 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:17:08.676599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.714090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.830233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Allocated IP 172.20.0.2 (b2aeccb6-f020-4e94-a9ac-d85b675d51c3/b60283f6-ae92-4161-95d0-5f925f5f904f/4a5cb06b-571a-491f-bd33-b684e0f58b96) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:08.983677 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:08.991408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.031936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:09.035058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:09.038609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:09.044115 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Pushing event updated for resources: {'Port': ['ID=4a5cb06b-571a-491f-bd33-b684e0f58b96,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:09.099591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Attempting to bind port 4a5cb06b-571a-491f-bd33-b684e0f58b96 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:17:09.099836 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Attempting to bind port 4a5cb06b-571a-491f-bd33-b684e0f58b96 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:17:09.100204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Attempting to bind port 4a5cb06b-571a-491f-bd33-b684e0f58b96 on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:09.105108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:17:09.105471 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Checking segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:09.105867 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.106253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Bound using segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:17:09.106745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Bound port: 4a5cb06b-571a-491f-bd33-b684e0f58b96, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:17:09.107204 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.162205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.168318 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] For port 4a5cb06b-571a-491f-bd33-b684e0f58b96, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:17:09.176744 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] For port 4a5cb06b-571a-491f-bd33-b684e0f58b96, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4a5cb06b-571a-491f-bd33-b684e0f58b96,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:17:09.182927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.246787 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d26be3-0355-4d69-b642-ff77bdba3b59 None None] Pushing event updated for resources: {'Port': ['ID=4a5cb06b-571a-491f-bd33-b684e0f58b96,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:09.376327 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.413681 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.534790 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Allocated IP 172.26.6.168 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/0d33a4a3-081c-4882-95c5-42466ce820f4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:09.656988 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.696565 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.737007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:09.739979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:09.743510 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:09.753436 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57f2bd-965e-42a4-9371-162112e8cb37 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:09.765842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Pushing event updated for resources: {'Port': ['ID=0d33a4a3-081c-4882-95c5-42466ce820f4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:09.809190 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6afe3c65-d45b-4dd2-a72b-5fcee5239a37 None None] Provisioning complete for port 0d33a4a3-081c-4882-95c5-42466ce820f4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:09.809765 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6afe3c65-d45b-4dd2-a72b-5fcee5239a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:09.847526 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6afe3c65-d45b-4dd2-a72b-5fcee5239a37 None None] Port 0d33a4a3-081c-4882-95c5-42466ce820f4 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:09.995537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a5cb06b-571a-491f-bd33-b684e0f58b96 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:10.030045 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.047728 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4a5cb06b-571a-491f-bd33-b684e0f58b96 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:10.048072 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.129863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.156113 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75bf64-5a9c-49d7-90ef-baabde86a9f2 None None] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:17:10.186187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] For port 4a5cb06b-571a-491f-bd33-b684e0f58b96, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4a5cb06b-571a-491f-bd33-b684e0f58b96,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:10.213953 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.242351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.259249 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bcfd406d-f766-4e6e-bdbb-31f03393d0be None None] Provisioning complete for port 4a5cb06b-571a-491f-bd33-b684e0f58b96 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:10.259614 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcfd406d-f766-4e6e-bdbb-31f03393d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.309987 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.335165 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Pushing event updated for resources: {'Port': ['ID=4a5cb06b-571a-491f-bd33-b684e0f58b96,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:10.380978 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Router 1959811f-df3d-48c9-af05-f83d2c55c119 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:17:10.492298 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:17:10.504648 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Sync routers for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:17:10.513529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.515721 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-55dfc749-f84e-439f-a592-22768267ff95 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9238205 Dec 16 04:17:10.517871 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45148) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:10.519128 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:10.520123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:10.636487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:10.693340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a3e83d33-4e3d-47de-bdcb-1ad3e16d6f97 None None] Provisioning complete for port 4a5cb06b-571a-491f-bd33-b684e0f58b96 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:10.693607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3e83d33-4e3d-47de-bdcb-1ad3e16d6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.879623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:09Z', 'revision_number': 3, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:10.909847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Checking router: 1959811f-df3d-48c9-af05-f83d2c55c119 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:17:10.910203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Updating router 1959811f-df3d-48c9-af05-f83d2c55c119 port 0d33a4a3-081c-4882-95c5-42466ce820f4 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:17:10.933290 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:10.938511 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.098908 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Allocated IP 172.20.0.1 (b2aeccb6-f020-4e94-a9ac-d85b675d51c3/b60283f6-ae92-4161-95d0-5f925f5f904f/819d9a68-19a2-4f7d-85e3-7828b71e610b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:11.194356 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.201382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.210101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.216606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.240051 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.269545 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5592e-b647-402d-8e03-1afd35321b9e None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:11.279375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Attempting to bind port 0d33a4a3-081c-4882-95c5-42466ce820f4 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:17:11.279934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Attempting to bind port 0d33a4a3-081c-4882-95c5-42466ce820f4 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:17:11.280280 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Attempting to bind port 0d33a4a3-081c-4882-95c5-42466ce820f4 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:11.288243 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:11.289928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16676e-1314-425d-b159-b7581c6d12c7 None None] Pushing event updated for resources: {'Port': ['ID=0d33a4a3-081c-4882-95c5-42466ce820f4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:11.291272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:11.296196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:17:11.296522 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:11.296667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:11.296957 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.297334 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:17:11.297814 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Bound port: 0d33a4a3-081c-4882-95c5-42466ce820f4, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:17:11.298187 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.299701 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Pushing event updated for resources: {'Port': ['ID=819d9a68-19a2-4f7d-85e3-7828b71e610b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:11.340905 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.481431 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.526799 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-59e90296-3236-4d2d-a230-b419fac8520a None None] Provisioning complete for port 0d33a4a3-081c-4882-95c5-42466ce820f4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:11.527168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59e90296-3236-4d2d-a230-b419fac8520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.551336 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] For port 0d33a4a3-081c-4882-95c5-42466ce820f4, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:17:11.567338 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] For port 0d33a4a3-081c-4882-95c5-42466ce820f4, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0d33a4a3-081c-4882-95c5-42466ce820f4,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:17:11.572111 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-59e90296-3236-4d2d-a230-b419fac8520a None None] Port 0d33a4a3-081c-4882-95c5-42466ce820f4 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:11.573972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.630523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa4fcd-ad24-4209-a3fb-a5e13fc97703 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:11.643534 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:11.644355 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:11.648782 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16676e-1314-425d-b159-b7581c6d12c7 None None] Pushing event updated for resources: {'Port': ['ID=0d33a4a3-081c-4882-95c5-42466ce820f4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:11.661227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.666752 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.732841 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Pushing event updated for resources: {'Port': ['ID=819d9a68-19a2-4f7d-85e3-7828b71e610b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:11.735351 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.736641 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Provisioning complete for port 0d33a4a3-081c-4882-95c5-42466ce820f4 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:11.737031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.788800 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:11.830381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:11.831928 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:11.928239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.971101 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] For port 0d33a4a3-081c-4882-95c5-42466ce820f4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0d33a4a3-081c-4882-95c5-42466ce820f4,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:11.976654 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Router 1959811f-df3d-48c9-af05-f83d2c55c119 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:17:11.979861 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:11.986277 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a5cb06b-571a-491f-bd33-b684e0f58b96 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:12.089023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Provisioning complete for port 819d9a68-19a2-4f7d-85e3-7828b71e610b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:12.089390 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.097710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:17:12.103373 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-a2dbe46a-e86d-454b-8739-1f3c671ea683 admin admin] 10.222.0.16 "PUT /v2.0/routers/1959811f-df3d-48c9-af05-f83d2c55c119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5844646 Dec 16 04:17:12.129485 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Pushing event updated for resources: {'Port': ['ID=0d33a4a3-081c-4882-95c5-42466ce820f4,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:12.154748 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-365d51be-64c1-45aa-91cc-2b3b5b6e450f None None] Port 819d9a68-19a2-4f7d-85e3-7828b71e610b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:12.159473 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 4a5cb06b-571a-491f-bd33-b684e0f58b96 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:12.159835 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.201945 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2efc134e-e82a-429d-805b-cea161021329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:12.229537 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc134e-e82a-429d-805b-cea161021329 None None] The sync data for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv is: [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:17:12.289136 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e3bb881a-62fd-4f9e-a5c1-083dc851bddf None None] Provisioning complete for port 819d9a68-19a2-4f7d-85e3-7828b71e610b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:12.289503 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3bb881a-62fd-4f9e-a5c1-083dc851bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.326591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb881a-62fd-4f9e-a5c1-083dc851bddf None None] Port 819d9a68-19a2-4f7d-85e3-7828b71e610b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:12.614169 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:12.619345 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-123050401-network', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:12.643049 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Made reservation on behalf of 4bade0f1e61946e2ab17b794c25df8d5 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:17:12.645585 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.655011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.737812 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.742466 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.768469 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 04:17:12.778335 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eac702-1adc-48e7-97f3-26fdd1bd2f4c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:12.785649 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.786012 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.segments_db [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Added segment 62b05938-b142-4ebe-8ce9-34e0ab590fce of type vlan for network bf07c701-7e11-49e0-979c-297664876f4b Dec 16 04:17:12.829507 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771889762335'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.873603 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.874817 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:12.875486 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:12.932958 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3172016 Dec 16 04:17:12.935689 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45166) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:12.941600 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Request body: {'subnet': {'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-123050401-subnet', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:12.945748 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b2655-cc42-4591-9d18-1cb597650378 admin admin] Pushing event updated for resources: {'Network': ['ID=bf07c701-7e11-49e0-979c-297664876f4b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:12.957242 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Network bf07c701-7e11-49e0-979c-297664876f4b details requested by agent ovs-agent-dv-neutron-821927-1-hyperv with host dv-neutron-821927-1-hyperv {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 04:17:12.967304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Made reservation on behalf of 4bade0f1e61946e2ab17b794c25df8d5 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:17:12.970143 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439387'] for subnet, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.153888 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25375424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439365'] for subnet, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.213887 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b832a8-9c36-4823-b748-49669a7a416d,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:13.224529 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Checking segment: {'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:13.224884 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Network hostable DHCP agents. Network: bf07c701-7e11-49e0-979c-297664876f4b, hostable agents: ['1af4274c-1735-4390-84c3-0a12fb9d59c5'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 04:17:13.242966 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Network bf07c701-7e11-49e0-979c-297664876f4b is scheduled to be hosted by DHCP agent 1af4274c-1735-4390-84c3-0a12fb9d59c5 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 04:17:13.252613 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821927-1-hyperv, bf07c701-7e11-49e0-979c-297664876f4b) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:13.257101 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:13.257675 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.262252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2c58d-dfbe-4da3-b527-0411d615ab42 None None] Network bf07c701-7e11-49e0-979c-297664876f4b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:17:13.281687 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:13.281940 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-7b3b89b3-3731-4082-b475-65da068b764b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3441117 Dec 16 04:17:13.286570 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:13.313529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.314723 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39007'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.369938 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.377584 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ebbc5-0017-5930-ae08-2a3f944fc5bc-bf07c701-7e11-49e0-979c-297664876f4b', 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b', 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'fixed_ips': [{'subnet_id': '71b832a8-9c36-4823-b748-49669a7a416d'}]}} from dv-neutron-821927-1-hyperv. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 04:17:13.378581 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.528869 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Allocated IP 172.20.0.2 (bf07c701-7e11-49e0-979c-297664876f4b/71b832a8-9c36-4823-b748-49669a7a416d/c5c77dcb-422e-4c4e-ae88-ce9a2af2944d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:13.690032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Publish callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.696665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.739203 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Network bf07c701-7e11-49e0-979c-297664876f4b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:13.742300 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:13.745036 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:13.756848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Pushing event updated for resources: {'Port': ['ID=c5c77dcb-422e-4c4e-ae88-ce9a2af2944d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:13.808745 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Attempting to bind port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:17:13.809169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Attempting to bind port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:17:13.809751 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Attempting to bind port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d on network bf07c701-7e11-49e0-979c-297664876f4b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:13.814833 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:17:13.815221 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Checking segment: {'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:13.815645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.816039 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Bound using segment: {'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:17:13.816506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Bound port: c5c77dcb-422e-4c4e-ae88-ce9a2af2944d, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:17:13.816887 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.874020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.881775 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] For port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:17:13.885458 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] For port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c5c77dcb-422e-4c4e-ae88-ce9a2af2944d,segment=NetworkSegment(62b05938-b142-4ebe-8ce9-34e0ab590fce),segment_id=62b05938-b142-4ebe-8ce9-34e0ab590fce)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:17:13.889498 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:13.972927 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef510c-62f6-41ba-99df-25d744a17beb None None] Pushing event updated for resources: {'Port': ['ID=c5c77dcb-422e-4c4e-ae88-ce9a2af2944d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:14.027497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0d33a4a3-081c-4882-95c5-42466ce820f4 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:14.090240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 0d33a4a3-081c-4882-95c5-42466ce820f4 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:14.090607 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.134669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.157153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.305132 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Allocated IP 172.26.6.15 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/a0b3bae2-9329-4da0-8a79-64405820e5a5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:14.360791 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Sync routers for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:17:14.371062 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:14.371661 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:14.416022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.451732 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.474634 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:14.493513 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:14.498972 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:14.501680 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:14.505492 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Pushing event updated for resources: {'Port': ['ID=a0b3bae2-9329-4da0-8a79-64405820e5a5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:14.513418 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6563b68f-5420-43bf-918f-d4f50ff21c13 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:14.565088 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-325a5627-ba1a-48e1-ac2e-33b0f2fb727e None None] Provisioning complete for port a0b3bae2-9329-4da0-8a79-64405820e5a5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:14.565457 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-325a5627-ba1a-48e1-ac2e-33b0f2fb727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.600552 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-325a5627-ba1a-48e1-ac2e-33b0f2fb727e None None] Port a0b3bae2-9329-4da0-8a79-64405820e5a5 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:14.688423 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 2, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:14.720124 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Checking router: 1959811f-df3d-48c9-af05-f83d2c55c119 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:17:14.720793 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Updating router 1959811f-df3d-48c9-af05-f83d2c55c119 port 819d9a68-19a2-4f7d-85e3-7828b71e610b binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:17:14.746312 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.778878 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:14.985979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166cd65-ac20-4bbb-aba7-191e54e56066 None None] Network bf07c701-7e11-49e0-979c-297664876f4b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:17:14.998556 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549089'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.018511 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.024348 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.060475 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1d78f24f-cea5-4e7c-94c3-ef6659947ef7 None None] Provisioning complete for port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:15.060856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d78f24f-cea5-4e7c-94c3-ef6659947ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.136121 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Router be1376b6-5988-4766-8622-2fedefe6d830 is scheduled to L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 04:17:15.162197 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Pushing event updated for resources: {'Port': ['ID=819d9a68-19a2-4f7d-85e3-7828b71e610b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:15.169605 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.170210 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.171109 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.171594 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.172080 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.172551 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.173030 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.173527 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.174003 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.174494 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.174955 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.175442 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.175893 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:17:15.183123 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d78f24f-cea5-4e7c-94c3-ef6659947ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.226478 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1d78f24f-cea5-4e7c-94c3-ef6659947ef7 None None] For port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c5c77dcb-422e-4c4e-ae88-ce9a2af2944d,segment=NetworkSegment(62b05938-b142-4ebe-8ce9-34e0ab590fce),segment_id=62b05938-b142-4ebe-8ce9-34e0ab590fce)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:15.231041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d78f24f-cea5-4e7c-94c3-ef6659947ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.243846 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Attempting to bind port 819d9a68-19a2-4f7d-85e3-7828b71e610b on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:17:15.244434 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Attempting to bind port 819d9a68-19a2-4f7d-85e3-7828b71e610b by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:17:15.244960 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Attempting to bind port 819d9a68-19a2-4f7d-85e3-7828b71e610b on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:15.251058 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:17:15.251641 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Checking segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:15.252365 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.257337 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Bound using segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:17:15.258090 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Bound port: 819d9a68-19a2-4f7d-85e3-7828b71e610b, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:17:15.258688 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.261578 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:17:15.272497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Sync routers for ids ['be1376b6-5988-4766-8622-2fedefe6d830'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:17:15.296776 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78f24f-cea5-4e7c-94c3-ef6659947ef7 None None] Pushing event updated for resources: {'Port': ['ID=c5c77dcb-422e-4c4e-ae88-ce9a2af2944d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:15.299325 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.301042 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Routers {'be1376b6-5988-4766-8622-2fedefe6d830'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:15.301856 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['be1376b6-5988-4766-8622-2fedefe6d830'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:15.307440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45170) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:15.307991 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-24ac68bb-cd4d-4417-8b54-06ef814eec4c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0245793 Dec 16 04:17:15.349631 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] For port 819d9a68-19a2-4f7d-85e3-7828b71e610b, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:17:15.356319 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] For port 819d9a68-19a2-4f7d-85e3-7828b71e610b, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=819d9a68-19a2-4f7d-85e3-7828b71e610b,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:17:15.374368 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.433224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Set router be1376b6-5988-4766-8622-2fedefe6d830 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:15.468689 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a9c6e-1ff1-494a-b04e-4192abdc0cea None None] Pushing event updated for resources: {'Port': ['ID=819d9a68-19a2-4f7d-85e3-7828b71e610b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:15.477724 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:15.478482 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:15.629649 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:15.758512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f4297cba-c722-41d8-b644-5937b5ef577f None None] Provisioning complete for port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:15.759184 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4297cba-c722-41d8-b644-5937b5ef577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.858880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:15.859949 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:15Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:15.895653 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230d289-61ef-486e-bfc2-20eabede5e5d None None] The sync data for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv is: [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:15Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:17:15.904849 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:17:14Z', 'revision_number': 3, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port': {'id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:14Z', 'updated_at': '2021-12-16T04:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:15.953107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Checking router: be1376b6-5988-4766-8622-2fedefe6d830 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:17:15.953459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Updating router be1376b6-5988-4766-8622-2fedefe6d830 port a0b3bae2-9329-4da0-8a79-64405820e5a5 binding host dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:17:15.985794 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.081327 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Allocated IP 172.20.0.1 (bf07c701-7e11-49e0-979c-297664876f4b/71b832a8-9c36-4823-b748-49669a7a416d/63457709-f8e4-4074-affd-ba42b70823f1) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:16.089531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0f3306e6-79bd-42d9-bfbc-6e9878a646cf None None] Provisioning complete for port 819d9a68-19a2-4f7d-85e3-7828b71e610b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:16.090043 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f3306e6-79bd-42d9-bfbc-6e9878a646cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.138271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 819d9a68-19a2-4f7d-85e3-7828b71e610b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:16.216309 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.255969 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.300176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Network bf07c701-7e11-49e0-979c-297664876f4b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:16.304873 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:16.309558 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:16.313113 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Pushing event updated for resources: {'Port': ['ID=63457709-f8e4-4074-affd-ba42b70823f1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:16.329287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 819d9a68-19a2-4f7d-85e3-7828b71e610b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:16.329661 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.358651 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549266'] for router_interface, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.372053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f3306e6-79bd-42d9-bfbc-6e9878a646cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.459979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0f3306e6-79bd-42d9-bfbc-6e9878a646cf None None] For port 819d9a68-19a2-4f7d-85e3-7828b71e610b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=819d9a68-19a2-4f7d-85e3-7828b71e610b,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:16.472920 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f3306e6-79bd-42d9-bfbc-6e9878a646cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.477854 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Publish callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.533507 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.533779 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.582778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b845803-c103-4970-9f1d-c366217a08f4 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:16.594695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c5c77dcb-422e-4c4e-ae88-ce9a2af2944d up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:16.618061 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3306e6-79bd-42d9-bfbc-6e9878a646cf None None] Pushing event updated for resources: {'Port': ['ID=819d9a68-19a2-4f7d-85e3-7828b71e610b,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:16.635235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Attempting to bind port a0b3bae2-9329-4da0-8a79-64405820e5a5 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:17:16.635611 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Attempting to bind port a0b3bae2-9329-4da0-8a79-64405820e5a5 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:17:16.635978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Attempting to bind port a0b3bae2-9329-4da0-8a79-64405820e5a5 on network 33645301-2883-4c93-bcc7-dcde38e486a1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:16.680638 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:17:16.681018 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Checking segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:16.681428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.681817 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Bound using segment: {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:17:16.682314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Bound port: a0b3bae2-9329-4da0-8a79-64405820e5a5, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fed484b-cef4-4128-9b3b-df673f37531a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:17:16.682712 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.687675 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-23f6065f-2585-4b9a-8c04-ccc8d81273f8 None None] Provisioning complete for port 63457709-f8e4-4074-affd-ba42b70823f1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:16.688040 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23f6065f-2585-4b9a-8c04-ccc8d81273f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.723440 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.732240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.745233 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf0ce9-ccfd-4798-8371-ce63f57a1491 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bae2-9329-4da0-8a79-64405820e5a5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:16.776041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-23f6065f-2585-4b9a-8c04-ccc8d81273f8 None None] Port 63457709-f8e4-4074-affd-ba42b70823f1 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:16.790107 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] For port a0b3bae2-9329-4da0-8a79-64405820e5a5, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:17:16.792023 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:16.792466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.795372 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] For port a0b3bae2-9329-4da0-8a79-64405820e5a5, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a0b3bae2-9329-4da0-8a79-64405820e5a5,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:17:16.798426 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550690'] for router_interface, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.800241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Pushing event updated for resources: {'Port': ['ID=63457709-f8e4-4074-affd-ba42b70823f1,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:16.821818 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.878858 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f570dccd-e678-4fd3-b288-3fd4a11c5c53 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:17:16.895258 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Network bf07c701-7e11-49e0-979c-297664876f4b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:16.896678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:16.914424 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Routers {'be1376b6-5988-4766-8622-2fedefe6d830'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:16.915169 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['be1376b6-5988-4766-8622-2fedefe6d830'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:16.959461 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-4e9886f4-fa19-4891-bbb1-95ff74be2a38 None None] Provisioning complete for port a0b3bae2-9329-4da0-8a79-64405820e5a5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:16.959923 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e9886f4-fa19-4891-bbb1-95ff74be2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:16.971936 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf0ce9-ccfd-4798-8371-ce63f57a1491 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bae2-9329-4da0-8a79-64405820e5a5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:17.018629 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Router be1376b6-5988-4766-8622-2fedefe6d830 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:17:17.104778 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] Set router be1376b6-5988-4766-8622-2fedefe6d830 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:17.204786 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e9886f4-fa19-4891-bbb1-95ff74be2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:17.278703 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4e9886f4-fa19-4891-bbb1-95ff74be2a38 None None] For port a0b3bae2-9329-4da0-8a79-64405820e5a5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a0b3bae2-9329-4da0-8a79-64405820e5a5,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:17.285297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e9886f4-fa19-4891-bbb1-95ff74be2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:17.375542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9886f4-fa19-4891-bbb1-95ff74be2a38 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bae2-9329-4da0-8a79-64405820e5a5,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:17.415862 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fbf61122-ec2f-4de8-bf5c-af6f8e4ed6c4 None None] Provisioning complete for port a0b3bae2-9329-4da0-8a79-64405820e5a5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:17.416206 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbf61122-ec2f-4de8-bf5c-af6f8e4ed6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:17.443805 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 4, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port': {'id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:14Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '63457709-f8e4-4074-affd-ba42b70823f1', 'name': '', 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'mac_address': 'fa:16:3e:ea:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '71b832a8-9c36-4823-b748-49669a7a416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:15Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 2, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'subnets': [{'id': '71b832a8-9c36-4823-b748-49669a7a416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:17.467094 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:17:17.472540 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-99dc360c-5bde-4444-8762-3168c9426370 admin admin] 10.222.0.16 "PUT /v2.0/routers/be1376b6-5988-4766-8622-2fedefe6d830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639566 Dec 16 04:17:17.641028 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a51a0-8f42-4242-a2c2-def8cc21674e None None] The sync data for ids ['be1376b6-5988-4766-8622-2fedefe6d830'] in dv-neutron-821927-1-hyperv is: [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 4, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port': {'id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:14Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '63457709-f8e4-4074-affd-ba42b70823f1', 'name': '', 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'mac_address': 'fa:16:3e:ea:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '71b832a8-9c36-4823-b748-49669a7a416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:15Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 2, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'subnets': [{'id': '71b832a8-9c36-4823-b748-49669a7a416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:17:17.712972 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fbf61122-ec2f-4de8-bf5c-af6f8e4ed6c4 None None] Provisioning complete for port 63457709-f8e4-4074-affd-ba42b70823f1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:17.713362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbf61122-ec2f-4de8-bf5c-af6f8e4ed6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:17.747146 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fbf61122-ec2f-4de8-bf5c-af6f8e4ed6c4 None None] Port 63457709-f8e4-4074-affd-ba42b70823f1 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:17.994551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 819d9a68-19a2-4f7d-85e3-7828b71e610b up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:18.030269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:18.034987 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-997cd11c-3497-4e55-a7e4-9ef3f741825e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27415962', 'description': 'tempest-secgroup-smoke-27415962 description', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:18.055624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 819d9a68-19a2-4f7d-85e3-7828b71e610b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:18.055878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.062007 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-997cd11c-3497-4e55-a7e4-9ef3f741825e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.145663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-997cd11c-3497-4e55-a7e4-9ef3f741825e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.154473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-997cd11c-3497-4e55-a7e4-9ef3f741825e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.193018 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-997cd11c-3497-4e55-a7e4-9ef3f741825e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.197385 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-997cd11c-3497-4e55-a7e4-9ef3f741825e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1631637 Dec 16 04:17:18.197579 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:18.202557 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6755b0e7-d32a-4109-a660-060c152e03f0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'security_group_rule': {'security_group_id': 'f973512f-1dc3-4a49-bdc3-28a81d9c9d87', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:18.207089 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cd11c-3497-4e55-a7e4-9ef3f741825e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f973512f-1dc3-4a49-bdc3-28a81d9c9d87,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:18.238031 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6755b0e7-d32a-4109-a660-060c152e03f0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.312777 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6755b0e7-d32a-4109-a660-060c152e03f0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.316874 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6755b0e7-d32a-4109-a660-060c152e03f0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.332700 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755b0e7-d32a-4109-a660-060c152e03f0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bf2f0c-1560-4686-9419-8acfbc60f104,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:18.343947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6755b0e7-d32a-4109-a660-060c152e03f0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.345267 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-6755b0e7-d32a-4109-a660-060c152e03f0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468599 Dec 16 04:17:18.348006 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45182) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:18.352449 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7de17d9a-2245-404e-a991-5371c1ffdf7e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'security_group_rule': {'security_group_id': 'f973512f-1dc3-4a49-bdc3-28a81d9c9d87', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:18.381937 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de17d9a-2245-404e-a991-5371c1ffdf7e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.439536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de17d9a-2245-404e-a991-5371c1ffdf7e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.443523 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de17d9a-2245-404e-a991-5371c1ffdf7e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.464656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de17d9a-2245-404e-a991-5371c1ffdf7e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999c9f4d-f14b-4bec-b554-ed90c8cc7340,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:18.476011 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7de17d9a-2245-404e-a991-5371c1ffdf7e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.477219 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7de17d9a-2245-404e-a991-5371c1ffdf7e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282907 Dec 16 04:17:18.479943 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:18.484411 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-da2f446c-8d85-44fe-b507-2f69c7e7ae88 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'security_group_rule': {'security_group_id': 'f973512f-1dc3-4a49-bdc3-28a81d9c9d87', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:18.513593 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da2f446c-8d85-44fe-b507-2f69c7e7ae88 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.576462 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da2f446c-8d85-44fe-b507-2f69c7e7ae88 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.582630 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da2f446c-8d85-44fe-b507-2f69c7e7ae88 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.600611 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f446c-8d85-44fe-b507-2f69c7e7ae88 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01769ab6-945f-4f3c-8937-7d0ced956f1f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:18.612382 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da2f446c-8d85-44fe-b507-2f69c7e7ae88 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.613515 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-da2f446c-8d85-44fe-b507-2f69c7e7ae88 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326337 Dec 16 04:17:18.616671 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:18.621710 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b3d15a4e-12bd-4c49-865a-97accc99249e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'security_group_rule': {'security_group_id': 'f973512f-1dc3-4a49-bdc3-28a81d9c9d87', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:18.676199 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3d15a4e-12bd-4c49-865a-97accc99249e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.749913 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3d15a4e-12bd-4c49-865a-97accc99249e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.755043 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3d15a4e-12bd-4c49-865a-97accc99249e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.777236 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d15a4e-12bd-4c49-865a-97accc99249e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40d33f2-346b-461b-b717-3fe4db34c0d4,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:18.789683 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3d15a4e-12bd-4c49-865a-97accc99249e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.791306 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:18.794667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-b3d15a4e-12bd-4c49-865a-97accc99249e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731291 Dec 16 04:17:18.796980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'security_group_rule': {'security_group_id': 'f973512f-1dc3-4a49-bdc3-28a81d9c9d87', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:18.824135 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Project cdf61313b5c845be8f38feaa04da8c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:17:18.830378 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.892416 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.897015 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.915765 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5048eca4-d957-4859-9b41-25069960cde4,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:18.924233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:18.928228 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-e1b14c40-1bd6-42a7-8e7c-1d9c3267c6db tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330514 Dec 16 04:17:18.928485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:18.932981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'security_group_rule': {'security_group_id': 'f973512f-1dc3-4a49-bdc3-28a81d9c9d87', 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:18.957169 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Project cdf61313b5c845be8f38feaa04da8c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 04:17:18.962326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:19.025139 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:19.029238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419317'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:19.053735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b1bd1d-3c64-480d-b402-84099f0f344a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:19.060945 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:19.062900 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-f8c9acc7-22a2-44d9-b2be-025cccfc3046 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333799 Dec 16 04:17:19.217416 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-5398d68c-ac3f-4ba0-b3f9-a980199f2a34 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27415962&fields=id&tenant_id=cdf61313b5c845be8f38feaa04da8c56 HTTP/1.1" status: 200 len: 267 time: 0.0468233 Dec 16 04:17:19.336662 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-3cf93424-d877-4ed0-a728-9c52cfbee83c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:19.338138 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-3cf93424-d877-4ed0-a728-9c52cfbee83c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 810 time: 0.1108429 Dec 16 04:17:19.353388 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d45ec3c4-6757-4f3b-b22c-e073375be097 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/quotas/cdf61313b5c845be8f38feaa04da8c56 HTTP/1.1" status: 200 len: 375 time: 0.0093071 Dec 16 04:17:19.404155 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-763dd943-a893-4e91-b2c0-07cb3a108d72 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452676 Dec 16 04:17:19.505512 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-8e33b98a-3d45-4de7-9215-fe3c565bee56 service neutron] 10.222.0.16 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889945 Dec 16 04:17:19.597671 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-1d399114-b3ca-469b-8603-4a22337e357a service neutron] 10.222.0.16 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845759 Dec 16 04:17:19.769916 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-acab672d-8fb0-4f34-bf73-d1cf500c790f req-59483bcf-519c-41ba-bdaf-26144aba3925 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 210 time: 0.0308185 Dec 16 04:17:19.990006 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Sync routers for ids ['be1376b6-5988-4766-8622-2fedefe6d830'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:17:20.004970 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Routers {'be1376b6-5988-4766-8622-2fedefe6d830'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:20.005712 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['be1376b6-5988-4766-8622-2fedefe6d830'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:20.007487 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a0b3bae2-9329-4da0-8a79-64405820e5a5 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:20.058340 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port a0b3bae2-9329-4da0-8a79-64405820e5a5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:20.058723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:20.125742 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Set router be1376b6-5988-4766-8622-2fedefe6d830 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:20.333446 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 4, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port': {'id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:14Z', 'updated_at': '2021-12-16T04:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '63457709-f8e4-4074-affd-ba42b70823f1', 'name': '', 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'mac_address': 'fa:16:3e:ea:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '71b832a8-9c36-4823-b748-49669a7a416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:15Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 2, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'subnets': [{'id': '71b832a8-9c36-4823-b748-49669a7a416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:20.360183 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Checking router: be1376b6-5988-4766-8622-2fedefe6d830 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:17:20.360539 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Updating router be1376b6-5988-4766-8622-2fedefe6d830 port 63457709-f8e4-4074-affd-ba42b70823f1 binding host dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 04:17:20.391725 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:20.655184 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:20.663095 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:20.711072 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef48c-e7c9-4168-9da5-3a341aea30d7 None None] Pushing event updated for resources: {'Port': ['ID=63457709-f8e4-4074-affd-ba42b70823f1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:20.769494 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Attempting to bind port 63457709-f8e4-4074-affd-ba42b70823f1 on host dv-neutron-821927-1-hyperv for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:17:20.769863 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Attempting to bind port 63457709-f8e4-4074-affd-ba42b70823f1 by drivers openvswitch,hyperv on host dv-neutron-821927-1-hyperv at level 0 using segments [{'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:17:20.770223 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Attempting to bind port 63457709-f8e4-4074-affd-ba42b70823f1 on network bf07c701-7e11-49e0-979c-297664876f4b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:20.775990 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Checking agent: {'id': 'c0e5e88f-be40-478c-80b7-e52c7b3b586f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821927-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 22, 41), 'started_at': datetime.datetime(2021, 12, 16, 3, 23, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821927-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:17:20.776451 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Checking segment: {'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:20.776987 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:20.777395 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Bound using segment: {'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:17:20.778238 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Bound port: 63457709-f8e4-4074-affd-ba42b70823f1, host: dv-neutron-821927-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b05938-b142-4ebe-8ce9-34e0ab590fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:17:20.778774 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:20.849753 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] For port 63457709-f8e4-4074-affd-ba42b70823f1, host dv-neutron-821927-1-hyperv, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:17:20.853704 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] For port 63457709-f8e4-4074-affd-ba42b70823f1, host dv-neutron-821927-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=63457709-f8e4-4074-affd-ba42b70823f1,segment=NetworkSegment(62b05938-b142-4ebe-8ce9-34e0ab590fce),segment_id=62b05938-b142-4ebe-8ce9-34e0ab590fce)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:17:20.859558 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:20.936561 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Routers {'be1376b6-5988-4766-8622-2fedefe6d830'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:20.936561 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['be1376b6-5988-4766-8622-2fedefe6d830'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:20.936561 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef48c-e7c9-4168-9da5-3a341aea30d7 None None] Pushing event updated for resources: {'Port': ['ID=63457709-f8e4-4074-affd-ba42b70823f1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:20.997368 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d8cc3d13-076f-4ec2-8043-c96140b65644 None None] Provisioning complete for port 63457709-f8e4-4074-affd-ba42b70823f1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:20.997734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3d13-076f-4ec2-8043-c96140b65644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.048078 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-2bc54808-a94f-46e5-90a7-3aefd3166424 req-2706784f-af02-4f80-a1fa-3b52b1a2e859 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 210 time: 0.2010293 Dec 16 04:17:21.078574 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-6adb6fae-712c-4468-93a4-68846bf4795c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:21.080102 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-6adb6fae-712c-4468-93a4-68846bf4795c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 810 time: 0.2300601 Dec 16 04:17:21.103075 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] Set router be1376b6-5988-4766-8622-2fedefe6d830 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:21.118523 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3d13-076f-4ec2-8043-c96140b65644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.164940 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d8cc3d13-076f-4ec2-8043-c96140b65644 None None] For port 63457709-f8e4-4074-affd-ba42b70823f1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=63457709-f8e4-4074-affd-ba42b70823f1,segment=NetworkSegment(62b05938-b142-4ebe-8ce9-34e0ab590fce),segment_id=62b05938-b142-4ebe-8ce9-34e0ab590fce)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:21.171347 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3d13-076f-4ec2-8043-c96140b65644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.209867 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-e709f3a1-fe2c-44f1-9a67-e6e9696ce8c0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf61313b5c845be8f38feaa04da8c56 HTTP/1.1" status: 200 len: 378 time: 0.1008592 Dec 16 04:17:21.224529 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'port': {'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'admin_state_up': True, 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'security_groups': ['f973512f-1dc3-4a49-bdc3-28a81d9c9d87']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:21.238747 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc3d13-076f-4ec2-8043-c96140b65644 None None] Pushing event updated for resources: {'Port': ['ID=63457709-f8e4-4074-affd-ba42b70823f1,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:21.295274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c735cca4-4d85-4eff-9c33-534467a4bf90 None None] Provisioning complete for port 63457709-f8e4-4074-affd-ba42b70823f1 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:21.296484 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c735cca4-4d85-4eff-9c33-534467a4bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.344722 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Made reservation on behalf of cdf61313b5c845be8f38feaa04da8c56 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:17:21.348283 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.422254 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 4, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port': {'id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:14Z', 'updated_at': '2021-12-16T04:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '63457709-f8e4-4074-affd-ba42b70823f1', 'name': '', 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'mac_address': 'fa:16:3e:ea:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '71b832a8-9c36-4823-b748-49669a7a416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:15Z', 'updated_at': '2021-12-16T04:17:20Z', 'revision_number': 4, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'subnets': [{'id': '71b832a8-9c36-4823-b748-49669a7a416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:21.448570 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145558b-95ba-43db-bdd7-c266fed6bbf6 None None] The sync data for ids ['be1376b6-5988-4766-8622-2fedefe6d830'] in dv-neutron-821927-1-hyperv is: [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 4, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port': {'id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:14Z', 'updated_at': '2021-12-16T04:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '63457709-f8e4-4074-affd-ba42b70823f1', 'name': '', 'network_id': 'bf07c701-7e11-49e0-979c-297664876f4b', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'mac_address': 'fa:16:3e:ea:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '71b832a8-9c36-4823-b748-49669a7a416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:15Z', 'updated_at': '2021-12-16T04:17:20Z', 'revision_number': 4, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'subnets': [{'id': '71b832a8-9c36-4823-b748-49669a7a416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:17:21.484592 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Allocated IP 172.20.0.6 (b2aeccb6-f020-4e94-a9ac-d85b675d51c3/b60283f6-ae92-4161-95d0-5f925f5f904f/0ee6da70-3520-49dc-ac24-37b9d7e8d6e5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:21.650269 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.692013 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.745917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:21.750272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:21.753898 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:21.760704 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:21.811596 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:21.812299 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:21.833352 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-d27bbb76-c325-4b46-bf25-4e2de1d8beef tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6166706 Dec 16 04:17:21.852788 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Request body: {'port': {'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:21.911930 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.009963 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c2f3c6e3-97c3-475f-a844-148845d45ebb None None] Provisioning complete for port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:22.010530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c6e3-97c3-475f-a844-148845d45ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.043466 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 63457709-f8e4-4074-affd-ba42b70823f1 up at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:22.082739 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3c6e3-97c3-475f-a844-148845d45ebb None None] Port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:17:22.100008 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Provisioning complete for port 63457709-f8e4-4074-affd-ba42b70823f1 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:22.100376 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.229372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:17:22.233924 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b86a-8e16-4d88-9a63-6c183b0e98f0 req-e37abff1-5b9c-4736-b1cd-edc2b84c9415 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:22.235497 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0955b86a-8e16-4d88-9a63-6c183b0e98f0 req-e37abff1-5b9c-4736-b1cd-edc2b84c9415 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 931 time: 0.1137526 Dec 16 04:17:22.237613 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.250804 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Transition to ACTIVE for port object 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:17:22.255503 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.285257 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0955b86a-8e16-4d88-9a63-6c183b0e98f0 req-7581ed40-a749-4746-a892-ea04f4c8a591 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437052 Dec 16 04:17:22.304374 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:22.384751 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Attempting to bind port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:17:22.385095 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Attempting to bind port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:17:22.385433 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Attempting to bind port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:22.390111 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:17:22.390419 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Attempting to bind port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:17:22.395931 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:17:22.396438 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Checking segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:17:22.396823 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Bound using segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:17:22.397264 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Bound port: 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:17:22.397626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.465227 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:17:22.469135 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:17:22.477094 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.516803 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:22.517343 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:22.519167 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] 10.222.0.30 "PUT /v2.0/ports/0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 1093 time: 0.6710315 Dec 16 04:17:22.521350 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:17:22.523647 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47945dea-695e-46c7-93d4-c8fe0f218249" -d '{"events": [{"name": "network-changed", "server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:17:22.550415 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8032f-9a1f-49b3-8856-51d68c67bb10 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:22.570860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e61f168-7b28-456f-97cb-e82951424f69 x-openstack-request-id: req-4e61f168-7b28-456f-97cb-e82951424f69 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:17:22.571179 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:17:22.571538 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e61f168-7b28-456f-97cb-e82951424f69 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:17:22.571953 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'status': 'completed', 'code': 200} Dec 16 04:17:22.632021 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-84346aab-a089-45ab-8a19-ce4e82f9ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:22.633601 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-84346aab-a089-45ab-8a19-ce4e82f9ac62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1096 time: 0.0439250 Dec 16 04:17:22.686716 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-bef79588-ee8f-4d64-9842-4ad9ab96ddd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0390282 Dec 16 04:17:22.737562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-92aa5c31-de8e-49fd-aabc-6d455562a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:22.739044 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-92aa5c31-de8e-49fd-aabc-6d455562a48f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0455928 Dec 16 04:17:22.784615 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-8a49c143-95f3-487c-8ce2-6fba8995de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:22.786092 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-8a49c143-95f3-487c-8ce2-6fba8995de25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398717 Dec 16 04:17:22.881667 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-09c1cac5-8177-464b-8de1-50c1f631d8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882082 Dec 16 04:17:22.981389 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-bdb2ee57-9805-4e04-9d84-53a2131a860e req-e6547933-340f-4029-b7b3-1e86ab330c0f service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916545 Dec 16 04:17:23.117980 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-f2821bbe-adaf-48c1-94d6-7f36022910d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:23.119607 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-f2821bbe-adaf-48c1-94d6-7f36022910d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1096 time: 0.0491836 Dec 16 04:17:23.222088 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-c3a9fe8c-3e2b-422b-a849-2a91c2d2cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:23.223631 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-c3a9fe8c-3e2b-422b-a849-2a91c2d2cf4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0962701 Dec 16 04:17:23.270415 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-9b92f3cb-4a58-4845-9736-244e2929846a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0390611 Dec 16 04:17:23.323100 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-60358ab0-4739-4d1c-81ea-3250b3918186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:23.324561 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-60358ab0-4739-4d1c-81ea-3250b3918186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0466971 Dec 16 04:17:23.374480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-2897cc4c-0249-4a61-bf0a-a8d90f4fd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:23.375987 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-2897cc4c-0249-4a61-bf0a-a8d90f4fd74a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431330 Dec 16 04:17:23.405717 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84749a2-a773-4e9e-bd81-a9c4f1ab2337 req-02858e60-5cea-4b0e-bfa8-b42273a4cad4 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:23.407253 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d84749a2-a773-4e9e-bd81-a9c4f1ab2337 req-02858e60-5cea-4b0e-bfa8-b42273a4cad4 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 943 time: 0.0499172 Dec 16 04:17:23.462214 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d84749a2-a773-4e9e-bd81-a9c4f1ab2337 req-72d537bc-6792-4aa2-8ed8-65fd7b92e640 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483921 Dec 16 04:17:23.470357 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-19a4977d-ef2d-49f5-9653-bc27933e6424 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864766 Dec 16 04:17:23.568208 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-47945dea-695e-46c7-93d4-c8fe0f218249 req-8afe56d6-345e-4f71-8472-2f8ec63adff1 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897703 Dec 16 04:17:24.271065 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:24.586410 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35222594-ece8-4c35-ab6a-28051c23901d req-08e2a45f-ffc1-45cf-9dd0-acb0455fd4ed tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:24.587922 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35222594-ece8-4c35-ab6a-28051c23901d req-08e2a45f-ffc1-45cf-9dd0-acb0455fd4ed tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 943 time: 0.0507786 Dec 16 04:17:24.645635 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-35222594-ece8-4c35-ab6a-28051c23901d req-91b4cc62-dc4c-4c6d-9530-c2862ff02e6f tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513215 Dec 16 04:17:25.472645 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:17:25.569467 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:25.584690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:17:25.626783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:25.644718 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:17:25.668951 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:25.675946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:25.726420 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:25.774001 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74f9c7-631b-4a74-b1c4-bc84c397d8a9 req-7ebf33f5-5c06-4991-9f3c-8ea885082385 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:25.775506 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc74f9c7-631b-4a74-b1c4-bc84c397d8a9 req-7ebf33f5-5c06-4991-9f3c-8ea885082385 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 944 time: 0.0512061 Dec 16 04:17:25.825569 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-dc74f9c7-631b-4a74-b1c4-bc84c397d8a9 req-88ec30e0-003e-465f-8fe8-8243a1df649e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440228 Dec 16 04:17:25.949402 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:17:26.961697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd680-e920-42cf-8d08-a19b651b1c7f req-4f566c32-fc8e-43d6-9a00-e9b05d9d9a74 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:26.963216 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-baddd680-e920-42cf-8d08-a19b651b1c7f req-4f566c32-fc8e-43d6-9a00-e9b05d9d9a74 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 944 time: 0.0548341 Dec 16 04:17:27.018473 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-baddd680-e920-42cf-8d08-a19b651b1c7f req-40d1e1e1-8ae7-47cf-bf95-758b92ad5c5a tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486705 Dec 16 04:17:27.473112 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:17:27.542665 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:17:27.549245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:17:27.549779 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:27.632898 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:27.656403 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:17:27.658711 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42233d67-009c-4381-945c-a85c496cafd0" -d '{"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:17:27.672150 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:17:27.677117 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:27.699472 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e7977-fc07-4d0c-a307-10b7c94e7a3c x-openstack-request-id: req-897e7977-fc07-4d0c-a307-10b7c94e7a3c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:17:27.699771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:17:27.700052 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-897e7977-fc07-4d0c-a307-10b7c94e7a3c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:17:27.700435 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'code': 200} Dec 16 04:17:27.726095 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:27.914098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b90cd-2d9f-4148-ae15-79ab585c7a02 req-8554077b-6227-4956-a904-086a535b06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:27.915662 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a9b90cd-2d9f-4148-ae15-79ab585c7a02 req-8554077b-6227-4956-a904-086a535b06d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1098 time: 0.0514252 Dec 16 04:17:27.961331 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4a9b90cd-2d9f-4148-ae15-79ab585c7a02 req-79511c3b-4b08-4f84-8475-d3cfb4bbed74 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386822 Dec 16 04:17:28.157835 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fd750-87a6-4274-beef-cceebc6c1fee req-e857a4ee-7f00-47e9-8bbc-381d52850ae6 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:28.159327 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-122fd750-87a6-4274-beef-cceebc6c1fee req-e857a4ee-7f00-47e9-8bbc-381d52850ae6 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 945 time: 0.0631647 Dec 16 04:17:28.209373 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-122fd750-87a6-4274-beef-cceebc6c1fee req-de2213dd-7cba-4d3f-9a88-8311ce8dd511 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439408 Dec 16 04:17:29.343480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc86adf-0599-460e-8865-a2ef27d000e6 req-ca351cff-ddc7-4762-b1e6-288ff8178dfd tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:29.344952 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-afc86adf-0599-460e-8865-a2ef27d000e6 req-ca351cff-ddc7-4762-b1e6-288ff8178dfd tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 945 time: 0.0513353 Dec 16 04:17:29.398643 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-afc86adf-0599-460e-8865-a2ef27d000e6 req-f0edb252-ac12-4dd2-832c-4f9ab556d757 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448895 Dec 16 04:17:29.527477 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3572226-5ae5-47b6-ba29-da15c34658fa req-7546ffdf-b99d-4a4c-804a-5640701d0ce0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:29.528883 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f3572226-5ae5-47b6-ba29-da15c34658fa req-7546ffdf-b99d-4a4c-804a-5640701d0ce0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 945 time: 0.0554264 Dec 16 04:17:29.579141 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f3572226-5ae5-47b6-ba29-da15c34658fa req-b94152c0-3b45-432c-a621-f098aa76570c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439355 Dec 16 04:17:29.600817 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45250) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:29.690641 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc6f41b-1c10-4ea3-8139-0a5a0d6971b5 tempest-TestSnapshotPattern-407418318 tempest-TestSnapshotPattern-407418318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:29.692185 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ddc6f41b-1c10-4ea3-8139-0a5a0d6971b5 tempest-TestSnapshotPattern-407418318 tempest-TestSnapshotPattern-407418318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1093 time: 0.0903988 Dec 16 04:17:29.696697 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45256) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:17:29.700982 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:17:29.728586 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:29.844012 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:29.954480 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Allocated IP 172.26.6.89 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/46196b72-0585-40d2-948c-3b619c5c7aaa) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:17:30.071575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:30.112134 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:30.151091 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:17:30.153988 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:17:30.156670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:17:30.179694 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'Port': ['ID=46196b72-0585-40d2-948c-3b619c5c7aaa,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:30.521100 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:30.588127 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:30.738878 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:30.744167 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374281'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:30.813862 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'Port': ['ID=46196b72-0585-40d2-948c-3b619c5c7aaa,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:17:30.829200 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:30.935018 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Floating IP 3df4834c-ddb2-4b4a-929e-b2ce3c0c3265 associated. External IP: 172.26.6.89, port: 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5. Dec 16 04:17:31.163721 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Router 1959811f-df3d-48c9-af05-f83d2c55c119 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:17:31.277219 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:17:31.290322 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] Sync routers for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:17:31.300213 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:31.300650 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:31.301292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:31.327422 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-cd8039e6-0cbd-4ede-8189-cdb4001b4918 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6297250 Dec 16 04:17:31.328139 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:17:31.330810 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:17:31.408409 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:31.427126 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23183481-0c74-4f60-8a9f-f0e1294dfab5 x-openstack-request-id: req-23183481-0c74-4f60-8a9f-f0e1294dfab5 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:17:31.427425 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:17:31.427681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23183481-0c74-4f60-8a9f-f0e1294dfab5 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:17:31.428090 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'status': 'completed', 'code': 200} Dec 16 04:17:31.513480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-9b876f6c-8445-411d-8968-2bda2e75fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:31.515019 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-9b876f6c-8445-411d-8968-2bda2e75fc9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1098 time: 0.0444891 Dec 16 04:17:31.605354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-cf84de02-ed33-425b-b2a6-1640eccae33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:31.607257 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-cf84de02-ed33-425b-b2a6-1640eccae33c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0843270 Dec 16 04:17:31.634212 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:30Z', 'revision_number': 0, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:31.664032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] Checking router: 1959811f-df3d-48c9-af05-f83d2c55c119 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:17:31.673057 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:17:31.673599 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:17:07Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:31.678896 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-3c1a93b6-d102-4883-b898-e390e1f4f772 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 998 time: 0.0635819 Dec 16 04:17:31.731900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-891123bb-d874-453b-afc6-0392d287b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:31.733415 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-891123bb-d874-453b-afc6-0392d287b8e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0474966 Dec 16 04:17:31.778858 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-b9540274-df0e-455b-a1ed-5905e454038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:17:31.779746 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:17:31.780354 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-b9540274-df0e-455b-a1ed-5905e454038b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402315 Dec 16 04:17:31.873200 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-2f201eac-9637-41f3-9feb-dc23621f1f1d service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840087 Dec 16 04:17:31.968017 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c6f8356e-38bb-4e8f-b62e-ef0bc94f914b req-171ecf90-9945-4227-a70a-e2e1e6c8c62b service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870829 Dec 16 04:17:32.007734 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:30Z', 'revision_number': 0, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:17:32.036636 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c48d32-4068-4082-a420-d9b0109159dd None None] The sync data for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv is: [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:30Z', 'revision_number': 0, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:17:32.247525 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a14365-3a0e-4231-ace8-65fbbfaab1ae None None] New status for floating IP 3df4834c-ddb2-4b4a-929e-b2ce3c0c3265: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:17:33.535378 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:17:35.279980 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8509ea35-b129-4d27-994c-4abf2317fb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:37.502267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d610-cf68-447a-aa7f-cf7c63c53296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:38.702267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:40.239459 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:41.174654 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:17:54.291909 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:05.277725 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11c88065-c50f-48e1-9181-d43e7f276502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:07.503514 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6994b57e-dd6d-4d87-8c03-dcf01956ba69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:08.702264 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:10.243258 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:10.539954 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:18:11.175254 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:16.398228 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-028cf785-0027-4c2d-a357-4ef265afb1a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421274 Dec 16 04:18:16.504386 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-568a98fd-4554-4cc4-8b81-7f57fc14cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:18:16.505881 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-568a98fd-4554-4cc4-8b81-7f57fc14cb27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1098 time: 0.0470204 Dec 16 04:18:16.619030 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-adfe6dab-0ea3-49ce-abd4-ddf66beb8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:18:16.620541 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-adfe6dab-0ea3-49ce-abd4-ddf66beb8a44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0917828 Dec 16 04:18:16.698205 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-edab9fa3-cef0-48ef-ae6a-f611b5f7fede service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 1000 time: 0.0704935 Dec 16 04:18:16.747401 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-08a2355c-a801-4613-87f5-1b68ba54cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:18:16.748817 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-08a2355c-a801-4613-87f5-1b68ba54cbdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0440941 Dec 16 04:18:16.793347 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-a9cca467-bc12-4854-aa43-c41141196210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:18:16.794857 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-a9cca467-bc12-4854-aa43-c41141196210 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390904 Dec 16 04:18:16.888795 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-5c2c6f90-3c74-4967-a450-25132d71bebb service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863187 Dec 16 04:18:17.320892 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4bc10dc5-dab3-4f46-b444-effe53785716 req-c7be8f69-056a-4685-9824-b853b52e0c17 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245756 Dec 16 04:18:24.282975 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:35.278846 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a46ce56-5b97-4656-ae51-77849115e9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:37.502994 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1566246d-6e06-497c-a9e3-f8d9b96dfecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:38.719320 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:40.311401 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:41.173939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:18:47.545549 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:18:54.298726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:05.276003 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db7c7797-4dd3-481b-9f0f-5c0ac17d73f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:07.509714 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7db400e7-6899-4afe-a286-cf65c7450acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:08.711244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:10.253548 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:11.178255 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:16.481584 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-615f44f1-c0f0-4b43-a2e8-4d339c56d322 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427425 Dec 16 04:19:16.597832 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-d51bd251-ba7e-4370-bf16-33997fe41098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:16.599357 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-d51bd251-ba7e-4370-bf16-33997fe41098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1098 time: 0.0554943 Dec 16 04:19:16.731442 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-bb4f98d9-10c4-4161-85bc-e1b9a26418f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:16.733002 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-bb4f98d9-10c4-4161-85bc-e1b9a26418f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.1072450 Dec 16 04:19:16.804926 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-011b0419-22de-41ee-a276-d53fc4d2fa41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 1000 time: 0.0644772 Dec 16 04:19:16.855912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-9c3cb244-29b6-4a25-8136-de3c54b4fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:16.857327 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-9c3cb244-29b6-4a25-8136-de3c54b4fb8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0447216 Dec 16 04:19:16.903152 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-ba08b079-b1b1-4459-8056-f9913f2bc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:16.904645 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-ba08b079-b1b1-4459-8056-f9913f2bc1f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401680 Dec 16 04:19:17.009547 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-b40ca323-aaa2-4a1f-83b2-91e84140b626 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977387 Dec 16 04:19:17.105880 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-42c2b94e-9e7d-4d0a-ad53-056127f857bc req-66127acf-0b81-40f2-ae0f-5ae81cbabb3f service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888917 Dec 16 04:19:24.319783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:24.547201 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:19:29.720521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:19:29.821515 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:19:29.832366 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:19:29.882502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:29.906708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:19:29.926295 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:19:29.936084 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:29.985848 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:19:29.992939 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.993287 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.993630 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.993965 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.994294 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.994600 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.994956 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.995344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.995667 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.995865 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.996218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.996533 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:29.996826 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:30.113119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:19:31.742606 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:19:31.793624 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:19:31.794054 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:31.879024 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:31.904531 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:19:31.907068 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5d9a3-76ae-46d7-8745-fc4390d212a5" -d '{"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:19:31.922594 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:19:31.932177 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:31.987506 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:19:32.043256 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918e38e-07b1-405d-8e16-5589c7a765da x-openstack-request-id: req-b918e38e-07b1-405d-8e16-5589c7a765da {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:19:32.043557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:19:32.043815 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b918e38e-07b1-405d-8e16-5589c7a765da {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:19:32.044217 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'code': 200} Dec 16 04:19:35.277142 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09be69ee-f68a-4431-bda9-c30f8a6fbeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:37.496235 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1d84-c444-407d-aeac-1ec0f860a307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:38.714595 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:40.249181 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:40.730636 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-95436ac3-b3cb-4eb3-9991-e3f6ab67babe tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27415962&fields=id&tenant_id=cdf61313b5c845be8f38feaa04da8c56 HTTP/1.1" status: 200 len: 267 time: 0.0519452 Dec 16 04:19:40.850840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-a6a70d2c-74c4-4cd9-8d42-3b8a6ebe8c84 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:40.852803 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-a6a70d2c-74c4-4cd9-8d42-3b8a6ebe8c84 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 810 time: 0.1146915 Dec 16 04:19:40.868547 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-adad7f7b-c362-41b1-b9fc-b9d932198dd1 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/quotas/cdf61313b5c845be8f38feaa04da8c56 HTTP/1.1" status: 200 len: 375 time: 0.0099318 Dec 16 04:19:40.924620 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-f97b7a24-58c1-4754-b679-ec84d3facea2 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478282 Dec 16 04:19:40.942469 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-38955bcc-22ab-4be0-8974-354a68cb203b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:19:40.943456 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-38955bcc-22ab-4be0-8974-354a68cb203b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063386 Dec 16 04:19:41.052943 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-543aaf2a-57e4-43f1-9574-951fa1c42335 service neutron] 10.222.0.16 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029301 Dec 16 04:19:41.153667 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-85f4470b-435a-4a8e-a973-a341dd329926 service neutron] 10.222.0.16 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940382 Dec 16 04:19:41.172710 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:41.346436 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4a3e480b-0881-40f8-abc9-e322c0a29186 req-4165aa56-2586-45a2-9a4b-426578e7eb07 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 210 time: 0.0321033 Dec 16 04:19:42.385845 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-2b756db1-5164-4fc0-84e8-a94a0bd4f4bd tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:42.387482 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-2b756db1-5164-4fc0-84e8-a94a0bd4f4bd tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 810 time: 0.1222622 Dec 16 04:19:42.454144 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-63bdc42d-0756-4684-974c-aaf12bbc7429 req-557e8814-6928-4e78-8efb-4c920d4b9872 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 210 time: 0.0361264 Dec 16 04:19:42.473679 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-95583e5f-ab31-4237-b547-7009fac22518 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf61313b5c845be8f38feaa04da8c56 HTTP/1.1" status: 200 len: 378 time: 0.0702317 Dec 16 04:19:42.483376 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'port': {'device_id': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'admin_state_up': True, 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'security_groups': ['f973512f-1dc3-4a49-bdc3-28a81d9c9d87']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:19:42.601255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Made reservation on behalf of cdf61313b5c845be8f38feaa04da8c56 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 04:19:42.605774 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:42.750001 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Allocated IP 172.20.0.10 (b2aeccb6-f020-4e94-a9ac-d85b675d51c3/b60283f6-ae92-4161-95d0-5f925f5f904f/b9c9ded8-b22a-4995-8b4a-44b2286b3acd) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:19:42.955536 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:43.002903 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:43.057854 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:19:43.061917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:19:43.066971 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:19:43.123112 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:19:43.139794 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.140542 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.141116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.141678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.142697 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.143278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.143998 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.145493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.146307 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.147070 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.147626 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.148176 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.148728 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:19:43.191497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:43.192153 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:43.215454 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-390855e3-7b05-4a8f-9e37-5c4c35d20a63 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7356365 Dec 16 04:19:43.451542 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-7320b9f9-816f-4d74-8a73-7b9108731a40 None None] Provisioning complete for port b9c9ded8-b22a-4995-8b4a-44b2286b3acd triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:19:43.452130 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7320b9f9-816f-4d74-8a73-7b9108731a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:43.505239 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7320b9f9-816f-4d74-8a73-7b9108731a40 None None] Port b9c9ded8-b22a-4995-8b4a-44b2286b3acd cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 04:19:43.578188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb335aa-1173-4f6c-9b66-e509417324ec req-7188567a-1785-4a17-a438-48c2c2a6f513 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:43.579732 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-edb335aa-1173-4f6c-9b66-e509417324ec req-7188567a-1785-4a17-a438-48c2c2a6f513 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0511975 Dec 16 04:19:43.630938 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-edb335aa-1173-4f6c-9b66-e509417324ec req-1ef8710b-08b4-46ac-8966-3f23d24a8bfd tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451248 Dec 16 04:19:43.806551 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:19:43.888194 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:43.912225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:19:43.914521 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012d0e01-e3e1-4bca-b820-da187b53aba8" -d '{"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:19:43.928772 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:19:43.936810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:43.961139 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649c78d-b9fe-4fb2-88c1-c10fc4077338 x-openstack-request-id: req-f649c78d-b9fe-4fb2-88c1-c10fc4077338 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:19:43.961693 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:19:43.962041 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f649c78d-b9fe-4fb2-88c1-c10fc4077338 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:19:43.962558 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'code': 200} Dec 16 04:19:43.992225 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:19:44.753447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e9163-187a-4675-bb5b-0753bb5195db req-bea6b992-e61c-48f4-8c1d-76cb91857474 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:44.754980 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-505e9163-187a-4675-bb5b-0753bb5195db req-bea6b992-e61c-48f4-8c1d-76cb91857474 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0522916 Dec 16 04:19:44.810853 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-505e9163-187a-4675-bb5b-0753bb5195db req-e8ad1559-6f47-4681-b510-239f5e6b0655 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496461 Dec 16 04:19:45.949490 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96021e82-124d-4a49-9538-24056e3d3373 req-58fa9ade-e18e-4c5c-95bb-58d271d37142 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:45.954728 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-96021e82-124d-4a49-9538-24056e3d3373 req-58fa9ade-e18e-4c5c-95bb-58d271d37142 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0669093 Dec 16 04:19:46.000385 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-96021e82-124d-4a49-9538-24056e3d3373 req-cf8f325c-ff2c-4003-a42b-4c48f4c94b72 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428107 Dec 16 04:19:47.128204 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2fff5-f99c-45bb-8ab1-45a453923b20 req-f87c5e1a-b0d6-47a7-8eb4-adc8b9583615 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:47.129899 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b1e2fff5-f99c-45bb-8ab1-45a453923b20 req-f87c5e1a-b0d6-47a7-8eb4-adc8b9583615 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0525329 Dec 16 04:19:47.181182 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-b1e2fff5-f99c-45bb-8ab1-45a453923b20 req-bbea8c7e-1983-42f3-a159-430a5446e5fc tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445938 Dec 16 04:19:48.315032 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76b47-3c28-4ea6-9167-c6a177f1fdd3 req-c776cb1d-7018-453a-8ebd-acffab58d5cf tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:48.316493 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f6b76b47-3c28-4ea6-9167-c6a177f1fdd3 req-c776cb1d-7018-453a-8ebd-acffab58d5cf tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0581784 Dec 16 04:19:48.369888 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-f6b76b47-3c28-4ea6-9167-c6a177f1fdd3 req-4521798b-bb5f-44e3-ad4e-39854c411015 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471778 Dec 16 04:19:49.492381 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c505845-04d3-4ad5-a397-b1736affd0bd req-56d74bdb-7fcc-49bc-8f68-b549e7697154 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:49.499797 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c505845-04d3-4ad5-a397-b1736affd0bd req-56d74bdb-7fcc-49bc-8f68-b549e7697154 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0548794 Dec 16 04:19:49.544829 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-0c505845-04d3-4ad5-a397-b1736affd0bd req-d811ac76-0425-4eba-92ba-9a01d012dcfd tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442460 Dec 16 04:19:50.675772 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089695a3-4c55-4557-89e6-8b01c88e8799 req-6100c27a-9f5d-4afd-85dd-18f30dcdd4e6 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:50.678148 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-089695a3-4c55-4557-89e6-8b01c88e8799 req-6100c27a-9f5d-4afd-85dd-18f30dcdd4e6 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0568805 Dec 16 04:19:50.731265 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-089695a3-4c55-4557-89e6-8b01c88e8799 req-5609edd7-63eb-4bba-995f-adced2e3b75a tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435636 Dec 16 04:19:51.862046 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155b532-e706-47b5-9de7-a589b545bea1 req-e8aa2116-0be2-4191-9b94-80462ebfb10f tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:51.863556 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6155b532-e706-47b5-9de7-a589b545bea1 req-e8aa2116-0be2-4191-9b94-80462ebfb10f tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0595937 Dec 16 04:19:51.916433 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6155b532-e706-47b5-9de7-a589b545bea1 req-d469e9ec-ce90-4cb0-9e09-07c2b7832fcd tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465662 Dec 16 04:19:53.036614 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff875c4-f5a9-44cf-81ad-3b014370e923 req-9fd04d7c-22f0-4f95-a0cd-b9fec9a77851 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:53.038172 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ff875c4-f5a9-44cf-81ad-3b014370e923 req-9fd04d7c-22f0-4f95-a0cd-b9fec9a77851 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0497513 Dec 16 04:19:53.095498 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-4ff875c4-f5a9-44cf-81ad-3b014370e923 req-46230328-c378-4ede-a6bc-8ee1d227382b tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503025 Dec 16 04:19:54.228838 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9d084-1137-40eb-a17f-bd7213f51765 req-56a3eabf-a299-455f-a1b1-705ae2dbf8dc tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:54.230234 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6dc9d084-1137-40eb-a17f-bd7213f51765 req-56a3eabf-a299-455f-a1b1-705ae2dbf8dc tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 932 time: 0.0575192 Dec 16 04:19:54.285080 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-6dc9d084-1137-40eb-a17f-bd7213f51765 req-c9e3d140-0a4c-4a24-a0b5-793dbb8feba0 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453293 Dec 16 04:19:54.311886 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Request body: {'port': {'device_id': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8219'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:19:54.330622 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:54.367113 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:54.650584 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c9ded8-b22a-4995-8b4a-44b2286b3acd {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:19:54.658281 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:54.671834 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Transition to ACTIVE for port object b9c9ded8-b22a-4995-8b4a-44b2286b3acd will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 04:19:54.677932 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:54.725925 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:19:54.798255 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Attempting to bind port b9c9ded8-b22a-4995-8b4a-44b2286b3acd on host hv-neutron-8219 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 04:19:54.798607 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Attempting to bind port b9c9ded8-b22a-4995-8b4a-44b2286b3acd by drivers openvswitch,hyperv on host hv-neutron-8219 at level 0 using segments [{'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 04:19:54.798933 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Attempting to bind port b9c9ded8-b22a-4995-8b4a-44b2286b3acd on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:19:54.804064 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Port b9c9ded8-b22a-4995-8b4a-44b2286b3acd on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8219 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 04:19:54.804389 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Attempting to bind port b9c9ded8-b22a-4995-8b4a-44b2286b3acd on network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 04:19:54.809997 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Checking agent: {'id': 'a3c3f659-0042-45f9-8d5e-1eeaac0a11d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8219', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'started_at': datetime.datetime(2021, 12, 16, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 4, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 04:19:54.810333 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Checking segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 04:19:54.810738 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Bound using segment: {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 04:19:54.811161 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Bound port: b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host: hv-neutron-8219, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b380af16-e3cb-42ae-9a96-c8f0916a0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 04:19:54.811517 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:54.881208 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 04:19:54.884461 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 04:19:54.890912 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:54.923238 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:54.923860 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:54.925661 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/b9c9ded8-b22a-4995-8b4a-44b2286b3acd HTTP/1.1" status: 200 len: 1094 time: 0.6182747 Dec 16 04:19:54.930518 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:19:54.932837 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:19:54.965628 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377f5d-5ada-453a-a7b9-80e14140afd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:19:54.980099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5d44cb-8f9c-46f2-98a3-2a4c0707f5a7 x-openstack-request-id: req-fe5d44cb-8f9c-46f2-98a3-2a4c0707f5a7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:19:54.980444 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:19:54.980702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe5d44cb-8f9c-46f2-98a3-2a4c0707f5a7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:19:54.981188 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'status': 'completed', 'code': 200} Dec 16 04:19:55.042033 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-470982a6-a0ed-4391-9cfa-10e67d57ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.043726 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-470982a6-a0ed-4391-9cfa-10e67d57ede5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 1097 time: 0.0437210 Dec 16 04:19:55.092654 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-9b926290-86e6-4731-afab-ae545f6474e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd HTTP/1.1" status: 200 len: 217 time: 0.0355282 Dec 16 04:19:55.151911 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-8f8b4d0d-e683-4124-8db4-de3871301602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.153466 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-8f8b4d0d-e683-4124-8db4-de3871301602 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0536029 Dec 16 04:19:55.205589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-2131bdc3-fce5-4ce3-812a-61f01c982401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.207844 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-2131bdc3-fce5-4ce3-812a-61f01c982401 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470884 Dec 16 04:19:55.306722 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-7f656b2f-5f0f-4f9f-93af-0bd154d7e25b service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917912 Dec 16 04:19:55.398810 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6bba8bb8-2c41-4390-bd02-14a945041a39 req-81ca28c5-c35d-4771-97c5-fd53080d5785 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840778 Dec 16 04:19:55.402723 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf78984-fb07-49d9-bf91-7df8131fd660 req-be75d8ec-fe4e-45ba-84e0-0f13163b6284 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.404247 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bcf78984-fb07-49d9-bf91-7df8131fd660 req-be75d8ec-fe4e-45ba-84e0-0f13163b6284 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 944 time: 0.0498464 Dec 16 04:19:55.458775 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-bcf78984-fb07-49d9-bf91-7df8131fd660 req-a65fcdef-4357-411c-b664-b3387abf5995 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477035 Dec 16 04:19:55.530656 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-ea26bbba-9f41-4642-9906-88e1fbc05070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.532146 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-ea26bbba-9f41-4642-9906-88e1fbc05070 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 1097 time: 0.0421343 Dec 16 04:19:55.626485 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-e49c619b-531c-4ee6-b13a-ed0044fab282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.627982 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-e49c619b-531c-4ee6-b13a-ed0044fab282 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0880039 Dec 16 04:19:55.671408 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-d6ca0c66-e3c5-482c-840c-f5cd839ba882 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd HTTP/1.1" status: 200 len: 217 time: 0.0349975 Dec 16 04:19:55.720439 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-5e70f028-671b-4bbd-8f91-84fe8a730229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.721845 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-5e70f028-671b-4bbd-8f91-84fe8a730229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0431280 Dec 16 04:19:55.774242 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-34844827-7053-4b70-9888-9d9adb1bcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:55.775909 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-34844827-7053-4b70-9888-9d9adb1bcbc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461876 Dec 16 04:19:55.876747 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-5b5ce397-2891-40cb-8826-ddf8832fc118 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916038 Dec 16 04:19:55.987213 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-8f945972-0ecc-4733-b38a-fb4e6c80f3b4 req-41c23eeb-a48f-4b30-bf79-83f648151337 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019757 Dec 16 04:19:56.592129 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e7cc8-8bd9-4d4f-91b4-e681407f926a req-e76fef30-c9cf-420d-a7c7-6a7ac0837665 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:56.593641 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d66e7cc8-8bd9-4d4f-91b4-e681407f926a req-e76fef30-c9cf-420d-a7c7-6a7ac0837665 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 944 time: 0.0593634 Dec 16 04:19:56.653007 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-d66e7cc8-8bd9-4d4f-91b4-e681407f926a req-fe835e81-3734-4f02-b87c-3a3e1fbbcca5 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505562 Dec 16 04:19:57.796314 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9cc6-4b9a-41b4-8cd7-f71801cea7ec req-e584c1cd-09b1-4057-ba58-cb362899d41c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:57.797822 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-442a9cc6-4b9a-41b4-8cd7-f71801cea7ec req-e584c1cd-09b1-4057-ba58-cb362899d41c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 944 time: 0.0575356 Dec 16 04:19:57.849152 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-442a9cc6-4b9a-41b4-8cd7-f71801cea7ec req-08a2aada-9e88-411a-abaa-365077a51727 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452349 Dec 16 04:19:57.897027 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b9c9ded8-b22a-4995-8b4a-44b2286b3acd details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:19:58.005928 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:19:58.018785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'port_id': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'mac_address': 'fa:16:3e:86:37:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:19:58.056200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:58.069767 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c9ded8-b22a-4995-8b4a-44b2286b3acd {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:19:58.090196 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:19:58.096461 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:19:58.142621 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:19:58.380948 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['b9c9ded8-b22a-4995-8b4a-44b2286b3acd'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:19:58.980494 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002f287-1218-4de1-98b2-ae54f14a1b2a req-a158f602-cbfb-4aaf-82ce-8e9a10529984 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:19:58.982092 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5002f287-1218-4de1-98b2-ae54f14a1b2a req-a158f602-cbfb-4aaf-82ce-8e9a10529984 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 945 time: 0.0511341 Dec 16 04:19:59.036864 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-5002f287-1218-4de1-98b2-ae54f14a1b2a req-934f45ff-955d-43eb-914c-0b13b6a37e91 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484149 Dec 16 04:19:59.916910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b9c9ded8-b22a-4995-8b4a-44b2286b3acd up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:19:59.982695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning for port b9c9ded8-b22a-4995-8b4a-44b2286b3acd completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 04:19:59.986474 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port b9c9ded8-b22a-4995-8b4a-44b2286b3acd triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:19:59.986812 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:00.067882 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:00.091684 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:20:00.094292 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12edee88-d417-4e10-b648-71e1410ac177" -d '{"events": [{"server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "name": "network-vif-plugged", "status": "completed", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:20:00.108575 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:20:00.113726 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:00.152141 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ab5c1a-40c7-4116-9fe8-3013280384ed x-openstack-request-id: req-e4ab5c1a-40c7-4116-9fe8-3013280384ed {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:20:00.152434 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "name": "network-vif-plugged", "status": "completed", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:20:00.152687 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4ab5c1a-40c7-4116-9fe8-3013280384ed {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:20:00.153206 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'code': 200} Dec 16 04:20:00.170998 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:20:00.189548 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93b5e-751e-43a9-8cc7-6acdabce17a0 req-1e5efacf-18b8-4686-84d8-b43e744adee9 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:00.191163 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14d93b5e-751e-43a9-8cc7-6acdabce17a0 req-1e5efacf-18b8-4686-84d8-b43e744adee9 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 946 time: 0.0596087 Dec 16 04:20:00.241160 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-14d93b5e-751e-43a9-8cc7-6acdabce17a0 req-7ede35db-8f8d-4e59-9459-e0773fa2175c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438733 Dec 16 04:20:00.364800 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558643b9-da4f-47f8-aadd-7a9ea28fc3d5 req-804f8c8b-ea62-45fc-a17f-74cc600c2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:00.366324 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-558643b9-da4f-47f8-aadd-7a9ea28fc3d5 req-804f8c8b-ea62-45fc-a17f-74cc600c2f2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 1099 time: 0.0455551 Dec 16 04:20:00.412122 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-558643b9-da4f-47f8-aadd-7a9ea28fc3d5 req-92cc7267-d7dd-4247-bb2d-d284a70ecb3d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388870 Dec 16 04:20:01.391896 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367052-8bdc-4cff-ac0e-746d3073f1ec req-02e5c0b4-6f42-4174-be29-fa438a49dd61 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:01.393456 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55367052-8bdc-4cff-ac0e-746d3073f1ec req-02e5c0b4-6f42-4174-be29-fa438a49dd61 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 946 time: 0.0631418 Dec 16 04:20:01.447638 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-55367052-8bdc-4cff-ac0e-746d3073f1ec req-65913d2e-621d-4c12-8843-f491b3bd6528 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478120 Dec 16 04:20:01.546932 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:20:02.573013 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa3967-0952-4707-ac66-1cceb85f4d27 req-cf0924a2-24c7-4dc4-b3a9-0db5439aae15 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:02.574525 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-82fa3967-0952-4707-ac66-1cceb85f4d27 req-cf0924a2-24c7-4dc4-b3a9-0db5439aae15 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 946 time: 0.0555184 Dec 16 04:20:02.625634 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-82fa3967-0952-4707-ac66-1cceb85f4d27 req-a86851ea-ca9a-467e-8ecc-2c10d2541619 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449774 Dec 16 04:20:02.745756 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698332d3-b0e3-4a86-bf90-8eda57962472 req-26876d83-0391-4642-b210-e9ef87171a73 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:02.747223 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-698332d3-b0e3-4a86-bf90-8eda57962472 req-26876d83-0391-4642-b210-e9ef87171a73 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 946 time: 0.0511987 Dec 16 04:20:02.799940 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-698332d3-b0e3-4a86-bf90-8eda57962472 req-8b5df15f-07be-4a16-907d-93dbec987b78 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460980 Dec 16 04:20:02.822176 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45522) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:20:02.866670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5f698-b6fb-4285-891e-ded47d9a2c5c tempest-TestSnapshotPattern-407418318 tempest-TestSnapshotPattern-407418318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:02.868230 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9dc5f698-b6fb-4285-891e-ded47d9a2c5c tempest-TestSnapshotPattern-407418318 tempest-TestSnapshotPattern-407418318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 1094 time: 0.0450425 Dec 16 04:20:02.871526 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:20:02.877537 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Request body: {'floatingip': {'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'port_id': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 04:20:02.904663 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:03.024295 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:03.133436 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Allocated IP 172.26.6.5 (33645301-2883-4c93-bcc7-dcde38e486a1/b29206e3-0410-47f6-841c-7e25f3ee8faa/0830e445-8dd7-46c3-854c-d2dfa1d5cdd8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 04:20:03.256022 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:03.292677 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771889775544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:03.331900 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Network 33645301-2883-4c93-bcc7-dcde38e486a1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 04:20:03.334902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 04:20:03.338323 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 04:20:03.343810 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'Port': ['ID=0830e445-8dd7-46c3-854c-d2dfa1d5cdd8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:20:03.739769 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:03.816995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:03.997543 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:04.003501 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26288014'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:04.085667 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event updated for resources: {'Port': ['ID=0830e445-8dd7-46c3-854c-d2dfa1d5cdd8,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:20:04.094326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549127'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:04.195384 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Floating IP a8508d4d-8ca5-453d-a5d9-027d2a66387d associated. External IP: 172.26.6.5, port: b9c9ded8-b22a-4995-8b4a-44b2286b3acd. Dec 16 04:20:04.406884 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Router 1959811f-df3d-48c9-af05-f83d2c55c119 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:20:04.512758 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:20:04.525847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] Sync routers for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:20:04.536020 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:04.536878 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:20:04.537690 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:19:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:20:04.566684 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-eefc69ba-040e-44ce-8469-f1aeef25a99e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6935344 Dec 16 04:20:04.567361 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:20:04.569676 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b3c338-c8da-418e-bf28-22f9d60eeaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:20:04.605354 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a1f3f6-ab26-4901-bfc2-bb1849f426ed x-openstack-request-id: req-e1a1f3f6-ab26-4901-bfc2-bb1849f426ed {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:20:04.605639 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:20:04.605892 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1a1f3f6-ab26-4901-bfc2-bb1849f426ed {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:20:04.606297 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'status': 'completed', 'code': 200} Dec 16 04:20:04.646317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:20:04.686826 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-31ef22b3-0b91-4710-8087-52d01be88efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:04.688218 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-31ef22b3-0b91-4710-8087-52d01be88efc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 1099 time: 0.0412433 Dec 16 04:20:04.779338 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-eac8fd05-6121-4a2b-acce-c050136b4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:04.780810 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-eac8fd05-6121-4a2b-acce-c050136b4f81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0853968 Dec 16 04:20:04.851947 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-4a424e11-7205-482f-94d9-c12745ca3210 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd HTTP/1.1" status: 200 len: 998 time: 0.0644014 Dec 16 04:20:04.879104 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:32Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}, {'id': 'a8508d4d-8ca5-453d-a5d9-027d2a66387d', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:86:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:20:03Z', 'updated_at': '2021-12-16T04:20:03Z', 'revision_number': 0, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:20:04.907447 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-82a39afd-2ad5-4718-993b-d8f1c1726bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:04.908918 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-82a39afd-2ad5-4718-993b-d8f1c1726bd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0497987 Dec 16 04:20:04.911863 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] Checking router: 1959811f-df3d-48c9-af05-f83d2c55c119 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:20:04.920724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:20:04.921344 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:19:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:20:04.957471 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-8c976e4d-f053-4f0c-b9a3-b33362300466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:04.959063 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-8c976e4d-f053-4f0c-b9a3-b33362300466 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428891 Dec 16 04:20:05.026938 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:20:05.058738 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-54f4c5f9-7ca2-446a-bf5b-cc44aea12ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917809 Dec 16 04:20:05.157354 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-66b3c338-c8da-418e-bf28-22f9d60eeaf2 req-3b29fee9-4488-4c60-b1df-22bf3b176ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911419 Dec 16 04:20:05.283148 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7aa11244-62fd-4bd6-97dd-3bb2a9d4c3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:05.289783 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:32Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}, {'id': 'a8508d4d-8ca5-453d-a5d9-027d2a66387d', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:86:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:20:03Z', 'updated_at': '2021-12-16T04:20:03Z', 'revision_number': 0, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:20:05.322266 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c8976-f99b-4732-ac5d-0449ea009453 None None] The sync data for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv is: [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:32Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}, {'id': 'a8508d4d-8ca5-453d-a5d9-027d2a66387d', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:86:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:20:03Z', 'updated_at': '2021-12-16T04:20:03Z', 'revision_number': 0, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:20:05.514531 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432838b7-1a4d-40bd-9805-b8a36eb25625 None None] New status for floating IP a8508d4d-8ca5-453d-a5d9-027d2a66387d: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:20:07.493535 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a2007c4-3291-4229-8711-b03f7c940d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:08.724461 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:10.257440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:11.172147 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:17.742139 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-0a860ab5-277a-4548-981b-453b0e52b1f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3813939 Dec 16 04:20:17.850452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-74729a67-acec-465d-a6a7-ccd38f054d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:17.851966 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-74729a67-acec-465d-a6a7-ccd38f054d4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1096 time: 0.0449903 Dec 16 04:20:17.962367 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-4a559bd4-d6a0-445e-b8ac-a67dc6c9c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:17.963904 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-4a559bd4-d6a0-445e-b8ac-a67dc6c9c311 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0909646 Dec 16 04:20:18.031257 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-6ea0e7d6-e030-42d7-bd84-722252648523 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 998 time: 0.0589342 Dec 16 04:20:18.081332 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-8fe30d64-9dbf-457d-982d-0885315380ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:18.083000 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-8fe30d64-9dbf-457d-982d-0885315380ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0441663 Dec 16 04:20:18.134947 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-d44e49eb-eede-45fe-8374-20c194c46b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:20:18.136430 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-d44e49eb-eede-45fe-8374-20c194c46b7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448761 Dec 16 04:20:18.228432 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-db1ba024-b5dc-48f0-b88a-4c34dff39290 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835552 Dec 16 04:20:18.332462 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-c9f16ef2-6370-42ff-94b4-54f5cdc5831b req-505294be-96fc-4529-ad75-a566f91c9ca3 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961211 Dec 16 04:20:24.331893 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:35.284598 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b46601-e741-402c-a707-247f28591a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:37.487278 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1135-bbfe-4d44-8a07-051e7be9bf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:38.552016 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:20:38.732346 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:40.324496 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:41.174031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:20:54.328762 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:05.282612 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c388c869-10cb-4b03-83cd-2508bcefaf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:07.493755 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99ab7c4e-d1ad-4115-97b9-e514070fc1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:08.741237 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:10.262635 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:11.182522 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:15.553859 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:21:19.548227 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-5fec7753-dda2-495e-8c2d-4db11868cdf3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1754823 Dec 16 04:21:19.624272 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-6b787f48-b89d-46ab-8794-3c2400e89e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:19.625798 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-6b787f48-b89d-46ab-8794-3c2400e89e56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 1099 time: 0.0424047 Dec 16 04:21:19.744589 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-15d29bb0-2b49-4830-ae5c-57127e7aefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:19.745982 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-15d29bb0-2b49-4830-ae5c-57127e7aefa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0956037 Dec 16 04:21:19.824286 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-89eecae3-2169-42b1-9326-4d0e9697875d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd HTTP/1.1" status: 200 len: 1000 time: 0.0704064 Dec 16 04:21:19.875057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-372ca567-f4b6-4298-ad6a-acd841793fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:19.876481 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-372ca567-f4b6-4298-ad6a-acd841793fa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0446832 Dec 16 04:21:19.933683 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-5d2e408e-288b-4565-8dc8-41660e482a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:19.935230 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-5d2e408e-288b-4565-8dc8-41660e482a4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515690 Dec 16 04:21:19.946497 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-3adc1e29-847f-4194-b2c2-338c73c6cae8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 04:21:19.947727 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-3adc1e29-847f-4194-b2c2-338c73c6cae8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050240 Dec 16 04:21:20.037761 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-d5e71624-38f0-4a6f-a868-b2357b92dac5 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831792 Dec 16 04:21:20.134073 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-919f84e0-67c5-4362-9da7-3b8d0df0a24f req-74077fd3-bf7c-461f-a9d3-249516775ac6 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 Dec 16 04:21:24.354252 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:34.340669 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b9c9ded8-b22a-4995-8b4a-44b2286b3acd details requested by agent hyperv_hv-neutron-8219 with host hv-neutron-8219 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 04:21:34.446925 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:34.462267 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Returning: {'device': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'port_id': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'mac_address': 'fa:16:3e:86:37:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 04:21:34.498571 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:34.511476 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9c9ded8-b22a-4995-8b4a-44b2286b3acd {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 04:21:34.530978 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:34.536771 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:34.582016 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:34.589119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.589463 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.589798 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.590127 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.590483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.590808 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.591131 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.591455 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.591781 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.592093 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.592408 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.592721 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.593032 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:34.713268 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] get_ports_and_sgs() called for port_ids ['b9c9ded8-b22a-4995-8b4a-44b2286b3acd'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 04:21:35.283133 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656ef96c-d793-445a-b678-63d587d41b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:36.369197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b9c9ded8-b22a-4995-8b4a-44b2286b3acd up at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 04:21:36.421067 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Provisioning complete for port b9c9ded8-b22a-4995-8b4a-44b2286b3acd triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 04:21:36.421400 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454824'] for port, provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:36.502442 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629465'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:36.527377 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:21:36.529557 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392f1c14dea75a858743610c9f55f8520a687bb3429254c2c1e26a600fd0f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fd050b-5b43-4e43-a83b-f38dfdecacd5" -d '{"events": [{"server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "name": "network-vif-plugged", "status": "completed", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:21:36.543445 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:36.549069 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771890327013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771889775562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771889775580'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:36.587827 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91cb8ed-74da-4a03-8da4-7f8572ccd63c x-openstack-request-id: req-c91cb8ed-74da-4a03-8da4-7f8572ccd63c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:21:36.588119 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "name": "network-vif-plugged", "status": "completed", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:21:36.588365 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c91cb8ed-74da-4a03-8da4-7f8572ccd63c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:21:36.588753 dv-neutron-821927-1-hyperv neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'code': 200} Dec 16 04:21:36.610979 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Pushing event updated for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:37.487859 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c9b21bc-c39a-47a7-b8a1-2356b5eb48e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:38.734297 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:40.263996 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:41.170440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:44.961318 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45732) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:45.129575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Deleting port 0830e445-8dd7-46c3-854c-d2dfa1d5cdd8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:45.129875 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:45.207925 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:45.208210 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:45.219904 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Calling delete_port for 0830e445-8dd7-46c3-854c-d2dfa1d5cdd8 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:45.374245 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:45.407276 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event deleted for resources: {'Port': ['ID=0830e445-8dd7-46c3-854c-d2dfa1d5cdd8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:45.418608 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.418963 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.419340 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.419678 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.420009 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.420336 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.420659 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.420950 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.421291 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.421611 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.421937 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.422255 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.422596 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:45.477368 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:45.477709 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.db.l3_db [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Floating IP a8508d4d-8ca5-453d-a5d9-027d2a66387d disassociated (deleted). External IP: 172.26.6.5, port: b9c9ded8-b22a-4995-8b4a-44b2286b3acd. Dec 16 04:21:45.691731 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Router 1959811f-df3d-48c9-af05-f83d2c55c119 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:21:45.797849 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:21:45.803319 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:45.808271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] Sync routers for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:21:45.818411 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:21:45.819058 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:45.830681 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e9a9aeb2-70b7-4dec-b375-b556e2777e62 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8508d4d-8ca5-453d-a5d9-027d2a66387d HTTP/1.1" status: 204 len: 168 time: 0.8681834 Dec 16 04:21:45.831420 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:21:45.835788 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0cefa64ac262e9c56393bfbe119d0a1904202418e1fbc11af81a2d774c61ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:21:45.872444 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00435d-f1e2-40b4-af68-f23281a779dd x-openstack-request-id: req-3d00435d-f1e2-40b4-af68-f23281a779dd {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:21:45.872840 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:21:45.873289 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d00435d-f1e2-40b4-af68-f23281a779dd {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:21:45.873818 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'status': 'completed', 'code': 200} Dec 16 04:21:45.929197 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:21:45.977102 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-5f52527b-22c4-42e6-b595-912a740edcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:45.978681 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-5f52527b-22c4-42e6-b595-912a740edcf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 1099 time: 0.0608697 Dec 16 04:21:46.070854 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f02e99-7d8a-4a8f-b033-615956e4cedf req-a7507161-9227-4e29-ad5e-ba188793832c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:46.073091 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30f02e99-7d8a-4a8f-b033-615956e4cedf req-a7507161-9227-4e29-ad5e-ba188793832c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 946 time: 0.0512691 Dec 16 04:21:46.119979 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-9eb8e962-9c29-4b34-807f-bd719b0ecd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:46.121484 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-9eb8e962-9c29-4b34-807f-bd719b0ecd7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0962164 Dec 16 04:21:46.130255 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-30f02e99-7d8a-4a8f-b033-615956e4cedf req-4bbc6a4c-4086-4142-be5a-cfd6cd3a74ee tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511003 Dec 16 04:21:46.164734 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-ab07a137-ac63-4778-928b-f9c199715fa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd HTTP/1.1" status: 200 len: 217 time: 0.0356853 Dec 16 04:21:46.169949 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:32Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:46.197754 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] Checking router: 1959811f-df3d-48c9-af05-f83d2c55c119 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:21:46.206329 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:21:46.206904 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:46.215352 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-73690169-3a37-428f-a56c-13860839331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:46.216830 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-73690169-3a37-428f-a56c-13860839331d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0449719 Dec 16 04:21:46.263060 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-df6098d8-0906-4b53-8271-e9831b344a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:46.264580 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-df6098d8-0906-4b53-8271-e9831b344a07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406926 Dec 16 04:21:46.311417 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:21:46.357187 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-8472208b-5a71-4ef9-bdf9-5b6f60b5f746 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844433 Dec 16 04:21:46.449320 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-6a437d55-cb0a-4479-b979-cdd46cb4c1e2 req-a2362cd1-a8a9-4394-8a5b-7a3b71ecbaee service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Dec 16 04:21:46.549245 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:32Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:46.575864 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e80210-bc4a-4a05-becf-d61ee940afc2 None None] The sync data for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv is: [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_floatingips': [{'id': '3df4834c-ddb2-4b4a-929e-b2ce3c0c3265', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'router_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'port_id': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'mac_address': 'fa:16:3e:23:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T04:17:30Z', 'updated_at': '2021-12-16T04:17:32Z', 'revision_number': 1, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:21:46.802867 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde41cf7-7a61-4c62-bcc2-13fe25ef1cfc None None] New status for floating IP a8508d4d-8ca5-453d-a5d9-027d2a66387d: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:21:47.263822 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01d1d-671c-4983-8568-166c5d390362 req-41eb0ad2-af78-49fc-b30e-a1a086bb252c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:47.265288 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ff01d1d-671c-4983-8568-166c5d390362 req-41eb0ad2-af78-49fc-b30e-a1a086bb252c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 946 time: 0.0532439 Dec 16 04:21:47.315987 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-1ff01d1d-671c-4983-8568-166c5d390362 req-c7c5fca5-d23a-45f4-a44d-d8eb2cb3e814 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445845 Dec 16 04:21:47.773913 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-919a35bd-7458-4fb3-9f3e-57f6be1794a3 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:47.775393 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-919a35bd-7458-4fb3-9f3e-57f6be1794a3 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 946 time: 0.0617135 Dec 16 04:21:47.877815 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Deleting port b9c9ded8-b22a-4995-8b4a-44b2286b3acd {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:47.878162 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:47.978706 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] For port b9c9ded8-b22a-4995-8b4a-44b2286b3acd, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:47.979093 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:47.992233 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Calling delete_port for b9c9ded8-b22a-4995-8b4a-44b2286b3acd owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:48.131341 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:48.170789 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event deleted for resources: {'Port': ['ID=b9c9ded8-b22a-4995-8b4a-44b2286b3acd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:48.191923 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.192278 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.192648 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.192974 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.193315 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.193658 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.193985 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.194320 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.194679 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.195014 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.195344 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.195671 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.195995 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821927-1-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 04:21:48.219793 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] No DVR routers for this DVR port b9c9ded8-b22a-4995-8b4a-44b2286b3acd on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:21:48.222410 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:48.225835 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-210b5911-f449-4ad7-b4ad-a8280a3c518f req-a728aac9-8cbc-47aa-8bfa-a90bfa03c438 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "DELETE /v2.0/ports/b9c9ded8-b22a-4995-8b4a-44b2286b3acd HTTP/1.1" status: 204 len: 173 time: 0.4438901 Dec 16 04:21:48.226279 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'name': 'network-vif-deleted', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:21:48.228609 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691c3372-043c-434e-a132-ecc1a06cd092" -d '{"events": [{"server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "name": "network-vif-deleted", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:21:48.267131 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1e20a-b505-445c-9a52-22d3a6586185 x-openstack-request-id: req-44f1e20a-b505-445c-9a52-22d3a6586185 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:21:48.267458 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aef645-f2c6-4d8a-a607-cdd6e52a91d2", "name": "network-vif-deleted", "tag": "b9c9ded8-b22a-4995-8b4a-44b2286b3acd", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:21:48.267710 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44f1e20a-b505-445c-9a52-22d3a6586185 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:21:48.268127 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aef645-f2c6-4d8a-a607-cdd6e52a91d2', 'name': 'network-vif-deleted', 'tag': 'b9c9ded8-b22a-4995-8b4a-44b2286b3acd', 'status': 'completed', 'code': 200} Dec 16 04:21:48.419914 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b9c9ded8-b22a-4995-8b4a-44b2286b3acd no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:21:48.433681 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-a26ac1fe-1cd3-4a7d-869d-a1c37506853b req-a5818222-4cf2-4dcc-a7cc-ccd20d91221f tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=76aef645-f2c6-4d8a-a607-cdd6e52a91d2 HTTP/1.1" status: 200 len: 210 time: 0.0272474 Dec 16 04:21:48.441451 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: b9c9ded8-b22a-4995-8b4a-44b2286b3acd {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:21:48.441797 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device b9c9ded8-b22a-4995-8b4a-44b2286b3acd not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:21:50.073079 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45792) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:50.232620 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Deleting port 46196b72-0585-40d2-948c-3b619c5c7aaa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:50.232968 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:50.314807 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:50.315055 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:50.326721 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Calling delete_port for 46196b72-0585-40d2-948c-3b619c5c7aaa owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:50.488044 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:50.512773 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event deleted for resources: {'Port': ['ID=46196b72-0585-40d2-948c-3b619c5c7aaa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:50.571669 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:50.571922 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.db.l3_db [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Floating IP 3df4834c-ddb2-4b4a-929e-b2ce3c0c3265 disassociated (deleted). External IP: 172.26.6.89, port: 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5. Dec 16 04:21:50.787119 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Router 1959811f-df3d-48c9-af05-f83d2c55c119 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:21:50.902005 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:21:50.907287 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:50.912759 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] Sync routers for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:21:50.923381 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:21:50.924106 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:50.942817 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-8e57381f-36b8-42fd-b432-4b28dfef54ab tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "DELETE /v2.0/floatingips/3df4834c-ddb2-4b4a-929e-b2ce3c0c3265 HTTP/1.1" status: 204 len: 168 time: 0.8685281 Dec 16 04:21:50.943514 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:21:50.946223 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8f597-1eb6-43a2-9ee1-92413218be3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:21:50.988668 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bfbca6-a975-4234-b5de-fc35efffc161 x-openstack-request-id: req-c7bfbca6-a975-4234-b5de-fc35efffc161 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:21:50.988966 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:21:50.989218 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7bfbca6-a975-4234-b5de-fc35efffc161 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:21:50.989651 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'status': 'completed', 'code': 200} Dec 16 04:21:51.046946 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:21:51.079205 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-7e29aeef-fbfb-4f48-9c93-d488cbbc8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:51.081407 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-7e29aeef-fbfb-4f48-9c93-d488cbbc8b71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdf61313b5c845be8f38feaa04da8c56&device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 1096 time: 0.0461826 Dec 16 04:21:51.180188 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae358f-fb11-4d46-8ab1-171e32257870 req-889a09f6-7518-4dac-8a02-f11624d6082c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:51.181586 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-31ae358f-fb11-4d46-8ab1-171e32257870 req-889a09f6-7518-4dac-8a02-f11624d6082c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 943 time: 0.0492923 Dec 16 04:21:51.184601 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-b9f09f21-a72c-4a49-b7a3-52106583489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:51.186188 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-b9f09f21-a72c-4a49-b7a3-52106583489e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 200 len: 910 time: 0.0969048 Dec 16 04:21:51.228984 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-8d085c43-8349-4779-bab0-329631f75142 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0352011 Dec 16 04:21:51.237824 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-31ae358f-fb11-4d46-8ab1-171e32257870 req-4470e7ff-4781-4259-955f-e7ba8ef04d6c tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495200 Dec 16 04:21:51.259740 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:51.285918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] Checking router: 1959811f-df3d-48c9-af05-f83d2c55c119 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:21:51.286340 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-dd1d1150-9bdd-4cbf-b3a2-72ac58325baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:51.287867 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-dd1d1150-9bdd-4cbf-b3a2-72ac58325baf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 200 len: 849 time: 0.0501456 Dec 16 04:21:51.294271 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:21:51.294910 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:51.334127 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-a3d3cdfb-809e-4ee5-9c93-4839e2c24eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:51.335660 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-a3d3cdfb-809e-4ee5-9c93-4839e2c24eaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2aeccb6-f020-4e94-a9ac-d85b675d51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398333 Dec 16 04:21:51.403075 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:21:51.430002 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-ff66886d-048d-462b-a2c9-9a6aeb393af2 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858788 Dec 16 04:21:51.520328 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-4dc8f597-1eb6-43a2-9ee1-92413218be3c req-f3109625-aeaf-472b-aec5-9034178ad574 service neutron] 10.222.0.30 "GET /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816073 Dec 16 04:21:51.608244 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:51.634109 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd7aa9-8100-4d27-8f38-732e5eef31d0 None None] The sync data for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv is: [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv', '_interfaces': [{'id': '819d9a68-19a2-4f7d-85e3-7828b71e610b', 'name': '', 'network_id': 'b2aeccb6-f020-4e94-a9ac-d85b675d51c3', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'mac_address': 'fa:16:3e:c0:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:10Z', 'updated_at': '2021-12-16T04:17:16Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'subnets': [{'id': 'b60283f6-ae92-4161-95d0-5f925f5f904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:21:51.847694 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867d06e-2fa4-4fba-86ef-eabc6b9ba1d9 None None] New status for floating IP 3df4834c-ddb2-4b4a-929e-b2ce3c0c3265: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 04:21:52.371304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d45541-5b36-4be8-ad66-421ef929f8c9 req-1ed41332-b6eb-4f1a-96d1-7e97490c482f tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:52.373246 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-00d45541-5b36-4be8-ad66-421ef929f8c9 req-1ed41332-b6eb-4f1a-96d1-7e97490c482f tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 943 time: 0.0550363 Dec 16 04:21:52.427023 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-00d45541-5b36-4be8-ad66-421ef929f8c9 req-ae86d055-3335-4a23-b4d0-6a2e99e1b950 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/security-groups?id=f973512f-1dc3-4a49-bdc3-28a81d9c9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447569 Dec 16 04:21:52.556677 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:21:52.872452 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f53c-4dcf-459d-b419-13890db3bcda req-9453c7c0-7e30-4d92-b561-bc0c713dde57 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 04:21:52.873886 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f572f53c-4dcf-459d-b419-13890db3bcda req-9453c7c0-7e30-4d92-b561-bc0c713dde57 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 943 time: 0.0601168 Dec 16 04:21:52.974326 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Deleting port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:52.974702 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:53.065740 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] For port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5, host hv-neutron-8219, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8219',level=0,port_id=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:53.066098 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:53.079440 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Calling delete_port for 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:53.214025 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:53.240099 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event deleted for resources: {'Port': ['ID=0ee6da70-3520-49dc-ac24-37b9d7e8d6e5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:53.287480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] No DVR routers for this DVR port 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 on host hv-neutron-8219 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:21:53.289835 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30332'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:53.293168 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [req-f572f53c-4dcf-459d-b419-13890db3bcda req-c16731b7-a98b-4cf3-b756-162c7d06d68e tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.30 "DELETE /v2.0/ports/0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 HTTP/1.1" status: 204 len: 173 time: 0.4120119 Dec 16 04:21:53.293829 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-deleted', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 04:21:53.296144 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29d040646e6ac5968106ee5e5fbae4bc49ed8be92bd7112122d6cd31b0cf48ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dbee2a-feec-4e31-a030-244b42632dc7" -d '{"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-deleted", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 04:21:53.394901 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c58c4a-cf70-4507-a0d5-5a554f943ff8 x-openstack-request-id: req-32c58c4a-cf70-4507-a0d5-5a554f943ff8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 04:21:53.395192 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b712475-d3a6-49c6-a3f8-65a4d586de6c", "name": "network-vif-deleted", "tag": "0ee6da70-3520-49dc-ac24-37b9d7e8d6e5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 04:21:53.395480 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32c58c4a-cf70-4507-a0d5-5a554f943ff8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 04:21:53.395919 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b712475-d3a6-49c6-a3f8-65a4d586de6c', 'name': 'network-vif-deleted', 'tag': '0ee6da70-3520-49dc-ac24-37b9d7e8d6e5', 'status': 'completed', 'code': 200} Dec 16 04:21:53.538980 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [req-54bdcd95-b4c0-47b0-bc67-9f9b389aa195 req-faf09eb4-35a7-4ea9-b1d0-a14d5aaf3114 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b712475-d3a6-49c6-a3f8-65a4d586de6c HTTP/1.1" status: 200 len: 210 time: 0.0260739 Dec 16 04:21:54.347680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:54.603973 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:54.667409 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34629ed6-3837-44c9-b99e-0e445138ff76 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:54.692562 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34629ed6-3837-44c9-b99e-0e445138ff76 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:54.755301 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34629ed6-3837-44c9-b99e-0e445138ff76 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:54.758056 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34629ed6-3837-44c9-b99e-0e445138ff76 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Publish callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:54.759262 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-34629ed6-3837-44c9-b99e-0e445138ff76 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] 10.222.0.16 "DELETE /v2.0/security-groups/f973512f-1dc3-4a49-bdc3-28a81d9c9d87 HTTP/1.1" status: 204 len: 168 time: 0.1543226 Dec 16 04:21:54.768625 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34629ed6-3837-44c9-b99e-0e445138ff76 tempest-TestSnapshotPattern-1984472233 tempest-TestSnapshotPattern-1984472233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f973512f-1dc3-4a49-bdc3-28a81d9c9d87,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:54.807116 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:55.169981 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:55.415381 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Deleting port 819d9a68-19a2-4f7d-85e3-7828b71e610b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:55.415678 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:55.502053 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] For port 819d9a68-19a2-4f7d-85e3-7828b71e610b, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=819d9a68-19a2-4f7d-85e3-7828b71e610b,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:55.502372 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:55.515670 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Calling delete_port for 819d9a68-19a2-4f7d-85e3-7828b71e610b owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:55.701078 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:55.730231 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Pushing event deleted for resources: {'Port': ['ID=819d9a68-19a2-4f7d-85e3-7828b71e610b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:55.896182 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:56.414627 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 no longer exists at agent hyperv_hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:21:56.435078 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] No Port match for: 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:21:56.435428 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Device 0ee6da70-3520-49dc-ac24-37b9d7e8d6e5 not bound to the agent host hv-neutron-8219 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:21:56.478917 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Router 1959811f-df3d-48c9-af05-f83d2c55c119 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:21:56.585902 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:21:56.592035 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-169be85e-0390-4a6b-b309-7a4079b4c107 admin admin] 10.222.0.16 "PUT /v2.0/routers/1959811f-df3d-48c9-af05-f83d2c55c119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837648 Dec 16 04:21:56.594833 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:56.597707 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] Sync routers for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:21:56.612227 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:21:56.612855 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:56.699359 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:56.715311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:21:56.806434 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:56.864140 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Deleting port 0d33a4a3-081c-4882-95c5-42466ce820f4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:56.864493 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:56.948058 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] For port 0d33a4a3-081c-4882-95c5-42466ce820f4, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=0d33a4a3-081c-4882-95c5-42466ce820f4,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:56.948426 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:56.960443 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Calling delete_port for 0d33a4a3-081c-4882-95c5-42466ce820f4 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:57.059007 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:21:55Z', 'revision_number': 5, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port': {'id': '0d33a4a3-081c-4882-95c5-42466ce820f4', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:09Z', 'updated_at': '2021-12-16T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:57.086404 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] Checking router: 1959811f-df3d-48c9-af05-f83d2c55c119 for host: dv-neutron-821927-1-hyperv {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:21:57.095536 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] Routers {'1959811f-df3d-48c9-af05-f83d2c55c119'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:21:57.096168 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['1959811f-df3d-48c9-af05-f83d2c55c119'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:57.135838 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.160473 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d33a4a3-081c-4882-95c5-42466ce820f4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:57.179183 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e29360-431c-48bb-81bf-01fbb15cc0c5 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:21:57.189335 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] Set router 1959811f-df3d-48c9-af05-f83d2c55c119 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:21:57.224085 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.245387 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:21:56Z', 'revision_number': 6, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:57.272310 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513c69c-7de2-41b1-af69-91416f2d64ce None None] The sync data for ids ['1959811f-df3d-48c9-af05-f83d2c55c119'] in dv-neutron-821927-1-hyperv is: [{'id': '1959811f-df3d-48c9-af05-f83d2c55c119', 'name': 'tempest-TestSnapshotPattern-2032122196-router', 'tenant_id': 'cdf61313b5c845be8f38feaa04da8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:08Z', 'updated_at': '2021-12-16T04:21:56Z', 'revision_number': 6, 'project_id': 'cdf61313b5c845be8f38feaa04da8c56', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:21:57.316203 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.318496 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.367057 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.367926 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1959811f-df3d-48c9-af05-f83d2c55c119 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:21:57.373564 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] Publish callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.374775 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-14a2dce3-8b5f-4f43-acc1-4c1f0cd7754a admin admin] 10.222.0.16 "DELETE /v2.0/routers/1959811f-df3d-48c9-af05-f83d2c55c119 HTTP/1.1" status: 204 len: 168 time: 0.7792444 Dec 16 04:21:57.377418 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:57.422334 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] Deleting subnet b60283f6-ae92-4161-95d0-5f925f5f904f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:21:57.425644 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.463561 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26544300'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.553590 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.606977 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26288064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26518893'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.632200 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60283f6-ae92-4161-95d0-5f925f5f904f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:57.635796 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.639366 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-7396ea5c-c66b-4acf-a439-60cc7b9cd61d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b60283f6-ae92-4161-95d0-5f925f5f904f HTTP/1.1" status: 204 len: 168 time: 0.2609694 Dec 16 04:21:57.641842 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 45820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:57.644353 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba83000-db18-4d7d-9680-1e0fbf16efc3 None None] Network b2aeccb6-f020-4e94-a9ac-d85b675d51c3 requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:21:57.715043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.768916 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Deleting port 4a5cb06b-571a-491f-bd33-b684e0f58b96 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:57.769262 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.835784 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] For port 4a5cb06b-571a-491f-bd33-b684e0f58b96, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=4a5cb06b-571a-491f-bd33-b684e0f58b96,segment=NetworkSegment(b380af16-e3cb-42ae-9a96-c8f0916a0afa),segment_id=b380af16-e3cb-42ae-9a96-c8f0916a0afa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:57.836483 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.849043 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Calling delete_port for 4a5cb06b-571a-491f-bd33-b684e0f58b96 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:57.932008 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26288119'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:57.967655 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5cb06b-571a-491f-bd33-b684e0f58b96,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:57.969460 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] No DVR routers for this DVR port 4a5cb06b-571a-491f-bd33-b684e0f58b96 on host dv-neutron-821927-1-hyperv {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:21:58.045795 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:58.069957 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aeccb6-f020-4e94-a9ac-d85b675d51c3']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:58.070512 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749dfdf8-4d06-4227-a399-d7792478fe56 None None] DHCP port deletion for b2aeccb6-f020-4e94-a9ac-d85b675d51c3 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:21:58.091910 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b380af16-e3cb-42ae-9a96-c8f0916a0afa') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:58.092207 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b380af16-e3cb-42ae-9a96-c8f0916a0afa') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:21:58.102992 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26544215'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:58.117939 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:58.124969 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:21:58.125375 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26288042'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: Traceback (most recent call last): Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: timer() Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: cb(*args, **kw) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: return func(*args, **kwargs) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: self._notify() Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: self.callback(batched_events) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: event.method(event) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: return f(self, *a, **k) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._get(url).json() Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: return self.request(url, 'GET', **kwargs) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:21:58.127149 dv-neutron-821927-1-hyperv neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:21:58.167935 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a5cb06b-571a-491f-bd33-b684e0f58b96 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:21:58.186735 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:58.189785 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 4a5cb06b-571a-491f-bd33-b684e0f58b96 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:21:58.190220 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 4a5cb06b-571a-491f-bd33-b684e0f58b96 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:21:58.190738 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 819d9a68-19a2-4f7d-85e3-7828b71e610b no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:21:58.192624 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Publish callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:58.197040 dv-neutron-821927-1-hyperv neutron-server[103162]: INFO neutron.wsgi [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2aeccb6-f020-4e94-a9ac-d85b675d51c3 HTTP/1.1" status: 204 len: 168 time: 0.5541751 Dec 16 04:21:58.200447 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45822) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:58.214793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 819d9a68-19a2-4f7d-85e3-7828b71e610b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:21:58.214793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 819d9a68-19a2-4f7d-85e3-7828b71e610b not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:21:58.214793 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0d33a4a3-081c-4882-95c5-42466ce820f4 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:21:58.219890 dv-neutron-821927-1-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee08efe-af6e-4d8b-b001-ae859d146aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aeccb6-f020-4e94-a9ac-d85b675d51c3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:58.237567 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 0d33a4a3-081c-4882-95c5-42466ce820f4 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:21:58.237918 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 0d33a4a3-081c-4882-95c5-42466ce820f4 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:21:58.876570 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550663'] for router_interface, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:59.137483 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Deleting port 63457709-f8e4-4074-affd-ba42b70823f1 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:21:59.137842 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:59.225669 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] For port 63457709-f8e4-4074-affd-ba42b70823f1, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=63457709-f8e4-4074-affd-ba42b70823f1,segment=NetworkSegment(62b05938-b142-4ebe-8ce9-34e0ab590fce),segment_id=62b05938-b142-4ebe-8ce9-34e0ab590fce)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:21:59.226436 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:59.239122 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Calling delete_port for 63457709-f8e4-4074-affd-ba42b70823f1 owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:21:59.435681 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:59.467824 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Pushing event deleted for resources: {'Port': ['ID=63457709-f8e4-4074-affd-ba42b70823f1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:21:59.634872 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550811'] for router_interface, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:21:59.850201 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Router be1376b6-5988-4766-8622-2fedefe6d830 has already been hosted by L3 agent 6d22b0f2-b124-4b4e-bf81-88db7bbd22bd {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 04:21:59.959767 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] Notify agent at l3_agent.dv-neutron-821927-1-hyperv the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 04:21:59.966828 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-ddca4ebc-0e02-4cdb-89ad-023d4fa55594 admin admin] 10.222.0.16 "PUT /v2.0/routers/be1376b6-5988-4766-8622-2fedefe6d830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653451 Dec 16 04:21:59.968722 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] Sync routers for ids ['be1376b6-5988-4766-8622-2fedefe6d830'] in dv-neutron-821927-1-hyperv {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 04:21:59.969396 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45824) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:21:59.978118 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] Routers {'be1376b6-5988-4766-8622-2fedefe6d830'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:21:59.978744 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['be1376b6-5988-4766-8622-2fedefe6d830'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:22:00.078992 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks [] for router, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.186404 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.229206 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] Set router be1376b6-5988-4766-8622-2fedefe6d830 gateway port host: dv-neutron-821927-1-hyperv {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:22:00.240833 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Deleting port a0b3bae2-9329-4da0-8a79-64405820e5a5 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:22:00.241398 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.318557 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] For port a0b3bae2-9329-4da0-8a79-64405820e5a5, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=a0b3bae2-9329-4da0-8a79-64405820e5a5,segment=NetworkSegment(5fed484b-cef4-4128-9b3b-df673f37531a),segment_id=5fed484b-cef4-4128-9b3b-df673f37531a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:22:00.318914 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.336464 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Calling delete_port for a0b3bae2-9329-4da0-8a79-64405820e5a5 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:22:00.459130 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'external_fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:21:59Z', 'revision_number': 5, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port': {'id': 'a0b3bae2-9329-4da0-8a79-64405820e5a5', 'name': '', 'network_id': '33645301-2883-4c93-bcc7-dcde38e486a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821927-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T04:17:14Z', 'updated_at': '2021-12-16T04:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b29206e3-0410-47f6-841c-7e25f3ee8faa', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821927-1-hyperv'}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:22:00.484936 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] Checking router: be1376b6-5988-4766-8622-2fedefe6d830 for host: dv-neutron-821927-1-hyperv {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 04:22:00.493056 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] Routers {'be1376b6-5988-4766-8622-2fedefe6d830'} bound to L3 agent in host dv-neutron-821927-1-hyperv {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 04:22:00.493656 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821927-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T03:22:37Z,description=,heartbeat_timestamp=2021-12-16T04:21:37Z,host='dv-neutron-821927-1-hyperv',id=6d22b0f2-b124-4b4e-bf81-88db7bbd22bd,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T03:22:37Z,topic='l3_agent')) {'router_ids': ['be1376b6-5988-4766-8622-2fedefe6d830'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:22:00.499322 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.529618 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b3bae2-9329-4da0-8a79-64405820e5a5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:22:00.545385 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf8af2-08fc-4f98-abf3-89627cc58789 None None] DHCP port deletion for 33645301-2883-4c93-bcc7-dcde38e486a1 request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:22:00.578752 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] Set router be1376b6-5988-4766-8622-2fedefe6d830 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 04:22:00.595575 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549177'] for router_gateway, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.629015 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:22:00Z', 'revision_number': 6, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port_host': None}], 'dv-neutron-821927-1-hyperv', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:22:00.657654 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9bd9-d193-43c8-8bd1-38c9e67153ae None None] The sync data for ids ['be1376b6-5988-4766-8622-2fedefe6d830'] in dv-neutron-821927-1-hyperv is: [{'id': 'be1376b6-5988-4766-8622-2fedefe6d830', 'name': 'tempest-TestSnapshotPattern-123050401-router', 'tenant_id': '4bade0f1e61946e2ab17b794c25df8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T04:17:13Z', 'updated_at': '2021-12-16T04:22:00Z', 'revision_number': 6, 'project_id': '4bade0f1e61946e2ab17b794c25df8d5', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 04:22:00.685386 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38998'] for router, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.687853 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.737814 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551584'] for router, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.738262 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1376b6-5988-4766-8622-2fedefe6d830 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 04:22:00.742789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] Publish callbacks [] for router, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.743966 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-c9495915-9891-4867-96a7-99fc03ce6497 admin admin] 10.222.0.16 "DELETE /v2.0/routers/be1376b6-5988-4766-8622-2fedefe6d830 HTTP/1.1" status: 204 len: 168 time: 0.7736006 Dec 16 04:22:00.746602 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45826) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:22:00.808004 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] Deleting subnet 71b832a8-9c36-4823-b748-49669a7a416d {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 04:22:00.812166 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.845996 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378409'] for subnet, precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.923885 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560518'] for subnet, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:00.984198 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439484'] for subnet, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.007957 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b832a8-9c36-4823-b748-49669a7a416d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:22:01.011935 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.015062 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-1205a9bf-742c-4a23-a46f-18afcc7d34be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/71b832a8-9c36-4823-b748-49669a7a416d HTTP/1.1" status: 204 len: 168 time: 0.2675493 Dec 16 04:22:01.017789 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45828) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:22:01.018680 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a96eb-b3ff-4620-adb8-efb650230ef9 None None] Network bf07c701-7e11-49e0-979c-297664876f4b requested from dv-neutron-821927-1-hyperv {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 04:22:01.089438 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1414888'] for network, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.148223 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Deleting port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 04:22:01.148556 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771890304368'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.215228 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] For port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d, host dv-neutron-821927-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821927-1-hyperv',level=0,port_id=c5c77dcb-422e-4c4e-ae88-ce9a2af2944d,segment=NetworkSegment(62b05938-b142-4ebe-8ce9-34e0ab590fce),segment_id=62b05938-b142-4ebe-8ce9-34e0ab590fce)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 04:22:01.215524 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-494738'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.228230 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Calling delete_port for c5c77dcb-422e-4c4e-ae88-ce9a2af2944d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 04:22:01.310991 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771890326995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771889775553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374256'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.345470 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c77dcb-422e-4c4e-ae88-ce9a2af2944d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:22:01.347302 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] No DVR routers for this DVR port c5c77dcb-422e-4c4e-ae88-ce9a2af2944d on host dv-neutron-821927-1-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 04:22:01.417049 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557841', 'neutron.services.segments.db._delete_segments_for_network-8771890265474'] for network, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.429371 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1312ca64-ee08-4499-b98e-e3f88910d94a None None] DHCP port deletion for bf07c701-7e11-49e0-979c-297664876f4b request from dv-neutron-821927-1-hyperv {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 04:22:01.445348 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf07c701-7e11-49e0-979c-297664876f4b']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:22:01.455880 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b05938-b142-4ebe-8ce9-34e0ab590fce') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:22:01.456125 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.services.segments.db [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b05938-b142-4ebe-8ce9-34e0ab590fce') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 04:22:01.466713 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771890266251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378450'] for segment, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.481071 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191'] for segment, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.487423 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 04:22:01.487812 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1562191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374317'] for segment, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: Traceback (most recent call last): Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: timer() Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: cb(*args, **kw) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: return func(*args, **kwargs) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: self._notify() Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: self.callback(batched_events) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: event.method(event) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: return f(self, *a, **k) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._get(url).json() Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: return self.request(url, 'GET', **kwargs) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 04:22:01.489593 dv-neutron-821927-1-hyperv neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 04:22:01.554448 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549141'] for network, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.560944 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Publish callbacks [] for network, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.564333 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] 10.222.0.16 "DELETE /v2.0/networks/bf07c701-7e11-49e0-979c-297664876f4b HTTP/1.1" status: 204 len: 168 time: 0.5453718 Dec 16 04:22:01.576240 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69882-01ab-4b1c-896b-a223c032c21b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf07c701-7e11-49e0-979c-297664876f4b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:22:01.753670 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45832) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:22:01.794153 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-e5e49a39-b6cf-46f1-b92c-6d40f232d7b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdf61313b5c845be8f38feaa04da8c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392518 Dec 16 04:22:01.796809 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45834) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:22:01.845304 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-146f274c-48e1-40cb-aa97-48d22206ab7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.867899 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-146f274c-48e1-40cb-aa97-48d22206ab7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.917256 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-146f274c-48e1-40cb-aa97-48d22206ab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.920332 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-146f274c-48e1-40cb-aa97-48d22206ab7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:01.921507 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-146f274c-48e1-40cb-aa97-48d22206ab7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7fc6ca8-52d1-4ff2-99c2-e3144d8aa74f HTTP/1.1" status: 204 len: 168 time: 0.1238279 Dec 16 04:22:01.929431 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f274c-48e1-40cb-aa97-48d22206ab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc6ca8-52d1-4ff2-99c2-e3144d8aa74f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:22:02.158934 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c5c77dcb-422e-4c4e-ae88-ce9a2af2944d no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:22:02.180143 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: c5c77dcb-422e-4c4e-ae88-ce9a2af2944d {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:22:02.180490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device c5c77dcb-422e-4c4e-ae88-ce9a2af2944d not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:22:02.180916 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 63457709-f8e4-4074-affd-ba42b70823f1 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:22:02.200260 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: 63457709-f8e4-4074-affd-ba42b70823f1 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:22:02.200609 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device 63457709-f8e4-4074-affd-ba42b70823f1 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:22:02.201031 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a0b3bae2-9329-4da0-8a79-64405820e5a5 no longer exists at agent ovs-agent-dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 04:22:02.221090 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] No Port match for: a0b3bae2-9329-4da0-8a79-64405820e5a5 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 04:22:02.221440 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Device a0b3bae2-9329-4da0-8a79-64405820e5a5 not bound to the agent host dv-neutron-821927-1-hyperv {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 04:22:02.279736 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45840) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:22:02.324209 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-a6c1c5f0-35d0-446b-86c6-3f8f0c72ae5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bade0f1e61946e2ab17b794c25df8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433116 Dec 16 04:22:02.327585 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.16', 45842) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 04:22:02.375241 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aec63b70-b474-4161-92b1-c7b34100a9f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:02.397055 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aec63b70-b474-4161-92b1-c7b34100a9f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:02.451652 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aec63b70-b474-4161-92b1-c7b34100a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419204'] for security_group, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:02.454703 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aec63b70-b474-4161-92b1-c7b34100a9f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:02.456116 dv-neutron-821927-1-hyperv neutron-server[103161]: INFO neutron.wsgi [None req-aec63b70-b474-4161-92b1-c7b34100a9f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46eac702-1adc-48e7-97f3-26fdd1bd2f4c HTTP/1.1" status: 204 len: 168 time: 0.1276214 Dec 16 04:22:02.465449 dv-neutron-821927-1-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec63b70-b474-4161-92b1-c7b34100a9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eac702-1adc-48e7-97f3-26fdd1bd2f4c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 04:22:05.275982 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f0edef8-7cbf-416d-a9ee-00862b33ad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:07.492064 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b827e2-bb67-47d6-ad77-58b7dbf74b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:08.740073 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:10.266694 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:11.172246 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:24.369497 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:29.561264 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:22:35.289359 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08422ac6-1380-4639-a348-0d6ffc95e579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:37.509502 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e18b29cf-1c3d-4499-8cdc-fbad24178d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:38.740691 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:40.279360 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:41.167616 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:22:54.382933 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:05.286530 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-003dff13-2f19-4db8-8d7e-c09222f45886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:06.569285 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:23:07.500405 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb8e1-f9e5-4321-84c4-864a249a6b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:08.745802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:10.273291 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:11.185289 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:24.385375 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:35.284012 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68f94237-d508-4a2b-9ec4-4e7aecc0952a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:37.499724 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39ee044e-bc3f-4d59-aa00-60d2c528b726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:38.751108 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:40.283802 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:41.172214 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:23:43.563848 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:23:54.376454 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:05.281463 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fe87452-83e7-4092-8381-239361342653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:07.500695 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-731a1661-5a1f-4807-90d5-a1cffb05a26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:08.750853 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:10.282964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:11.177314 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:20.562949 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:24:24.406483 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:35.287218 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc698048-2408-43d9-ad72-d96bb19acfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:37.505708 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ba29a56-f2c2-47ee-ac63-b70464a356ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:38.755681 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:40.291964 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:41.181623 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:54.391427 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:24:57.570910 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:25:05.274121 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70341f0d-27eb-4ae0-b504-70c2733442a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:07.506098 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c91e71b6-8d7f-4f94-be2e-3960326ef932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:08.767224 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:10.301006 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:11.182578 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:24.406185 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:34.561216 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:25:35.275174 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c342a9c2-da6a-45c4-b87b-14f21d10929d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:37.503193 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d00-107f-4572-8451-655cc11f3a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:38.761317 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:40.299253 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:41.178704 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:25:54.441490 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:05.277583 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60b8d9de-f679-4bd4-8de5-ead10ccc374b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:07.502553 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bfeffe5d-0dee-4295-a5fb-a5aff0d22f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:08.766874 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:10.300188 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:11.188200 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:11.562103 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:26:24.455425 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:35.280528 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd065e0b-09e9-4df5-a050-a3f12bc9d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:37.500274 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f06dcfcf-4b43-4986-a5ea-9509b9999a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:38.772699 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:40.303803 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:41.182983 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:26:48.567205 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:26:54.458053 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:05.282362 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7da6062a-72dd-4d27-980e-e9cb5a3c9b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:07.507332 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d94a7fc-e5c0-458d-9bd7-f7b0d30ed77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:08.777810 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:10.309044 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c90320-22bd-414e-9cae-d1f25897a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:11.183847 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cec0f97-4e0b-4892-8e70-52f285161f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:24.465240 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0458c3-155a-42e1-be93-98dbb44810e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:25.567237 dv-neutron-821927-1-hyperv neutron-server[103164]: DEBUG neutron.db.agents_db [None req-3358e9b2-7454-4fa0-b293-23187bbef514 None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 04:27:35.277591 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c39be6a-db24-4dfe-bd89-363d710cd226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:37.495311 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-313dd55f-6efd-43ee-beef-0dac03ae3039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 04:27:38.776723 dv-neutron-821927-1-hyperv neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21519516-3a76-4ff3-a48c-0c7d082c0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771890265429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454727'] for agent, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}